{"level":"warn","ts":"2026-03-18T13:55:25.463404Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T13:55:25.463489Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.25:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.25:2380","--initial-cluster=instance=https://199.19.213.25:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.25:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.25:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-18T13:55:25.463547Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T13:55:25.463561Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.25:2380"]} {"level":"info","ts":"2026-03-18T13:55:25.463579Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T13:55:25.464339Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.25:2379"]} {"level":"info","ts":"2026-03-18T13:55:25.464414Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.25:2380"],"listen-peer-urls":["https://199.19.213.25:2380"],"advertise-client-urls":["https://199.19.213.25:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.25:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.25:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-18T13:55:25.471146Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"6.533359ms"} {"level":"info","ts":"2026-03-18T13:55:25.502792Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"9bd4db28c48efaf1","cluster-id":"b621f59192c78404"} {"level":"info","ts":"2026-03-18T13:55:25.502908Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd4db28c48efaf1 switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T13:55:25.502947Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd4db28c48efaf1 became follower at term 0"} {"level":"info","ts":"2026-03-18T13:55:25.502972Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 9bd4db28c48efaf1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-18T13:55:25.502992Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd4db28c48efaf1 became follower at term 1"} {"level":"info","ts":"2026-03-18T13:55:25.503048Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd4db28c48efaf1 switched to configuration voters=(11228840739084368625)"} {"level":"warn","ts":"2026-03-18T13:55:25.524948Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T13:55:25.552916Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T13:55:25.606607Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T13:55:25.619037Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"9bd4db28c48efaf1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T13:55:25.622842Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T13:55:25.623015Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T13:55:25.623056Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T13:55:25.623068Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"9bd4db28c48efaf1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-18T13:55:25.624952Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd4db28c48efaf1 switched to configuration voters=(11228840739084368625)"} {"level":"info","ts":"2026-03-18T13:55:25.625153Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b621f59192c78404","local-member-id":"9bd4db28c48efaf1","added-peer-id":"9bd4db28c48efaf1","added-peer-peer-urls":["https://199.19.213.25:2380"]} {"level":"info","ts":"2026-03-18T13:55:25.63072Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T13:55:25.630896Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"9bd4db28c48efaf1","initial-advertise-peer-urls":["https://199.19.213.25:2380"],"listen-peer-urls":["https://199.19.213.25:2380"],"advertise-client-urls":["https://199.19.213.25:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.25:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T13:55:25.630938Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T13:55:25.631077Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.25:2380"} {"level":"info","ts":"2026-03-18T13:55:25.631115Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.25:2380"} {"level":"info","ts":"2026-03-18T13:55:26.104045Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd4db28c48efaf1 is starting a new election at term 1"} {"level":"info","ts":"2026-03-18T13:55:26.104091Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd4db28c48efaf1 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-18T13:55:26.104131Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd4db28c48efaf1 received MsgPreVoteResp from 9bd4db28c48efaf1 at term 1"} {"level":"info","ts":"2026-03-18T13:55:26.104143Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd4db28c48efaf1 became candidate at term 2"} {"level":"info","ts":"2026-03-18T13:55:26.104148Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd4db28c48efaf1 received MsgVoteResp from 9bd4db28c48efaf1 at term 2"} {"level":"info","ts":"2026-03-18T13:55:26.104156Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9bd4db28c48efaf1 became leader at term 2"} {"level":"info","ts":"2026-03-18T13:55:26.104163Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9bd4db28c48efaf1 elected leader 9bd4db28c48efaf1 at term 2"} {"level":"info","ts":"2026-03-18T13:55:26.104983Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"9bd4db28c48efaf1","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.25:2379]}","request-path":"/0/members/9bd4db28c48efaf1/attributes","cluster-id":"b621f59192c78404","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T13:55:26.10508Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T13:55:26.105203Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T13:55:26.10529Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T13:55:26.106694Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-18T13:55:26.108282Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.25:2379"} {"level":"info","ts":"2026-03-18T13:55:26.10921Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"b621f59192c78404","local-member-id":"9bd4db28c48efaf1","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T13:55:26.109386Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T13:55:26.109457Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T13:55:26.110477Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T13:55:26.110549Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"warn","ts":"2026-03-18T13:55:27.573159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.239045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-18T13:55:27.573407Z","caller":"traceutil/trace.go:171","msg":"trace[680268591] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:5; }","duration":"152.85923ms","start":"2026-03-18T13:55:27.420523Z","end":"2026-03-18T13:55:27.573382Z","steps":["trace[680268591] 'read index received' (duration: 35.670009ms)","trace[680268591] 'applied index is now lower than readState.Index' (duration: 117.177631ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:55:27.573373Z","caller":"traceutil/trace.go:171","msg":"trace[1407963538] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"164.418204ms","start":"2026-03-18T13:55:27.408911Z","end":"2026-03-18T13:55:27.573329Z","steps":["trace[1407963538] 'process raft request' (duration: 47.307464ms)","trace[1407963538] 'compare' (duration: 116.08892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:55:27.573648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.094726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T13:55:27.5737Z","caller":"traceutil/trace.go:171","msg":"trace[404551053] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:4; }","duration":"153.179499ms","start":"2026-03-18T13:55:27.420503Z","end":"2026-03-18T13:55:27.573682Z","steps":["trace[404551053] 'agreement among raft nodes before linearized reading' (duration: 152.997413ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:27.611079Z","caller":"traceutil/trace.go:171","msg":"trace[2015523266] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"115.515993ms","start":"2026-03-18T13:55:27.495503Z","end":"2026-03-18T13:55:27.611019Z","steps":["trace[2015523266] 'process raft request' (duration: 115.329897ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:27.611115Z","caller":"traceutil/trace.go:171","msg":"trace[1877712433] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"115.577014ms","start":"2026-03-18T13:55:27.495501Z","end":"2026-03-18T13:55:27.611078Z","steps":["trace[1877712433] 'process raft request' (duration: 115.468391ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:27.61122Z","caller":"traceutil/trace.go:171","msg":"trace[766815286] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"115.418161ms","start":"2026-03-18T13:55:27.495789Z","end":"2026-03-18T13:55:27.611207Z","steps":["trace[766815286] 'process raft request' (duration: 115.323248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:27.611394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.829859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T13:55:27.611444Z","caller":"traceutil/trace.go:171","msg":"trace[1136744696] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:0; response_revision:11; }","duration":"117.928322ms","start":"2026-03-18T13:55:27.493505Z","end":"2026-03-18T13:55:27.611433Z","steps":["trace[1136744696] 'agreement among raft nodes before linearized reading' (duration: 117.800988ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:27.611392Z","caller":"traceutil/trace.go:171","msg":"trace[538141679] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"115.591694ms","start":"2026-03-18T13:55:27.495554Z","end":"2026-03-18T13:55:27.611146Z","steps":["trace[538141679] 'process raft request' (duration: 115.446941ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:27.611369Z","caller":"traceutil/trace.go:171","msg":"trace[1748432488] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"115.592455ms","start":"2026-03-18T13:55:27.495691Z","end":"2026-03-18T13:55:27.611284Z","steps":["trace[1748432488] 'process raft request' (duration: 115.379459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:27.611538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.958335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-18T13:55:27.611427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.501851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T13:55:27.611686Z","caller":"traceutil/trace.go:171","msg":"trace[1913388383] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"108.846921ms","start":"2026-03-18T13:55:27.502827Z","end":"2026-03-18T13:55:27.611673Z","steps":["trace[1913388383] 'process raft request' (duration: 108.312365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:27.611727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.72207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T13:55:27.611635Z","caller":"traceutil/trace.go:171","msg":"trace[1093960410] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"151.067898ms","start":"2026-03-18T13:55:27.460545Z","end":"2026-03-18T13:55:27.611613Z","steps":["trace[1093960410] 'agreement among raft nodes before linearized reading' (duration: 150.929484ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:27.611523Z","caller":"traceutil/trace.go:171","msg":"trace[321345673] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"105.706419ms","start":"2026-03-18T13:55:27.505803Z","end":"2026-03-18T13:55:27.611509Z","steps":["trace[321345673] 'process raft request' (duration: 105.381249ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:27.61181Z","caller":"traceutil/trace.go:171","msg":"trace[638029401] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"104.844235ms","start":"2026-03-18T13:55:27.506943Z","end":"2026-03-18T13:55:27.611788Z","steps":["trace[638029401] 'agreement among raft nodes before linearized reading' (duration: 104.67395ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:27.611829Z","caller":"traceutil/trace.go:171","msg":"trace[898175899] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"116.876192ms","start":"2026-03-18T13:55:27.494825Z","end":"2026-03-18T13:55:27.611702Z","steps":["trace[898175899] 'agreement among raft nodes before linearized reading' (duration: 116.491342ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:27.828561Z","caller":"traceutil/trace.go:171","msg":"trace[807517834] linearizableReadLoop","detail":"{readStateIndex:15; appliedIndex:14; }","duration":"217.29837ms","start":"2026-03-18T13:55:27.611236Z","end":"2026-03-18T13:55:27.828534Z","steps":["trace[807517834] 'read index received' (duration: 187.584782ms)","trace[807517834] 'applied index is now lower than readState.Index' (duration: 29.712538ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:55:27.828867Z","caller":"traceutil/trace.go:171","msg":"trace[493075121] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"250.667782ms","start":"2026-03-18T13:55:27.578187Z","end":"2026-03-18T13:55:27.828854Z","steps":["trace[493075121] 'process raft request' (duration: 220.512292ms)","trace[493075121] 'compare' (duration: 29.686476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:55:27.829015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.674821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3174"} {"level":"info","ts":"2026-03-18T13:55:27.829113Z","caller":"traceutil/trace.go:171","msg":"trace[859065396] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12; }","duration":"251.822496ms","start":"2026-03-18T13:55:27.577268Z","end":"2026-03-18T13:55:27.829091Z","steps":["trace[859065396] 'agreement among raft nodes before linearized reading' (duration: 251.500686ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:27.843533Z","caller":"traceutil/trace.go:171","msg":"trace[1848621782] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"227.00478ms","start":"2026-03-18T13:55:27.616508Z","end":"2026-03-18T13:55:27.843513Z","steps":["trace[1848621782] 'process raft request' (duration: 226.841944ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:27.843526Z","caller":"traceutil/trace.go:171","msg":"trace[241905076] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"221.201451ms","start":"2026-03-18T13:55:27.622297Z","end":"2026-03-18T13:55:27.843498Z","steps":["trace[241905076] 'process raft request' (duration: 221.1398ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:27.843567Z","caller":"traceutil/trace.go:171","msg":"trace[395435837] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"227.767181ms","start":"2026-03-18T13:55:27.615712Z","end":"2026-03-18T13:55:27.84348Z","steps":["trace[395435837] 'process raft request' (duration: 227.523354ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:27.843651Z","caller":"traceutil/trace.go:171","msg":"trace[186754010] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"228.483081ms","start":"2026-03-18T13:55:27.615077Z","end":"2026-03-18T13:55:27.84356Z","steps":["trace[186754010] 'process raft request' (duration: 228.010008ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:27.84375Z","caller":"traceutil/trace.go:171","msg":"trace[1856743345] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"227.329458ms","start":"2026-03-18T13:55:27.616416Z","end":"2026-03-18T13:55:27.843746Z","steps":["trace[1856743345] 'process raft request' (duration: 226.886135ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:27.843756Z","caller":"traceutil/trace.go:171","msg":"trace[1393013856] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"226.70065ms","start":"2026-03-18T13:55:27.616994Z","end":"2026-03-18T13:55:27.843695Z","steps":["trace[1393013856] 'process raft request' (duration: 226.413153ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:27.843837Z","caller":"traceutil/trace.go:171","msg":"trace[957678216] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"226.972239ms","start":"2026-03-18T13:55:27.616859Z","end":"2026-03-18T13:55:27.843831Z","steps":["trace[957678216] 'process raft request' (duration: 226.525915ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:27.843729Z","caller":"traceutil/trace.go:171","msg":"trace[1898301653] transaction","detail":"{read_only:false; number_of_response:0; response_revision:14; }","duration":"227.464494ms","start":"2026-03-18T13:55:27.616258Z","end":"2026-03-18T13:55:27.843723Z","steps":["trace[1898301653] 'process raft request' (duration: 227.00794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:27.843955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.739985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-18T13:55:27.843976Z","caller":"traceutil/trace.go:171","msg":"trace[2010337540] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:19; }","duration":"171.797476ms","start":"2026-03-18T13:55:27.672173Z","end":"2026-03-18T13:55:27.843971Z","steps":["trace[2010337540] 'agreement among raft nodes before linearized reading' (duration: 171.731743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:27.844124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.270855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-mmw48\" ","response":"range_response_count:1 size:857"} {"level":"warn","ts":"2026-03-18T13:55:27.844109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.453549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T13:55:27.844166Z","caller":"traceutil/trace.go:171","msg":"trace[1901885044] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-mmw48; range_end:; response_count:1; response_revision:19; }","duration":"229.370827ms","start":"2026-03-18T13:55:27.614787Z","end":"2026-03-18T13:55:27.844158Z","steps":["trace[1901885044] 'agreement among raft nodes before linearized reading' (duration: 229.275164ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:27.844193Z","caller":"traceutil/trace.go:171","msg":"trace[452137210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19; }","duration":"230.785708ms","start":"2026-03-18T13:55:27.613386Z","end":"2026-03-18T13:55:27.844172Z","steps":["trace[452137210] 'agreement among raft nodes before linearized reading' (duration: 230.326244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:28.958513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.332744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T13:55:28.958631Z","caller":"traceutil/trace.go:171","msg":"trace[1124886791] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver; range_end:; response_count:0; response_revision:104; }","duration":"318.483398ms","start":"2026-03-18T13:55:28.640121Z","end":"2026-03-18T13:55:28.958604Z","steps":["trace[1124886791] 'range keys from in-memory index tree' (duration: 318.246131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:28.958688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:28.640107Z","time spent":"318.567941ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" "} {"level":"warn","ts":"2026-03-18T13:55:28.958513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.010536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-18T13:55:28.958777Z","caller":"traceutil/trace.go:171","msg":"trace[951438727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:104; }","duration":"309.312313ms","start":"2026-03-18T13:55:28.649444Z","end":"2026-03-18T13:55:28.958756Z","steps":["trace[951438727] 'range keys from in-memory index tree' (duration: 308.939872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:28.958859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:28.649431Z","time spent":"309.403116ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:55:33.897975Z","caller":"traceutil/trace.go:171","msg":"trace[1989059801] transaction","detail":"{read_only:false; response_revision:293; number_of_response:1; }","duration":"313.786713ms","start":"2026-03-18T13:55:33.584159Z","end":"2026-03-18T13:55:33.897946Z","steps":["trace[1989059801] 'process raft request' (duration: 313.652459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:33.898149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:33.584139Z","time spent":"313.921916ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:55:34.010669Z","caller":"traceutil/trace.go:171","msg":"trace[1217507917] linearizableReadLoop","detail":"{readStateIndex:307; appliedIndex:305; }","duration":"247.798089ms","start":"2026-03-18T13:55:33.762855Z","end":"2026-03-18T13:55:34.010653Z","steps":["trace[1217507917] 'read index received' (duration: 134.987414ms)","trace[1217507917] 'applied index is now lower than readState.Index' (duration: 112.809445ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:55:34.010778Z","caller":"traceutil/trace.go:171","msg":"trace[265305965] transaction","detail":"{read_only:false; response_revision:294; number_of_response:1; }","duration":"382.422703ms","start":"2026-03-18T13:55:33.628316Z","end":"2026-03-18T13:55:34.010739Z","steps":["trace[265305965] 'process raft request' (duration: 372.703793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:34.010814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.949483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T13:55:34.010906Z","caller":"traceutil/trace.go:171","msg":"trace[1647200596] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:294; }","duration":"248.072848ms","start":"2026-03-18T13:55:33.762821Z","end":"2026-03-18T13:55:34.010894Z","steps":["trace[1647200596] 'agreement among raft nodes before linearized reading' (duration: 247.927073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:34.010924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:33.628295Z","time spent":"382.562836ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":199,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:55:34.297175Z","caller":"traceutil/trace.go:171","msg":"trace[1994659747] transaction","detail":"{read_only:false; response_revision:296; number_of_response:1; }","duration":"282.335526ms","start":"2026-03-18T13:55:34.014813Z","end":"2026-03-18T13:55:34.297148Z","steps":["trace[1994659747] 'process raft request' (duration: 222.565761ms)","trace[1994659747] 'compare' (duration: 59.604969ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:55:34.297362Z","caller":"traceutil/trace.go:171","msg":"trace[2007755029] transaction","detail":"{read_only:false; response_revision:297; number_of_response:1; }","duration":"282.198882ms","start":"2026-03-18T13:55:34.015137Z","end":"2026-03-18T13:55:34.297336Z","steps":["trace[2007755029] 'process raft request' (duration: 281.968855ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:34.29741Z","caller":"traceutil/trace.go:171","msg":"trace[2006951839] linearizableReadLoop","detail":"{readStateIndex:310; appliedIndex:307; }","duration":"280.161623ms","start":"2026-03-18T13:55:34.017176Z","end":"2026-03-18T13:55:34.297338Z","steps":["trace[2006951839] 'read index received' (duration: 42.737503ms)","trace[2006951839] 'applied index is now lower than readState.Index' (duration: 237.4219ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:55:34.297531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.324517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-18T13:55:34.297626Z","caller":"traceutil/trace.go:171","msg":"trace[613361639] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:297; }","duration":"280.461522ms","start":"2026-03-18T13:55:34.017148Z","end":"2026-03-18T13:55:34.29761Z","steps":["trace[613361639] 'agreement among raft nodes before linearized reading' (duration: 280.266176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:34.542597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.086206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:55:34.542713Z","caller":"traceutil/trace.go:171","msg":"trace[1890945093] transaction","detail":"{read_only:false; response_revision:298; number_of_response:1; }","duration":"224.310712ms","start":"2026-03-18T13:55:34.318382Z","end":"2026-03-18T13:55:34.542692Z","steps":["trace[1890945093] 'process raft request' (duration: 79.051021ms)","trace[1890945093] 'compare' (duration: 144.939842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:55:34.997884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.463411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:55:34.998097Z","caller":"traceutil/trace.go:171","msg":"trace[1726758616] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"364.163006ms","start":"2026-03-18T13:55:34.633908Z","end":"2026-03-18T13:55:34.998071Z","steps":["trace[1726758616] 'process raft request' (duration: 39.435088ms)","trace[1726758616] 'compare' (duration: 324.260345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:55:34.998274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:34.633889Z","time spent":"364.31199ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":209,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:55:35.434098Z","caller":"traceutil/trace.go:171","msg":"trace[1090253974] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"426.540245ms","start":"2026-03-18T13:55:35.007513Z","end":"2026-03-18T13:55:35.434053Z","steps":["trace[1090253974] 'process raft request' (duration: 426.302289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:35.434329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:35.007499Z","time spent":"426.708481ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":190,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:55:35.834506Z","caller":"traceutil/trace.go:171","msg":"trace[1550591031] linearizableReadLoop","detail":"{readStateIndex:315; appliedIndex:314; }","duration":"388.878399ms","start":"2026-03-18T13:55:35.445598Z","end":"2026-03-18T13:55:35.834476Z","steps":["trace[1550591031] 'read index received' (duration: 388.699684ms)","trace[1550591031] 'applied index is now lower than readState.Index' (duration: 177.635µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:55:35.834583Z","caller":"traceutil/trace.go:171","msg":"trace[549314551] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"391.36821ms","start":"2026-03-18T13:55:35.443177Z","end":"2026-03-18T13:55:35.834545Z","steps":["trace[549314551] 'process raft request' (duration: 391.124894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:35.834652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.028973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-03-18T13:55:35.834708Z","caller":"traceutil/trace.go:171","msg":"trace[1711913913] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:302; }","duration":"389.129947ms","start":"2026-03-18T13:55:35.445569Z","end":"2026-03-18T13:55:35.834699Z","steps":["trace[1711913913] 'agreement among raft nodes before linearized reading' (duration: 389.015864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:35.83475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:35.445558Z","time spent":"389.183718ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-03-18T13:55:35.834783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:35.443147Z","time spent":"391.533805ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6946,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:55:35.997695Z","caller":"traceutil/trace.go:171","msg":"trace[1498447815] linearizableReadLoop","detail":"{readStateIndex:316; appliedIndex:315; }","duration":"152.18667ms","start":"2026-03-18T13:55:35.845482Z","end":"2026-03-18T13:55:35.997669Z","steps":["trace[1498447815] 'read index received' (duration: 146.077963ms)","trace[1498447815] 'applied index is now lower than readState.Index' (duration: 6.107767ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:55:35.997791Z","caller":"traceutil/trace.go:171","msg":"trace[394607410] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"153.752116ms","start":"2026-03-18T13:55:35.844011Z","end":"2026-03-18T13:55:35.997763Z","steps":["trace[394607410] 'process raft request' (duration: 147.569117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:35.997861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.358664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:55:35.997932Z","caller":"traceutil/trace.go:171","msg":"trace[1213330291] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:0; response_revision:303; }","duration":"152.461068ms","start":"2026-03-18T13:55:35.845453Z","end":"2026-03-18T13:55:35.997914Z","steps":["trace[1213330291] 'agreement among raft nodes before linearized reading' (duration: 152.352824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:36.428655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.40337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:55:36.428757Z","caller":"traceutil/trace.go:171","msg":"trace[316160511] linearizableReadLoop","detail":"{readStateIndex:318; appliedIndex:317; }","duration":"364.781795ms","start":"2026-03-18T13:55:36.063958Z","end":"2026-03-18T13:55:36.42874Z","steps":["trace[316160511] 'read index received' (duration: 23.870019ms)","trace[316160511] 'applied index is now lower than readState.Index' (duration: 340.910456ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:55:36.428832Z","caller":"traceutil/trace.go:171","msg":"trace[91560926] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"425.436733ms","start":"2026-03-18T13:55:36.003365Z","end":"2026-03-18T13:55:36.428802Z","steps":["trace[91560926] 'process raft request' (duration: 170.815667ms)","trace[91560926] 'compare' (duration: 254.271746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:55:36.428959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:36.003354Z","time spent":"425.548637ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":178,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:55:36.428965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.011611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:55:36.429022Z","caller":"traceutil/trace.go:171","msg":"trace[1129305497] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:305; }","duration":"365.101003ms","start":"2026-03-18T13:55:36.063911Z","end":"2026-03-18T13:55:36.429012Z","steps":["trace[1129305497] 'agreement among raft nodes before linearized reading' (duration: 364.915078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:36.429057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:36.063888Z","time spent":"365.160684ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T13:55:36.429097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.001583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T13:55:36.42911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.329223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T13:55:36.429148Z","caller":"traceutil/trace.go:171","msg":"trace[1278903626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:305; }","duration":"128.058985ms","start":"2026-03-18T13:55:36.301072Z","end":"2026-03-18T13:55:36.429131Z","steps":["trace[1278903626] 'agreement among raft nodes before linearized reading' (duration: 127.952641ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:36.4292Z","caller":"traceutil/trace.go:171","msg":"trace[52117282] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:305; }","duration":"128.468567ms","start":"2026-03-18T13:55:36.300715Z","end":"2026-03-18T13:55:36.429183Z","steps":["trace[52117282] 'agreement among raft nodes before linearized reading' (duration: 128.303261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:37.049879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.508728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:55:37.050011Z","caller":"traceutil/trace.go:171","msg":"trace[520243574] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"616.396473ms","start":"2026-03-18T13:55:36.433589Z","end":"2026-03-18T13:55:37.049985Z","steps":["trace[520243574] 'process raft request' (duration: 409.656489ms)","trace[520243574] 'compare' (duration: 206.181328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:55:37.050429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:36.433556Z","time spent":"616.506747ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:55:37.138816Z","caller":"traceutil/trace.go:171","msg":"trace[1117390224] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"705.008261ms","start":"2026-03-18T13:55:36.433783Z","end":"2026-03-18T13:55:37.138791Z","steps":["trace[1117390224] 'process raft request' (duration: 704.849196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:37.138967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:36.433766Z","time spent":"705.118994ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:55:37.138984Z","caller":"traceutil/trace.go:171","msg":"trace[1880732725] linearizableReadLoop","detail":"{readStateIndex:321; appliedIndex:318; }","duration":"655.271134ms","start":"2026-03-18T13:55:36.483665Z","end":"2026-03-18T13:55:37.138937Z","steps":["trace[1880732725] 'read index received' (duration: 359.654395ms)","trace[1880732725] 'applied index is now lower than readState.Index' (duration: 295.612909ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:55:37.139084Z","caller":"traceutil/trace.go:171","msg":"trace[435879452] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"705.225936ms","start":"2026-03-18T13:55:36.433808Z","end":"2026-03-18T13:55:37.139034Z","steps":["trace[435879452] 'process raft request' (duration: 704.946387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:37.139156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.474631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-18T13:55:37.139203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.173824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-18T13:55:37.13921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:36.433791Z","time spent":"705.360219ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:55:37.139211Z","caller":"traceutil/trace.go:171","msg":"trace[1651010019] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:308; }","duration":"655.584174ms","start":"2026-03-18T13:55:36.483612Z","end":"2026-03-18T13:55:37.139196Z","steps":["trace[1651010019] 'agreement among raft nodes before linearized reading' (duration: 655.455849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:37.139276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:36.483589Z","time spent":"655.675046ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-03-18T13:55:37.139284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.423776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-18T13:55:37.139306Z","caller":"traceutil/trace.go:171","msg":"trace[262503093] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:308; }","duration":"405.476649ms","start":"2026-03-18T13:55:36.733824Z","end":"2026-03-18T13:55:37.1393Z","steps":["trace[262503093] 'agreement among raft nodes before linearized reading' (duration: 405.437857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:37.139335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:36.733811Z","time spent":"405.51906ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-18T13:55:37.139359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.806739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-18T13:55:37.139396Z","caller":"traceutil/trace.go:171","msg":"trace[636100910] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:308; }","duration":"604.84009ms","start":"2026-03-18T13:55:36.534544Z","end":"2026-03-18T13:55:37.139384Z","steps":["trace[636100910] 'agreement among raft nodes before linearized reading' (duration: 604.763818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:37.139425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:36.534521Z","time spent":"604.897672ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":221,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-03-18T13:55:37.139468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.786027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-18T13:55:37.139234Z","caller":"traceutil/trace.go:171","msg":"trace[1672285331] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:308; }","duration":"654.240815ms","start":"2026-03-18T13:55:36.484984Z","end":"2026-03-18T13:55:37.139224Z","steps":["trace[1672285331] 'agreement among raft nodes before linearized reading' (duration: 654.119341ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:37.139491Z","caller":"traceutil/trace.go:171","msg":"trace[1525595948] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:308; }","duration":"605.827669ms","start":"2026-03-18T13:55:36.533655Z","end":"2026-03-18T13:55:37.139482Z","steps":["trace[1525595948] 'agreement among raft nodes before linearized reading' (duration: 605.797118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:37.139509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:36.533603Z","time spent":"605.901211ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-03-18T13:55:37.139505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:36.484968Z","time spent":"654.527903ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-18T13:55:37.13954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.28587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-18T13:55:37.139569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.049744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-18T13:55:37.139585Z","caller":"traceutil/trace.go:171","msg":"trace[1420202454] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:308; }","duration":"650.080944ms","start":"2026-03-18T13:55:36.489499Z","end":"2026-03-18T13:55:37.13958Z","steps":["trace[1420202454] 'agreement among raft nodes before linearized reading' (duration: 650.053844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:37.139601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:36.48949Z","time spent":"650.107485ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"info","ts":"2026-03-18T13:55:37.139594Z","caller":"traceutil/trace.go:171","msg":"trace[1374052560] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:308; }","duration":"608.396452ms","start":"2026-03-18T13:55:36.531182Z","end":"2026-03-18T13:55:37.139579Z","steps":["trace[1374052560] 'agreement among raft nodes before linearized reading' (duration: 608.30287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:37.139617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.288801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-03-18T13:55:37.139638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:36.531171Z","time spent":"608.455414ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"info","ts":"2026-03-18T13:55:37.139647Z","caller":"traceutil/trace.go:171","msg":"trace[1955660513] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:308; }","duration":"537.358444ms","start":"2026-03-18T13:55:36.60228Z","end":"2026-03-18T13:55:37.139638Z","steps":["trace[1955660513] 'agreement among raft nodes before linearized reading' (duration: 537.306352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:37.139655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.028977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-18T13:55:37.139673Z","caller":"traceutil/trace.go:171","msg":"trace[1779964634] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:308; }","duration":"604.070468ms","start":"2026-03-18T13:55:36.535598Z","end":"2026-03-18T13:55:37.139668Z","steps":["trace[1779964634] 'agreement among raft nodes before linearized reading' (duration: 604.039638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:37.139673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:36.602229Z","time spent":"537.438105ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":227,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-03-18T13:55:37.13969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:36.535586Z","time spent":"604.100469ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":242,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-03-18T13:55:37.139427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.369155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"warn","ts":"2026-03-18T13:55:37.139741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.20518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-18T13:55:37.139757Z","caller":"traceutil/trace.go:171","msg":"trace[1132781050] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:308; }","duration":"597.235101ms","start":"2026-03-18T13:55:36.542516Z","end":"2026-03-18T13:55:37.139751Z","steps":["trace[1132781050] 'agreement among raft nodes before linearized reading' (duration: 597.208159ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:37.139759Z","caller":"traceutil/trace.go:171","msg":"trace[798839062] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:308; }","duration":"605.708916ms","start":"2026-03-18T13:55:36.534035Z","end":"2026-03-18T13:55:37.139744Z","steps":["trace[798839062] 'agreement among raft nodes before linearized reading' (duration: 605.366615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:37.139772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:36.542507Z","time spent":"597.261051ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-03-18T13:55:37.139787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:36.534025Z","time spent":"605.754626ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":258,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"warn","ts":"2026-03-18T13:55:37.461143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.364867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:55:37.461269Z","caller":"traceutil/trace.go:171","msg":"trace[1074562739] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"309.938172ms","start":"2026-03-18T13:55:37.151312Z","end":"2026-03-18T13:55:37.46125Z","steps":["trace[1074562739] 'process raft request' (duration: 202.402969ms)","trace[1074562739] 'compare' (duration: 107.257494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:55:37.461319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:37.151291Z","time spent":"310.008083ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:55:37.552834Z","caller":"traceutil/trace.go:171","msg":"trace[747391107] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"401.259386ms","start":"2026-03-18T13:55:37.151536Z","end":"2026-03-18T13:55:37.552795Z","steps":["trace[747391107] 'process raft request' (duration: 400.434982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:37.552977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:37.151526Z","time spent":"401.397569ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":596,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:55:37.55356Z","caller":"traceutil/trace.go:171","msg":"trace[727644565] transaction","detail":"{read_only:false; response_revision:311; number_of_response:1; }","duration":"401.75274ms","start":"2026-03-18T13:55:37.151624Z","end":"2026-03-18T13:55:37.553377Z","steps":["trace[727644565] 'process raft request' (duration: 400.925517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:37.553855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:37.151613Z","time spent":"402.044279ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:55:37.554155Z","caller":"traceutil/trace.go:171","msg":"trace[764449887] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"401.559675ms","start":"2026-03-18T13:55:37.15249Z","end":"2026-03-18T13:55:37.55405Z","steps":["trace[764449887] 'process raft request' (duration: 400.965828ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:37.554168Z","caller":"traceutil/trace.go:171","msg":"trace[2124629307] transaction","detail":"{read_only:false; response_revision:312; number_of_response:1; }","duration":"402.142771ms","start":"2026-03-18T13:55:37.151687Z","end":"2026-03-18T13:55:37.55383Z","steps":["trace[2124629307] 'process raft request' (duration: 401.460521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:37.554838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:37.151677Z","time spent":"402.993377ms","remote":"127.0.0.1:56782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2150,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:55:37.554985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:37.152479Z","time spent":"401.810862ms","remote":"127.0.0.1:56766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3642,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:55:37.555238Z","caller":"traceutil/trace.go:171","msg":"trace[1167806058] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"401.861163ms","start":"2026-03-18T13:55:37.153324Z","end":"2026-03-18T13:55:37.555185Z","steps":["trace[1167806058] 'process raft request' (duration: 401.592745ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:37.55537Z","caller":"traceutil/trace.go:171","msg":"trace[836743963] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"402.163023ms","start":"2026-03-18T13:55:37.15318Z","end":"2026-03-18T13:55:37.555343Z","steps":["trace[836743963] 'process raft request' (duration: 401.657008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:37.555411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:37.153318Z","time spent":"402.000096ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":899,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:55:37.55538Z","caller":"traceutil/trace.go:171","msg":"trace[93234465] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"402.391118ms","start":"2026-03-18T13:55:37.152929Z","end":"2026-03-18T13:55:37.55532Z","steps":["trace[93234465] 'process raft request' (duration: 401.763301ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:37.555411Z","caller":"traceutil/trace.go:171","msg":"trace[104471501] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"402.626026ms","start":"2026-03-18T13:55:37.152744Z","end":"2026-03-18T13:55:37.55537Z","steps":["trace[104471501] 'process raft request' (duration: 400.891486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:37.555512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:37.153167Z","time spent":"402.250854ms","remote":"127.0.0.1:33676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1247,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:55:37.555569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:37.152921Z","time spent":"402.550123ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4358,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:55:37.556329Z","caller":"traceutil/trace.go:171","msg":"trace[1058702652] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"402.820192ms","start":"2026-03-18T13:55:37.153485Z","end":"2026-03-18T13:55:37.556305Z","steps":["trace[1058702652] 'process raft request' (duration: 401.590055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:37.556444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:37.153476Z","time spent":"402.897253ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2094,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:55:37.55743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:37.152734Z","time spent":"402.75936ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2162,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:55:37.559233Z","caller":"traceutil/trace.go:171","msg":"trace[872577861] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"405.709666ms","start":"2026-03-18T13:55:37.153497Z","end":"2026-03-18T13:55:37.559207Z","steps":["trace[872577861] 'process raft request' (duration: 402.637666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:37.559321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:37.153492Z","time spent":"405.790347ms","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1050,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:55:37.559425Z","caller":"traceutil/trace.go:171","msg":"trace[2142732903] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"405.432726ms","start":"2026-03-18T13:55:37.15395Z","end":"2026-03-18T13:55:37.559383Z","steps":["trace[2142732903] 'process raft request' (duration: 405.195419ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:37.559503Z","caller":"traceutil/trace.go:171","msg":"trace[234226048] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"405.054396ms","start":"2026-03-18T13:55:37.15433Z","end":"2026-03-18T13:55:37.559384Z","steps":["trace[234226048] 'process raft request' (duration: 404.964453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:37.559591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:37.153942Z","time spent":"405.576481ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:55:37.559964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:37.154323Z","time spent":"405.252992ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2191,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:55:37.705194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.666452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:55:37.705335Z","caller":"traceutil/trace.go:171","msg":"trace[1603734002] linearizableReadLoop","detail":"{readStateIndex:335; appliedIndex:334; }","duration":"144.026155ms","start":"2026-03-18T13:55:37.561288Z","end":"2026-03-18T13:55:37.705315Z","steps":["trace[1603734002] 'read index received' (duration: 41.305531ms)","trace[1603734002] 'applied index is now lower than readState.Index' (duration: 102.718614ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:55:37.705421Z","caller":"traceutil/trace.go:171","msg":"trace[2052251612] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"240.143748ms","start":"2026-03-18T13:55:37.465178Z","end":"2026-03-18T13:55:37.705322Z","steps":["trace[2052251612] 'process raft request' (duration: 137.26181ms)","trace[2052251612] 'compare' (duration: 102.534748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:55:37.705566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.229261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-18T13:55:37.705608Z","caller":"traceutil/trace.go:171","msg":"trace[1664276296] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:322; }","duration":"144.339743ms","start":"2026-03-18T13:55:37.561254Z","end":"2026-03-18T13:55:37.705594Z","steps":["trace[1664276296] 'agreement among raft nodes before linearized reading' (duration: 144.141018ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:37.745097Z","caller":"traceutil/trace.go:171","msg":"trace[1319158962] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"183.776092ms","start":"2026-03-18T13:55:37.561292Z","end":"2026-03-18T13:55:37.745068Z","steps":["trace[1319158962] 'process raft request' (duration: 183.596877ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:37.745187Z","caller":"traceutil/trace.go:171","msg":"trace[1794312831] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"182.403802ms","start":"2026-03-18T13:55:37.562741Z","end":"2026-03-18T13:55:37.745144Z","steps":["trace[1794312831] 'process raft request' (duration: 182.243118ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:37.745327Z","caller":"traceutil/trace.go:171","msg":"trace[1791325136] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"180.771805ms","start":"2026-03-18T13:55:37.564516Z","end":"2026-03-18T13:55:37.745288Z","steps":["trace[1791325136] 'process raft request' (duration: 180.518258ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:37.745384Z","caller":"traceutil/trace.go:171","msg":"trace[1896508244] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"177.451009ms","start":"2026-03-18T13:55:37.567912Z","end":"2026-03-18T13:55:37.745363Z","steps":["trace[1896508244] 'process raft request' (duration: 177.191912ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:37.745478Z","caller":"traceutil/trace.go:171","msg":"trace[976601042] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"176.276035ms","start":"2026-03-18T13:55:37.569177Z","end":"2026-03-18T13:55:37.745453Z","steps":["trace[976601042] 'process raft request' (duration: 175.968176ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:37.745798Z","caller":"traceutil/trace.go:171","msg":"trace[926839402] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"173.98702ms","start":"2026-03-18T13:55:37.571798Z","end":"2026-03-18T13:55:37.745785Z","steps":["trace[926839402] 'process raft request' (duration: 173.892657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:37.74591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.649842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:1 size:2108"} {"level":"info","ts":"2026-03-18T13:55:37.745964Z","caller":"traceutil/trace.go:171","msg":"trace[1855140116] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:1; response_revision:329; }","duration":"180.746775ms","start":"2026-03-18T13:55:37.565203Z","end":"2026-03-18T13:55:37.74595Z","steps":["trace[1855140116] 'agreement among raft nodes before linearized reading' (duration: 180.59169ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:37.745823Z","caller":"traceutil/trace.go:171","msg":"trace[1819748150] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"175.854053ms","start":"2026-03-18T13:55:37.56995Z","end":"2026-03-18T13:55:37.745804Z","steps":["trace[1819748150] 'process raft request' (duration: 175.436441ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:38.047354Z","caller":"traceutil/trace.go:171","msg":"trace[229694702] linearizableReadLoop","detail":"{readStateIndex:343; appliedIndex:342; }","duration":"301.557951ms","start":"2026-03-18T13:55:37.745765Z","end":"2026-03-18T13:55:38.047323Z","steps":["trace[229694702] 'read index received' (duration: 227.259987ms)","trace[229694702] 'applied index is now lower than readState.Index' (duration: 74.296504ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:55:38.047421Z","caller":"traceutil/trace.go:171","msg":"trace[1806787293] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"337.301402ms","start":"2026-03-18T13:55:37.710088Z","end":"2026-03-18T13:55:38.047389Z","steps":["trace[1806787293] 'process raft request' (duration: 262.972937ms)","trace[1806787293] 'compare' (duration: 74.089547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:55:38.04762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:37.709946Z","time spent":"337.541298ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":164,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:55:38.047651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.165496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-18T13:55:38.047742Z","caller":"traceutil/trace.go:171","msg":"trace[1591273904] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:330; }","duration":"338.350242ms","start":"2026-03-18T13:55:37.709375Z","end":"2026-03-18T13:55:38.047725Z","steps":["trace[1591273904] 'agreement among raft nodes before linearized reading' (duration: 338.055154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:38.047797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:37.709348Z","time spent":"338.441064ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-03-18T13:55:38.579909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.945896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:55:38.580193Z","caller":"traceutil/trace.go:171","msg":"trace[1184678320] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"829.353317ms","start":"2026-03-18T13:55:37.750826Z","end":"2026-03-18T13:55:38.580179Z","steps":["trace[1184678320] 'process raft request' (duration: 829.193422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:38.580265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:37.750816Z","time spent":"829.416049ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3424,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:55:38.580307Z","caller":"traceutil/trace.go:171","msg":"trace[2077152884] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"829.173202ms","start":"2026-03-18T13:55:37.751087Z","end":"2026-03-18T13:55:38.58026Z","steps":["trace[2077152884] 'process raft request' (duration: 828.985227ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:38.580349Z","caller":"traceutil/trace.go:171","msg":"trace[446825862] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"827.602907ms","start":"2026-03-18T13:55:37.752709Z","end":"2026-03-18T13:55:38.580312Z","steps":["trace[446825862] 'process raft request' (duration: 827.386471ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:38.580435Z","caller":"traceutil/trace.go:171","msg":"trace[1343844988] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"830.348355ms","start":"2026-03-18T13:55:37.750015Z","end":"2026-03-18T13:55:38.580363Z","steps":["trace[1343844988] 'process raft request' (duration: 583.893805ms)","trace[1343844988] 'compare' (duration: 245.816043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:55:38.580458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:37.751067Z","time spent":"829.326337ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1731,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:55:38.580533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:37.752701Z","time spent":"827.732401ms","remote":"127.0.0.1:33834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2886,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:55:38.580557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:37.749994Z","time spent":"830.518531ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:55:38.580659Z","caller":"traceutil/trace.go:171","msg":"trace[1223103719] linearizableReadLoop","detail":"{readStateIndex:348; appliedIndex:343; }","duration":"533.200483ms","start":"2026-03-18T13:55:38.047429Z","end":"2026-03-18T13:55:38.580629Z","steps":["trace[1223103719] 'read index received' (duration: 286.496865ms)","trace[1223103719] 'applied index is now lower than readState.Index' (duration: 246.702028ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:55:38.580682Z","caller":"traceutil/trace.go:171","msg":"trace[280211262] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"825.151976ms","start":"2026-03-18T13:55:37.755444Z","end":"2026-03-18T13:55:38.580596Z","steps":["trace[280211262] 'process raft request' (duration: 824.688852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:38.580949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:37.755422Z","time spent":"825.397832ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:55:38.58098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.274437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3706"} {"level":"info","ts":"2026-03-18T13:55:38.581021Z","caller":"traceutil/trace.go:171","msg":"trace[788693566] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:336; }","duration":"827.34481ms","start":"2026-03-18T13:55:37.753667Z","end":"2026-03-18T13:55:38.581012Z","steps":["trace[788693566] 'agreement among raft nodes before linearized reading' (duration: 827.067512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:38.581044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:37.753654Z","time spent":"827.385161ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":3730,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-18T13:55:38.581087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.46909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T13:55:38.581115Z","caller":"traceutil/trace.go:171","msg":"trace[561556472] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"528.814066ms","start":"2026-03-18T13:55:38.052283Z","end":"2026-03-18T13:55:38.581097Z","steps":["trace[561556472] 'process raft request' (duration: 528.213569ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:38.581138Z","caller":"traceutil/trace.go:171","msg":"trace[776944531] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:338; }","duration":"490.557434ms","start":"2026-03-18T13:55:38.090564Z","end":"2026-03-18T13:55:38.581121Z","steps":["trace[776944531] 'agreement among raft nodes before linearized reading' (duration: 490.454341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:38.581177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:38.090546Z","time spent":"490.621765ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T13:55:38.581204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:38.052261Z","time spent":"528.895299ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":164,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:55:38.581225Z","caller":"traceutil/trace.go:171","msg":"trace[1676534974] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"524.002837ms","start":"2026-03-18T13:55:38.057214Z","end":"2026-03-18T13:55:38.581217Z","steps":["trace[1676534974] 'process raft request' (duration: 523.680468ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:38.581249Z","caller":"traceutil/trace.go:171","msg":"trace[1106958054] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"292.341434ms","start":"2026-03-18T13:55:38.288886Z","end":"2026-03-18T13:55:38.581227Z","steps":["trace[1106958054] 'process raft request' (duration: 292.081476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:38.581272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:38.057187Z","time spent":"524.06068ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:55:39.022929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.12168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:55:39.023275Z","caller":"traceutil/trace.go:171","msg":"trace[247806465] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"434.499527ms","start":"2026-03-18T13:55:38.588746Z","end":"2026-03-18T13:55:39.023245Z","steps":["trace[247806465] 'process raft request' (duration: 434.293381ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:39.02332Z","caller":"traceutil/trace.go:171","msg":"trace[1271203474] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"434.440584ms","start":"2026-03-18T13:55:38.588839Z","end":"2026-03-18T13:55:39.02328Z","steps":["trace[1271203474] 'process raft request' (duration: 434.261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:39.0234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:38.588728Z","time spent":"434.61559ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1731,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:55:39.023441Z","caller":"traceutil/trace.go:171","msg":"trace[1310539107] linearizableReadLoop","detail":"{readStateIndex:359; appliedIndex:351; }","duration":"229.526942ms","start":"2026-03-18T13:55:38.793894Z","end":"2026-03-18T13:55:39.023421Z","steps":["trace[1310539107] 'read index received' (duration: 130.808304ms)","trace[1310539107] 'applied index is now lower than readState.Index' (duration: 98.717128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:55:39.023478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:38.588828Z","time spent":"434.573208ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:55:39.023452Z","caller":"traceutil/trace.go:171","msg":"trace[891173235] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"435.176875ms","start":"2026-03-18T13:55:38.588209Z","end":"2026-03-18T13:55:39.023386Z","steps":["trace[891173235] 'process raft request' (duration: 126.50971ms)","trace[891173235] 'compare' (duration: 307.972006ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:55:39.023533Z","caller":"traceutil/trace.go:171","msg":"trace[542484851] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"421.343136ms","start":"2026-03-18T13:55:38.602177Z","end":"2026-03-18T13:55:39.02352Z","steps":["trace[542484851] 'process raft request' (duration: 421.157011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:39.023614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:38.602167Z","time spent":"421.403688ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4447,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:55:39.023615Z","caller":"traceutil/trace.go:171","msg":"trace[1355263986] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"430.211522ms","start":"2026-03-18T13:55:38.59338Z","end":"2026-03-18T13:55:39.023591Z","steps":["trace[1355263986] 'process raft request' (duration: 429.902363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:39.023632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.741398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-03-18T13:55:39.023669Z","caller":"traceutil/trace.go:171","msg":"trace[517825279] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:346; }","duration":"229.78254ms","start":"2026-03-18T13:55:38.793876Z","end":"2026-03-18T13:55:39.023659Z","steps":["trace[517825279] 'agreement among raft nodes before linearized reading' (duration: 229.604404ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:39.023684Z","caller":"traceutil/trace.go:171","msg":"trace[85969455] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"421.325467ms","start":"2026-03-18T13:55:38.602329Z","end":"2026-03-18T13:55:39.023654Z","steps":["trace[85969455] 'process raft request' (duration: 421.048148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:39.023721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:38.59337Z","time spent":"430.291185ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4002,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:55:39.023762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:38.58818Z","time spent":"435.413082ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:55:39.023798Z","caller":"traceutil/trace.go:171","msg":"trace[13842714] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"434.870296ms","start":"2026-03-18T13:55:38.58891Z","end":"2026-03-18T13:55:39.02378Z","steps":["trace[13842714] 'process raft request' (duration: 434.225107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:39.023795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:38.60229Z","time spent":"421.446819ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4001,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:55:39.023848Z","caller":"traceutil/trace.go:171","msg":"trace[444330946] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"434.888137ms","start":"2026-03-18T13:55:38.588932Z","end":"2026-03-18T13:55:39.023821Z","steps":["trace[444330946] 'process raft request' (duration: 434.232718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:39.023889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:38.588896Z","time spent":"434.940998ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:55:39.023954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:38.58891Z","time spent":"434.99604ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:55:39.595823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.553791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:55:39.596158Z","caller":"traceutil/trace.go:171","msg":"trace[1128849998] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"567.75901ms","start":"2026-03-18T13:55:39.028359Z","end":"2026-03-18T13:55:39.596118Z","steps":["trace[1128849998] 'process raft request' (duration: 136.836498ms)","trace[1128849998] 'compare' (duration: 430.372406ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:55:39.596205Z","caller":"traceutil/trace.go:171","msg":"trace[846563206] linearizableReadLoop","detail":"{readStateIndex:363; appliedIndex:359; }","duration":"541.745969ms","start":"2026-03-18T13:55:39.054441Z","end":"2026-03-18T13:55:39.596187Z","steps":["trace[846563206] 'read index received' (duration: 110.754715ms)","trace[846563206] 'applied index is now lower than readState.Index' (duration: 430.988454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:55:39.596315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:39.028331Z","time spent":"567.896324ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:55:39.596296Z","caller":"traceutil/trace.go:171","msg":"trace[473374308] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"565.285908ms","start":"2026-03-18T13:55:39.030974Z","end":"2026-03-18T13:55:39.59626Z","steps":["trace[473374308] 'process raft request' (duration: 565.080702ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:39.596361Z","caller":"traceutil/trace.go:171","msg":"trace[76589519] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"562.551939ms","start":"2026-03-18T13:55:39.033784Z","end":"2026-03-18T13:55:39.596336Z","steps":["trace[76589519] 'process raft request' (duration: 562.359053ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:39.596398Z","caller":"traceutil/trace.go:171","msg":"trace[159943974] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"566.70333ms","start":"2026-03-18T13:55:39.02968Z","end":"2026-03-18T13:55:39.596383Z","steps":["trace[159943974] 'process raft request' (duration: 566.318788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:39.596459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:39.029657Z","time spent":"566.775302ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:55:39.59648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:39.030958Z","time spent":"565.413984ms","remote":"127.0.0.1:56766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:55:39.596517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:39.033762Z","time spent":"562.657803ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4001,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:55:39.596474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.028487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T13:55:39.596604Z","caller":"traceutil/trace.go:171","msg":"trace[1474511475] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:350; }","duration":"542.187333ms","start":"2026-03-18T13:55:39.054395Z","end":"2026-03-18T13:55:39.596582Z","steps":["trace[1474511475] 'agreement among raft nodes before linearized reading' (duration: 541.989877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:39.596652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.440581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4321"} {"level":"warn","ts":"2026-03-18T13:55:39.596638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.933974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:55:39.596686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.70007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T13:55:39.596712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.657499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T13:55:39.596791Z","caller":"traceutil/trace.go:171","msg":"trace[2141725756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:350; }","duration":"453.855713ms","start":"2026-03-18T13:55:39.142913Z","end":"2026-03-18T13:55:39.596768Z","steps":["trace[2141725756] 'agreement among raft nodes before linearized reading' (duration: 453.620447ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:39.596801Z","caller":"traceutil/trace.go:171","msg":"trace[85902008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:350; }","duration":"453.768621ms","start":"2026-03-18T13:55:39.143016Z","end":"2026-03-18T13:55:39.596785Z","steps":["trace[85902008] 'agreement among raft nodes before linearized reading' (duration: 453.634497ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:39.596705Z","caller":"traceutil/trace.go:171","msg":"trace[872497724] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:350; }","duration":"375.528054ms","start":"2026-03-18T13:55:39.221165Z","end":"2026-03-18T13:55:39.596694Z","steps":["trace[872497724] 'agreement among raft nodes before linearized reading' (duration: 375.432891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:39.596853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:39.142999Z","time spent":"453.842014ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T13:55:39.596739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:39.054379Z","time spent":"542.278174ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T13:55:39.596841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:39.142901Z","time spent":"453.932577ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T13:55:39.596757Z","caller":"traceutil/trace.go:171","msg":"trace[1923741445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:350; }","duration":"360.085148ms","start":"2026-03-18T13:55:39.236659Z","end":"2026-03-18T13:55:39.596744Z","steps":["trace[1923741445] 'agreement among raft nodes before linearized reading' (duration: 359.942384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:39.597007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:39.236641Z","time spent":"360.360097ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:55:39.596943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:39.221149Z","time spent":"375.73305ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4345,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-18T13:55:40.178408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.856175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:55:40.178561Z","caller":"traceutil/trace.go:171","msg":"trace[1973382585] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"578.397967ms","start":"2026-03-18T13:55:39.600132Z","end":"2026-03-18T13:55:40.17853Z","steps":["trace[1973382585] 'process raft request' (duration: 291.339795ms)","trace[1973382585] 'compare' (duration: 286.540617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:55:40.178663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:39.600062Z","time spent":"578.571412ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:55:40.204784Z","caller":"traceutil/trace.go:171","msg":"trace[199784255] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"603.546862ms","start":"2026-03-18T13:55:39.601212Z","end":"2026-03-18T13:55:40.204759Z","steps":["trace[199784255] 'process raft request' (duration: 603.471849ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:40.20487Z","caller":"traceutil/trace.go:171","msg":"trace[1575274879] transaction","detail":"{read_only:false; response_revision:352; number_of_response:1; }","duration":"603.901772ms","start":"2026-03-18T13:55:39.60093Z","end":"2026-03-18T13:55:40.204831Z","steps":["trace[1575274879] 'process raft request' (duration: 603.601584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:40.204931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:39.601201Z","time spent":"603.651967ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:55:40.205121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:39.600905Z","time spent":"604.083537ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:55:40.205117Z","caller":"traceutil/trace.go:171","msg":"trace[2104478458] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"603.702497ms","start":"2026-03-18T13:55:39.601385Z","end":"2026-03-18T13:55:40.205087Z","steps":["trace[2104478458] 'process raft request' (duration: 603.337536ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:40.205176Z","caller":"traceutil/trace.go:171","msg":"trace[1596835135] linearizableReadLoop","detail":"{readStateIndex:369; appliedIndex:363; }","duration":"553.88261ms","start":"2026-03-18T13:55:39.651276Z","end":"2026-03-18T13:55:40.205159Z","steps":["trace[1596835135] 'read index received' (duration: 240.262932ms)","trace[1596835135] 'applied index is now lower than readState.Index' (duration: 313.618608ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:55:40.205274Z","caller":"traceutil/trace.go:171","msg":"trace[1461642139] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"600.947868ms","start":"2026-03-18T13:55:39.604317Z","end":"2026-03-18T13:55:40.205264Z","steps":["trace[1461642139] 'process raft request' (duration: 600.791414ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:40.205314Z","caller":"traceutil/trace.go:171","msg":"trace[287429066] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"602.42323ms","start":"2026-03-18T13:55:39.602875Z","end":"2026-03-18T13:55:40.205299Z","steps":["trace[287429066] 'process raft request' (duration: 602.116171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:40.205318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:39.601365Z","time spent":"603.834641ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:55:40.205338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:39.604293Z","time spent":"601.007969ms","remote":"127.0.0.1:56766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:55:40.205405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:39.602866Z","time spent":"602.501072ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4307,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:55:40.205381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.008747ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:55:40.205447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.171579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T13:55:40.205489Z","caller":"traceutil/trace.go:171","msg":"trace[865467701] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:356; }","duration":"464.11847ms","start":"2026-03-18T13:55:39.741352Z","end":"2026-03-18T13:55:40.20547Z","steps":["trace[865467701] 'agreement among raft nodes before linearized reading' (duration: 463.984586ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:40.205515Z","caller":"traceutil/trace.go:171","msg":"trace[1224783016] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:356; }","duration":"554.289882ms","start":"2026-03-18T13:55:39.651209Z","end":"2026-03-18T13:55:40.205498Z","steps":["trace[1224783016] 'agreement among raft nodes before linearized reading' (duration: 554.140167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:40.205569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:39.65118Z","time spent":"554.377724ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"info","ts":"2026-03-18T13:55:42.465156Z","caller":"traceutil/trace.go:171","msg":"trace[2034874243] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"250.807605ms","start":"2026-03-18T13:55:42.214324Z","end":"2026-03-18T13:55:42.465131Z","steps":["trace[2034874243] 'process raft request' (duration: 250.765394ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:42.465215Z","caller":"traceutil/trace.go:171","msg":"trace[2012082087] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"250.875599ms","start":"2026-03-18T13:55:42.214293Z","end":"2026-03-18T13:55:42.465169Z","steps":["trace[2012082087] 'process raft request' (duration: 250.667873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:44.970221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476671053,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T13:55:45.159133Z","caller":"traceutil/trace.go:171","msg":"trace[2137705441] linearizableReadLoop","detail":"{readStateIndex:390; appliedIndex:389; }","duration":"689.982196ms","start":"2026-03-18T13:55:44.469113Z","end":"2026-03-18T13:55:45.159095Z","steps":["trace[2137705441] 'read index received' (duration: 689.937405ms)","trace[2137705441] 'applied index is now lower than readState.Index' (duration: 43.231µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:55:45.159244Z","caller":"traceutil/trace.go:171","msg":"trace[749096078] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"887.379361ms","start":"2026-03-18T13:55:44.27183Z","end":"2026-03-18T13:55:45.15921Z","steps":["trace[749096078] 'process raft request' (duration: 887.094733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:45.159349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.207423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T13:55:45.15943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:44.271803Z","time spent":"887.520046ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:55:45.159448Z","caller":"traceutil/trace.go:171","msg":"trace[1403275179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:375; }","duration":"690.362587ms","start":"2026-03-18T13:55:44.469065Z","end":"2026-03-18T13:55:45.159427Z","steps":["trace[1403275179] 'agreement among raft nodes before linearized reading' (duration: 690.191342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:45.159494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:44.469041Z","time spent":"690.44394ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T13:55:45.159349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.204723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T13:55:45.159557Z","caller":"traceutil/trace.go:171","msg":"trace[1977368690] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:375; }","duration":"690.46037ms","start":"2026-03-18T13:55:44.469077Z","end":"2026-03-18T13:55:45.159537Z","steps":["trace[1977368690] 'agreement among raft nodes before linearized reading' (duration: 690.12513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:45.159598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:44.469057Z","time spent":"690.530172ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T13:55:46.572334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000326721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T13:55:46.572421Z","caller":"traceutil/trace.go:171","msg":"trace[588126721] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000469755s","start":"2026-03-18T13:55:44.571934Z","end":"2026-03-18T13:55:46.572403Z","steps":["trace[588126721] 'agreement among raft nodes before linearized reading' (duration: 2.000362512s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:46.572471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:44.57191Z","time spent":"2.000551287s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 13:55:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:55:47.541599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26927893s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-18T13:55:47.541793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.449775ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:55:47.541917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460880707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T13:55:47.541973Z","caller":"traceutil/trace.go:171","msg":"trace[519438906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:375; }","duration":"2.46098463s","start":"2026-03-18T13:55:45.080977Z","end":"2026-03-18T13:55:47.541962Z","steps":["trace[519438906] 'agreement among raft nodes before linearized reading' (duration: 2.460891837s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:47.542009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:45.080952Z","time spent":"2.461049671s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T13:55:47.541842Z","caller":"traceutil/trace.go:171","msg":"trace[1518025261] linearizableReadLoop","detail":"{readStateIndex:391; appliedIndex:390; }","duration":"2.382607949s","start":"2026-03-18T13:55:45.159216Z","end":"2026-03-18T13:55:47.541824Z","steps":["trace[1518025261] 'read index received' (duration: 113.173325ms)","trace[1518025261] 'applied index is now lower than readState.Index' (duration: 2.269433174s)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:55:47.542135Z","caller":"traceutil/trace.go:171","msg":"trace[539365419] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:375; }","duration":"876.561908ms","start":"2026-03-18T13:55:46.665312Z","end":"2026-03-18T13:55:47.541874Z","steps":["trace[539365419] 'range keys from in-memory index tree' (duration: 876.434565ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:55:47.54303Z","caller":"traceutil/trace.go:171","msg":"trace[1146616310] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"2.378954794s","start":"2026-03-18T13:55:45.164042Z","end":"2026-03-18T13:55:47.542997Z","steps":["trace[1146616310] 'process raft request' (duration: 2.377666897s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:47.5432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:45.164018Z","time spent":"2.379087017s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:55:48.573079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000162894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T13:55:48.573267Z","caller":"traceutil/trace.go:171","msg":"trace[2070633714] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000416603s","start":"2026-03-18T13:55:46.572816Z","end":"2026-03-18T13:55:48.573233Z","steps":["trace[2070633714] 'agreement among raft nodes before linearized reading' (duration: 2.000199406s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:48.573368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:46.572788Z","time spent":"2.000555457s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 13:55:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:55:48.908273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36460352s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:55:48.908393Z","caller":"traceutil/trace.go:171","msg":"trace[1442765273] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"3.744227032s","start":"2026-03-18T13:55:45.16414Z","end":"2026-03-18T13:55:48.908367Z","steps":["trace[1442765273] 'process raft request' (duration: 2.378838641s)","trace[1442765273] 'compare' (duration: 1.364470734s)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:55:48.908458Z","caller":"traceutil/trace.go:171","msg":"trace[1551221891] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"1.361938504s","start":"2026-03-18T13:55:47.546506Z","end":"2026-03-18T13:55:48.908445Z","steps":["trace[1551221891] 'process raft request' (duration: 1.361874292s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:48.908493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:45.164114Z","time spent":"3.744333795s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:55:48.908535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:47.54648Z","time spent":"1.362015455s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:55:48.908558Z","caller":"traceutil/trace.go:171","msg":"trace[1790443114] linearizableReadLoop","detail":"{readStateIndex:393; appliedIndex:391; }","duration":"1.36636313s","start":"2026-03-18T13:55:47.542126Z","end":"2026-03-18T13:55:48.908489Z","steps":["trace[1790443114] 'read index received' (duration: 49.971µs)","trace[1790443114] 'applied index is now lower than readState.Index' (duration: 1.366308459s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:55:48.908721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745181599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T13:55:48.908764Z","caller":"traceutil/trace.go:171","msg":"trace[767839452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:378; }","duration":"1.745257792s","start":"2026-03-18T13:55:47.163494Z","end":"2026-03-18T13:55:48.908752Z","steps":["trace[767839452] 'agreement among raft nodes before linearized reading' (duration: 1.745182519s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:48.908805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:47.163435Z","time spent":"1.745358075s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T13:55:48.982868Z","caller":"traceutil/trace.go:171","msg":"trace[920996580] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"406.343724ms","start":"2026-03-18T13:55:48.5765Z","end":"2026-03-18T13:55:48.982844Z","steps":["trace[920996580] 'process raft request' (duration: 406.235571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:48.983114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:48.576477Z","time spent":"406.562509ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:55:48.998891Z","caller":"traceutil/trace.go:171","msg":"trace[885858565] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"193.506782ms","start":"2026-03-18T13:55:48.805365Z","end":"2026-03-18T13:55:48.998872Z","steps":["trace[885858565] 'process raft request' (duration: 193.368818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:48.999271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.832164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:55:48.999364Z","caller":"traceutil/trace.go:171","msg":"trace[1251377273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:381; }","duration":"418.962106ms","start":"2026-03-18T13:55:48.580388Z","end":"2026-03-18T13:55:48.999351Z","steps":["trace[1251377273] 'agreement among raft nodes before linearized reading' (duration: 418.690068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:55:48.999425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:55:48.580375Z","time spent":"419.03917ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:56:01.107466Z","caller":"traceutil/trace.go:171","msg":"trace[1472073748] linearizableReadLoop","detail":"{readStateIndex:457; appliedIndex:456; }","duration":"117.319455ms","start":"2026-03-18T13:56:00.990124Z","end":"2026-03-18T13:56:01.107444Z","steps":["trace[1472073748] 'read index received' (duration: 117.1491ms)","trace[1472073748] 'applied index is now lower than readState.Index' (duration: 169.265µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:56:01.107526Z","caller":"traceutil/trace.go:171","msg":"trace[1394070535] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"120.901508ms","start":"2026-03-18T13:56:00.986581Z","end":"2026-03-18T13:56:01.107483Z","steps":["trace[1394070535] 'process raft request' (duration: 120.735833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:01.107634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.49285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T13:56:01.10767Z","caller":"traceutil/trace.go:171","msg":"trace[1684778077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:437; }","duration":"117.570541ms","start":"2026-03-18T13:56:00.990089Z","end":"2026-03-18T13:56:01.107659Z","steps":["trace[1684778077] 'agreement among raft nodes before linearized reading' (duration: 117.489749ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:05.377031Z","caller":"traceutil/trace.go:171","msg":"trace[1701275564] linearizableReadLoop","detail":"{readStateIndex:469; appliedIndex:467; }","duration":"110.430945ms","start":"2026-03-18T13:56:05.266575Z","end":"2026-03-18T13:56:05.377006Z","steps":["trace[1701275564] 'read index received' (duration: 63.379078ms)","trace[1701275564] 'applied index is now lower than readState.Index' (duration: 47.050877ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:56:05.377126Z","caller":"traceutil/trace.go:171","msg":"trace[477798389] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"157.864845ms","start":"2026-03-18T13:56:05.219221Z","end":"2026-03-18T13:56:05.377086Z","steps":["trace[477798389] 'process raft request' (duration: 110.818317ms)","trace[477798389] 'compare' (duration: 46.796681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:56:05.377172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.56491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:56:05.377212Z","caller":"traceutil/trace.go:171","msg":"trace[413380353] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:0; response_revision:448; }","duration":"110.636912ms","start":"2026-03-18T13:56:05.266564Z","end":"2026-03-18T13:56:05.377201Z","steps":["trace[413380353] 'agreement among raft nodes before linearized reading' (duration: 110.542619ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:05.377195Z","caller":"traceutil/trace.go:171","msg":"trace[1739421487] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"157.573346ms","start":"2026-03-18T13:56:05.219598Z","end":"2026-03-18T13:56:05.377172Z","steps":["trace[1739421487] 'process raft request' (duration: 157.3614ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:05.70217Z","caller":"traceutil/trace.go:171","msg":"trace[143160953] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"105.977037ms","start":"2026-03-18T13:56:05.596159Z","end":"2026-03-18T13:56:05.702136Z","steps":["trace[143160953] 'process raft request' (duration: 65.056107ms)","trace[143160953] 'compare' (duration: 40.579581ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:56:06.238077Z","caller":"traceutil/trace.go:171","msg":"trace[225588671] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"271.417371ms","start":"2026-03-18T13:56:05.966627Z","end":"2026-03-18T13:56:06.238044Z","steps":["trace[225588671] 'process raft request' (duration: 271.192174ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:06.238131Z","caller":"traceutil/trace.go:171","msg":"trace[1515792558] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"308.864291ms","start":"2026-03-18T13:56:05.929229Z","end":"2026-03-18T13:56:06.238094Z","steps":["trace[1515792558] 'process raft request' (duration: 308.290144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:06.238313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:05.929211Z","time spent":"309.005685ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3576,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:56:06.238988Z","caller":"traceutil/trace.go:171","msg":"trace[1442583806] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"309.026196ms","start":"2026-03-18T13:56:05.929941Z","end":"2026-03-18T13:56:06.238967Z","steps":["trace[1442583806] 'process raft request' (duration: 307.736988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:06.239089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:05.929923Z","time spent":"309.113329ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4320,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:56:06.239042Z","caller":"traceutil/trace.go:171","msg":"trace[1867120358] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"311.560459ms","start":"2026-03-18T13:56:05.927421Z","end":"2026-03-18T13:56:06.238981Z","steps":["trace[1867120358] 'process raft request' (duration: 258.351054ms)","trace[1867120358] 'compare' (duration: 51.568248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:56:06.239284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:05.927404Z","time spent":"311.768725ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:56:06.273698Z","caller":"traceutil/trace.go:171","msg":"trace[1292508097] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"275.477018ms","start":"2026-03-18T13:56:05.998189Z","end":"2026-03-18T13:56:06.273666Z","steps":["trace[1292508097] 'process raft request' (duration: 275.417966ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:06.273687Z","caller":"traceutil/trace.go:171","msg":"trace[1748667506] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"283.140229ms","start":"2026-03-18T13:56:05.990502Z","end":"2026-03-18T13:56:06.273643Z","steps":["trace[1748667506] 'process raft request' (duration: 282.897332ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:06.273893Z","caller":"traceutil/trace.go:171","msg":"trace[920872216] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"281.999265ms","start":"2026-03-18T13:56:05.991799Z","end":"2026-03-18T13:56:06.273798Z","steps":["trace[920872216] 'process raft request' (duration: 281.738218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:06.590504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.870556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:56:06.590723Z","caller":"traceutil/trace.go:171","msg":"trace[990018389] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"310.375474ms","start":"2026-03-18T13:56:06.280315Z","end":"2026-03-18T13:56:06.59069Z","steps":["trace[990018389] 'process raft request' (duration: 180.227929ms)","trace[990018389] 'compare' (duration: 129.739533ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:56:06.590761Z","caller":"traceutil/trace.go:171","msg":"trace[601309436] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"303.054633ms","start":"2026-03-18T13:56:06.287687Z","end":"2026-03-18T13:56:06.590742Z","steps":["trace[601309436] 'process raft request' (duration: 302.93782ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:06.590803Z","caller":"traceutil/trace.go:171","msg":"trace[1826777577] linearizableReadLoop","detail":"{readStateIndex:497; appliedIndex:495; }","duration":"292.505868ms","start":"2026-03-18T13:56:06.298201Z","end":"2026-03-18T13:56:06.590706Z","steps":["trace[1826777577] 'read index received' (duration: 162.362954ms)","trace[1826777577] 'applied index is now lower than readState.Index' (duration: 130.141594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:56:06.590849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:06.280283Z","time spent":"310.507408ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:56:06.590898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:06.287672Z","time spent":"303.151967ms","remote":"127.0.0.1:33834","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14448,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:56:06.59095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.653162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ddwg9\" ","response":"range_response_count:1 size:15076"} {"level":"info","ts":"2026-03-18T13:56:06.591Z","caller":"traceutil/trace.go:171","msg":"trace[672791] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ddwg9; range_end:; response_count:1; response_revision:476; }","duration":"311.742604ms","start":"2026-03-18T13:56:06.279243Z","end":"2026-03-18T13:56:06.590986Z","steps":["trace[672791] 'agreement among raft nodes before linearized reading' (duration: 311.627601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:06.591044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:06.279223Z","time spent":"311.812436ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":15100,"request content":"key:\"/registry/pods/kube-system/cilium-ddwg9\" "} {"level":"info","ts":"2026-03-18T13:56:06.601886Z","caller":"traceutil/trace.go:171","msg":"trace[1281059588] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"296.220416ms","start":"2026-03-18T13:56:06.305644Z","end":"2026-03-18T13:56:06.601865Z","steps":["trace[1281059588] 'process raft request' (duration: 296.133894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:06.601986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.893305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4309"} {"level":"info","ts":"2026-03-18T13:56:06.602047Z","caller":"traceutil/trace.go:171","msg":"trace[2126269229] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:477; }","duration":"297.006479ms","start":"2026-03-18T13:56:06.305025Z","end":"2026-03-18T13:56:06.602032Z","steps":["trace[2126269229] 'agreement among raft nodes before linearized reading' (duration: 296.839574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:06.602509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.069585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329948"} {"level":"info","ts":"2026-03-18T13:56:06.602556Z","caller":"traceutil/trace.go:171","msg":"trace[1215222050] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:477; }","duration":"285.163097ms","start":"2026-03-18T13:56:06.317377Z","end":"2026-03-18T13:56:06.60254Z","steps":["trace[1215222050] 'agreement among raft nodes before linearized reading' (duration: 284.845187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:06.707206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.58117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4309"} {"level":"warn","ts":"2026-03-18T13:56:06.707192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.952018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8zp2j\" ","response":"range_response_count:1 size:3637"} {"level":"warn","ts":"2026-03-18T13:56:06.707233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.774655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ddwg9\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-18T13:56:06.707268Z","caller":"traceutil/trace.go:171","msg":"trace[1367058717] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:479; }","duration":"102.671661ms","start":"2026-03-18T13:56:06.604582Z","end":"2026-03-18T13:56:06.707254Z","steps":["trace[1367058717] 'agreement among raft nodes before linearized reading' (duration: 102.494517ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:06.707295Z","caller":"traceutil/trace.go:171","msg":"trace[1952201402] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ddwg9; range_end:; response_count:1; response_revision:479; }","duration":"103.866767ms","start":"2026-03-18T13:56:06.603413Z","end":"2026-03-18T13:56:06.707279Z","steps":["trace[1952201402] 'agreement among raft nodes before linearized reading' (duration: 103.734892ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:06.707291Z","caller":"traceutil/trace.go:171","msg":"trace[293654588] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-8zp2j; range_end:; response_count:1; response_revision:479; }","duration":"104.114863ms","start":"2026-03-18T13:56:06.603152Z","end":"2026-03-18T13:56:06.707267Z","steps":["trace[293654588] 'agreement among raft nodes before linearized reading' (duration: 103.831975ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:06.849725Z","caller":"traceutil/trace.go:171","msg":"trace[397790567] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"130.143325ms","start":"2026-03-18T13:56:06.719559Z","end":"2026-03-18T13:56:06.849702Z","steps":["trace[397790567] 'process raft request' (duration: 129.993141ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:06.917078Z","caller":"traceutil/trace.go:171","msg":"trace[1318512365] linearizableReadLoop","detail":"{readStateIndex:503; appliedIndex:501; }","duration":"114.707449ms","start":"2026-03-18T13:56:06.802346Z","end":"2026-03-18T13:56:06.917053Z","steps":["trace[1318512365] 'read index received' (duration: 47.261244ms)","trace[1318512365] 'applied index is now lower than readState.Index' (duration: 67.445145ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:56:06.917191Z","caller":"traceutil/trace.go:171","msg":"trace[7163545] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"114.871304ms","start":"2026-03-18T13:56:06.802281Z","end":"2026-03-18T13:56:06.917152Z","steps":["trace[7163545] 'process raft request' (duration: 114.633227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:06.917467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.091431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4354"} {"level":"info","ts":"2026-03-18T13:56:06.917562Z","caller":"traceutil/trace.go:171","msg":"trace[247400257] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:482; }","duration":"115.164593ms","start":"2026-03-18T13:56:06.802341Z","end":"2026-03-18T13:56:06.917506Z","steps":["trace[247400257] 'agreement among raft nodes before linearized reading' (duration: 114.804922ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:09.682945Z","caller":"traceutil/trace.go:171","msg":"trace[891234350] linearizableReadLoop","detail":"{readStateIndex:511; appliedIndex:510; }","duration":"446.067809ms","start":"2026-03-18T13:56:09.236855Z","end":"2026-03-18T13:56:09.682923Z","steps":["trace[891234350] 'read index received' (duration: 445.850233ms)","trace[891234350] 'applied index is now lower than readState.Index' (duration: 216.406µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:56:09.683101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.226473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T13:56:09.683079Z","caller":"traceutil/trace.go:171","msg":"trace[1741763861] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"457.559371ms","start":"2026-03-18T13:56:09.225497Z","end":"2026-03-18T13:56:09.683057Z","steps":["trace[1741763861] 'process raft request' (duration: 457.263402ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:09.683135Z","caller":"traceutil/trace.go:171","msg":"trace[1826083957] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:490; }","duration":"446.290905ms","start":"2026-03-18T13:56:09.236834Z","end":"2026-03-18T13:56:09.683125Z","steps":["trace[1826083957] 'agreement among raft nodes before linearized reading' (duration: 446.215303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:09.683167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:09.236827Z","time spent":"446.332417ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T13:56:09.683181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.207158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T13:56:09.683232Z","caller":"traceutil/trace.go:171","msg":"trace[1474178920] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:490; }","duration":"294.287231ms","start":"2026-03-18T13:56:09.388929Z","end":"2026-03-18T13:56:09.683216Z","steps":["trace[1474178920] 'agreement among raft nodes before linearized reading' (duration: 294.162467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:09.683245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.750414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:56:09.683291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.674424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T13:56:09.683322Z","caller":"traceutil/trace.go:171","msg":"trace[258386041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:490; }","duration":"111.888209ms","start":"2026-03-18T13:56:09.571413Z","end":"2026-03-18T13:56:09.683302Z","steps":["trace[258386041] 'agreement among raft nodes before linearized reading' (duration: 111.729805ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:09.683331Z","caller":"traceutil/trace.go:171","msg":"trace[452329103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:490; }","duration":"291.740836ms","start":"2026-03-18T13:56:09.391578Z","end":"2026-03-18T13:56:09.683318Z","steps":["trace[452329103] 'agreement among raft nodes before linearized reading' (duration: 291.593642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:09.683743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:09.225473Z","time spent":"458.21248ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:56:15.935795Z","caller":"traceutil/trace.go:171","msg":"trace[832933853] linearizableReadLoop","detail":"{readStateIndex:553; appliedIndex:552; }","duration":"232.90204ms","start":"2026-03-18T13:56:15.702869Z","end":"2026-03-18T13:56:15.935771Z","steps":["trace[832933853] 'read index received' (duration: 232.742275ms)","trace[832933853] 'applied index is now lower than readState.Index' (duration: 158.575µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:56:15.93592Z","caller":"traceutil/trace.go:171","msg":"trace[403072798] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"244.505154ms","start":"2026-03-18T13:56:15.69137Z","end":"2026-03-18T13:56:15.935875Z","steps":["trace[403072798] 'process raft request' (duration: 244.245057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:15.936021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.177298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T13:56:15.936055Z","caller":"traceutil/trace.go:171","msg":"trace[767640779] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:530; }","duration":"198.227219ms","start":"2026-03-18T13:56:15.737815Z","end":"2026-03-18T13:56:15.936043Z","steps":["trace[767640779] 'agreement among raft nodes before linearized reading' (duration: 198.176498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:15.936048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.93267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T13:56:15.936116Z","caller":"traceutil/trace.go:171","msg":"trace[1994051932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:530; }","duration":"199.038913ms","start":"2026-03-18T13:56:15.737062Z","end":"2026-03-18T13:56:15.936101Z","steps":["trace[1994051932] 'agreement among raft nodes before linearized reading' (duration: 198.883668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:15.935958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.064584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:56:15.936156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.978821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T13:56:15.936185Z","caller":"traceutil/trace.go:171","msg":"trace[814587784] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:530; }","duration":"233.322241ms","start":"2026-03-18T13:56:15.702834Z","end":"2026-03-18T13:56:15.936156Z","steps":["trace[814587784] 'agreement among raft nodes before linearized reading' (duration: 233.072434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:15.936209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.709055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:56:15.936234Z","caller":"traceutil/trace.go:171","msg":"trace[337817618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:530; }","duration":"199.116844ms","start":"2026-03-18T13:56:15.737097Z","end":"2026-03-18T13:56:15.936214Z","steps":["trace[337817618] 'agreement among raft nodes before linearized reading' (duration: 198.938909ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:15.936266Z","caller":"traceutil/trace.go:171","msg":"trace[681039765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:530; }","duration":"170.803598ms","start":"2026-03-18T13:56:15.765449Z","end":"2026-03-18T13:56:15.936252Z","steps":["trace[681039765] 'agreement among raft nodes before linearized reading' (duration: 170.671335ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:16.168279Z","caller":"traceutil/trace.go:171","msg":"trace[164116322] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"226.978187ms","start":"2026-03-18T13:56:15.941278Z","end":"2026-03-18T13:56:16.168256Z","steps":["trace[164116322] 'process raft request' (duration: 204.838049ms)","trace[164116322] 'compare' (duration: 22.028165ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:56:16.211193Z","caller":"traceutil/trace.go:171","msg":"trace[2086589865] linearizableReadLoop","detail":"{readStateIndex:557; appliedIndex:553; }","duration":"269.275379ms","start":"2026-03-18T13:56:15.941893Z","end":"2026-03-18T13:56:16.211169Z","steps":["trace[2086589865] 'read index received' (duration: 204.301514ms)","trace[2086589865] 'applied index is now lower than readState.Index' (duration: 64.972605ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:56:16.211209Z","caller":"traceutil/trace.go:171","msg":"trace[1894659745] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"269.814884ms","start":"2026-03-18T13:56:15.941371Z","end":"2026-03-18T13:56:16.211186Z","steps":["trace[1894659745] 'process raft request' (duration: 269.592928ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:16.211337Z","caller":"traceutil/trace.go:171","msg":"trace[1748777518] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"269.667079ms","start":"2026-03-18T13:56:15.941635Z","end":"2026-03-18T13:56:16.211302Z","steps":["trace[1748777518] 'process raft request' (duration: 269.494114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:16.211436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.526346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:56:16.211427Z","caller":"traceutil/trace.go:171","msg":"trace[1470680739] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"269.807793ms","start":"2026-03-18T13:56:15.94159Z","end":"2026-03-18T13:56:16.211398Z","steps":["trace[1470680739] 'process raft request' (duration: 269.502254ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:16.21147Z","caller":"traceutil/trace.go:171","msg":"trace[1901533323] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:534; }","duration":"269.598808ms","start":"2026-03-18T13:56:15.941862Z","end":"2026-03-18T13:56:16.21146Z","steps":["trace[1901533323] 'agreement among raft nodes before linearized reading' (duration: 269.525036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:17.596291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.836646ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:56:17.596419Z","caller":"traceutil/trace.go:171","msg":"trace[465749378] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:534; }","duration":"930.965999ms","start":"2026-03-18T13:56:16.665433Z","end":"2026-03-18T13:56:17.596399Z","steps":["trace[465749378] 'range keys from in-memory index tree' (duration: 930.825365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:17.596248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025055595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:56:17.596423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326630134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager:leaderelection\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:56:17.596513Z","caller":"traceutil/trace.go:171","msg":"trace[1291268] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager:leaderelection; range_end:; response_count:0; response_revision:534; }","duration":"1.326744887s","start":"2026-03-18T13:56:16.269737Z","end":"2026-03-18T13:56:17.596482Z","steps":["trace[1291268] 'range keys from in-memory index tree' (duration: 1.326555553s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:17.596534Z","caller":"traceutil/trace.go:171","msg":"trace[1159707968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:534; }","duration":"1.025355453s","start":"2026-03-18T13:56:16.571115Z","end":"2026-03-18T13:56:17.596471Z","steps":["trace[1159707968] 'range keys from in-memory index tree' (duration: 1.024967971s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:17.596579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:16.269722Z","time spent":"1.326840471s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/roles/cert-manager/cert-manager:leaderelection\" "} {"level":"warn","ts":"2026-03-18T13:56:17.596619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:16.57109Z","time spent":"1.025479705s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:56:18.082454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.652026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:56:18.082894Z","caller":"traceutil/trace.go:171","msg":"trace[524436616] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"404.302774ms","start":"2026-03-18T13:56:17.678574Z","end":"2026-03-18T13:56:18.082877Z","steps":["trace[524436616] 'process raft request' (duration: 404.219772ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:18.08293Z","caller":"traceutil/trace.go:171","msg":"trace[1894561971] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"409.481754ms","start":"2026-03-18T13:56:17.673416Z","end":"2026-03-18T13:56:18.082898Z","steps":["trace[1894561971] 'process raft request' (duration: 49.309753ms)","trace[1894561971] 'compare' (duration: 359.313387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:56:18.08304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:17.678494Z","time spent":"404.482459ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:56:18.083065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:17.673379Z","time spent":"409.622048ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:56:18.673766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476671431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:56:19.174428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476671431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:56:19.674877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476671431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:56:20.175744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476671431,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:56:20.33216Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.5774331s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T13:56:20.332856Z","caller":"traceutil/trace.go:171","msg":"trace[1704631485] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"2.579381046s","start":"2026-03-18T13:56:17.75345Z","end":"2026-03-18T13:56:20.332831Z","steps":["trace[1704631485] 'process raft request' (duration: 2.579114138s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:20.33305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:17.753415Z","time spent":"2.579521751s","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:56:20.494531Z","caller":"traceutil/trace.go:171","msg":"trace[694197469] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"139.589089ms","start":"2026-03-18T13:56:20.354919Z","end":"2026-03-18T13:56:20.494508Z","steps":["trace[694197469] 'process raft request' (duration: 139.549487ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:20.494601Z","caller":"traceutil/trace.go:171","msg":"trace[1885188492] linearizableReadLoop","detail":"{readStateIndex:562; appliedIndex:560; }","duration":"2.321666952s","start":"2026-03-18T13:56:18.17289Z","end":"2026-03-18T13:56:20.494557Z","steps":["trace[1885188492] 'read index received' (duration: 2.159614956s)","trace[1885188492] 'applied index is now lower than readState.Index' (duration: 162.048126ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:56:20.494721Z","caller":"traceutil/trace.go:171","msg":"trace[1449280113] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"139.901017ms","start":"2026-03-18T13:56:20.354798Z","end":"2026-03-18T13:56:20.494699Z","steps":["trace[1449280113] 'process raft request' (duration: 139.64303ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:20.494762Z","caller":"traceutil/trace.go:171","msg":"trace[100821195] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"790.926209ms","start":"2026-03-18T13:56:19.703821Z","end":"2026-03-18T13:56:20.494747Z","steps":["trace[100821195] 'process raft request' (duration: 701.624772ms)","trace[100821195] 'compare' (duration: 88.761051ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:56:20.494718Z","caller":"traceutil/trace.go:171","msg":"trace[1473236022] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"139.908227ms","start":"2026-03-18T13:56:20.354738Z","end":"2026-03-18T13:56:20.494646Z","steps":["trace[1473236022] 'process raft request' (duration: 139.65618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:20.494872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:19.70379Z","time spent":"790.999951ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:56:20.494956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.279926498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T13:56:20.495018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.140102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:56:20.495056Z","caller":"traceutil/trace.go:171","msg":"trace[2105716617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:542; }","duration":"924.214724ms","start":"2026-03-18T13:56:19.570829Z","end":"2026-03-18T13:56:20.495043Z","steps":["trace[2105716617] 'agreement among raft nodes before linearized reading' (duration: 924.147202ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:20.49507Z","caller":"traceutil/trace.go:171","msg":"trace[407084052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:542; }","duration":"2.280081862s","start":"2026-03-18T13:56:18.214959Z","end":"2026-03-18T13:56:20.495041Z","steps":["trace[407084052] 'agreement among raft nodes before linearized reading' (duration: 2.279860545s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:20.495145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:18.214935Z","time spent":"2.280196054s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T13:56:20.495096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:19.570806Z","time spent":"924.282205ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:56:20.495225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280141543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T13:56:20.495222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322342881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T13:56:20.495323Z","caller":"traceutil/trace.go:171","msg":"trace[985870991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:542; }","duration":"2.280281048s","start":"2026-03-18T13:56:18.215019Z","end":"2026-03-18T13:56:20.4953Z","steps":["trace[985870991] 'agreement among raft nodes before linearized reading' (duration: 2.27999915s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:20.495381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:18.215005Z","time spent":"2.280365601s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T13:56:20.495268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.608741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T13:56:20.495446Z","caller":"traceutil/trace.go:171","msg":"trace[438419239] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:542; }","duration":"841.840848ms","start":"2026-03-18T13:56:19.653581Z","end":"2026-03-18T13:56:20.495422Z","steps":["trace[438419239] 'agreement among raft nodes before linearized reading' (duration: 841.558249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:20.49551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:19.653558Z","time spent":"841.937471ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"info","ts":"2026-03-18T13:56:20.495787Z","caller":"traceutil/trace.go:171","msg":"trace[1297410195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:542; }","duration":"2.322534207s","start":"2026-03-18T13:56:18.172829Z","end":"2026-03-18T13:56:20.495363Z","steps":["trace[1297410195] 'agreement among raft nodes before linearized reading' (duration: 2.322284369s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:20.495875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:18.172809Z","time spent":"2.323042601s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T13:56:20.496534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28138383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:56:20.496634Z","caller":"traceutil/trace.go:171","msg":"trace[506157629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:542; }","duration":"2.281542814s","start":"2026-03-18T13:56:18.215067Z","end":"2026-03-18T13:56:20.49661Z","steps":["trace[506157629] 'agreement among raft nodes before linearized reading' (duration: 2.280687969s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:20.496686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:18.215035Z","time spent":"2.281641216s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T13:56:20.89807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.094299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:56:20.898362Z","caller":"traceutil/trace.go:171","msg":"trace[1165051881] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"343.714605ms","start":"2026-03-18T13:56:20.554597Z","end":"2026-03-18T13:56:20.898312Z","steps":["trace[1165051881] 'process raft request' (duration: 53.295096ms)","trace[1165051881] 'compare' (duration: 289.931535ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:56:20.898486Z","caller":"traceutil/trace.go:171","msg":"trace[1480908535] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:572; }","duration":"337.901187ms","start":"2026-03-18T13:56:20.560535Z","end":"2026-03-18T13:56:20.898436Z","steps":["trace[1480908535] 'read index received' (duration: 47.372636ms)","trace[1480908535] 'applied index is now lower than readState.Index' (duration: 290.527421ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:56:20.898481Z","caller":"traceutil/trace.go:171","msg":"trace[2030719055] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"343.047927ms","start":"2026-03-18T13:56:20.555397Z","end":"2026-03-18T13:56:20.898445Z","steps":["trace[2030719055] 'process raft request' (duration: 342.782479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:20.898566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:20.554576Z","time spent":"343.891332ms","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9589,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:56:20.898589Z","caller":"traceutil/trace.go:171","msg":"trace[1272527206] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"342.929633ms","start":"2026-03-18T13:56:20.555633Z","end":"2026-03-18T13:56:20.898562Z","steps":["trace[1272527206] 'process raft request' (duration: 342.723488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:20.89868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:20.555618Z","time spent":"343.023866ms","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:56:20.898706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.156306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-18T13:56:20.898708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:20.555377Z","time spent":"343.209281ms","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8989,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:56:20.898765Z","caller":"traceutil/trace.go:171","msg":"trace[380351868] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:551; }","duration":"338.263319ms","start":"2026-03-18T13:56:20.560487Z","end":"2026-03-18T13:56:20.89875Z","steps":["trace[380351868] 'agreement among raft nodes before linearized reading' (duration: 338.069363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:20.898813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:20.560471Z","time spent":"338.334802ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-18T13:56:20.985651Z","caller":"traceutil/trace.go:171","msg":"trace[1631809194] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"424.893488ms","start":"2026-03-18T13:56:20.56074Z","end":"2026-03-18T13:56:20.985634Z","steps":["trace[1631809194] 'process raft request' (duration: 424.675031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:20.985742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:20.560721Z","time spent":"424.967731ms","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58713,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:56:20.985889Z","caller":"traceutil/trace.go:171","msg":"trace[1427925812] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"421.631984ms","start":"2026-03-18T13:56:20.564249Z","end":"2026-03-18T13:56:20.985881Z","steps":["trace[1427925812] 'process raft request' (duration: 421.284895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:20.985926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:20.564198Z","time spent":"421.713457ms","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72609,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:56:20.986166Z","caller":"traceutil/trace.go:171","msg":"trace[453488564] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"421.838211ms","start":"2026-03-18T13:56:20.564312Z","end":"2026-03-18T13:56:20.98615Z","steps":["trace[453488564] 'process raft request' (duration: 421.747188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:20.986277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:20.564254Z","time spent":"421.965064ms","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72484,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:56:21.456563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.808292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:56:21.456836Z","caller":"traceutil/trace.go:171","msg":"trace[499306513] linearizableReadLoop","detail":"{readStateIndex:579; appliedIndex:575; }","duration":"558.264736ms","start":"2026-03-18T13:56:20.898554Z","end":"2026-03-18T13:56:21.456819Z","steps":["trace[499306513] 'read index received' (duration: 86.924197ms)","trace[499306513] 'applied index is now lower than readState.Index' (duration: 471.339259ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:56:21.456929Z","caller":"traceutil/trace.go:171","msg":"trace[31563847] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"761.614923ms","start":"2026-03-18T13:56:20.6953Z","end":"2026-03-18T13:56:21.456915Z","steps":["trace[31563847] 'process raft request' (duration: 638.366598ms)","trace[31563847] 'compare' (duration: 122.543504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:56:21.457005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:20.695259Z","time spent":"761.717746ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:56:21.457299Z","caller":"traceutil/trace.go:171","msg":"trace[1527799704] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"552.810618ms","start":"2026-03-18T13:56:20.904478Z","end":"2026-03-18T13:56:21.457288Z","steps":["trace[1527799704] 'process raft request' (duration: 552.179441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:21.457361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:20.904452Z","time spent":"552.883301ms","remote":"127.0.0.1:56822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:56:21.457507Z","caller":"traceutil/trace.go:171","msg":"trace[1511630345] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"551.791989ms","start":"2026-03-18T13:56:20.905706Z","end":"2026-03-18T13:56:21.457498Z","steps":["trace[1511630345] 'process raft request' (duration: 551.007906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:21.457579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:20.90569Z","time spent":"551.85185ms","remote":"127.0.0.1:56822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:56:21.457835Z","caller":"traceutil/trace.go:171","msg":"trace[512070315] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"549.523763ms","start":"2026-03-18T13:56:20.908302Z","end":"2026-03-18T13:56:21.457826Z","steps":["trace[512070315] 'process raft request' (duration: 548.460433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:21.457916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:20.908275Z","time spent":"549.595106ms","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:56:21.458232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.681101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ddwg9\" ","response":"range_response_count:1 size:17145"} {"level":"info","ts":"2026-03-18T13:56:21.458531Z","caller":"traceutil/trace.go:171","msg":"trace[1411802634] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ddwg9; range_end:; response_count:1; response_revision:558; }","duration":"765.027621ms","start":"2026-03-18T13:56:20.693484Z","end":"2026-03-18T13:56:21.458512Z","steps":["trace[1411802634] 'agreement among raft nodes before linearized reading' (duration: 764.571018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:21.458591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:20.693467Z","time spent":"765.110514ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17169,"request content":"key:\"/registry/pods/kube-system/cilium-ddwg9\" "} {"level":"warn","ts":"2026-03-18T13:56:21.860493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.492189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:56:21.86079Z","caller":"traceutil/trace.go:171","msg":"trace[379851606] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"855.284676ms","start":"2026-03-18T13:56:21.005449Z","end":"2026-03-18T13:56:21.860733Z","steps":["trace[379851606] 'process raft request' (duration: 614.430496ms)","trace[379851606] 'compare' (duration: 240.273463ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:56:21.860922Z","caller":"traceutil/trace.go:171","msg":"trace[1274209015] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"854.75332ms","start":"2026-03-18T13:56:21.006107Z","end":"2026-03-18T13:56:21.860861Z","steps":["trace[1274209015] 'process raft request' (duration: 854.592215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:21.860975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.005421Z","time spent":"855.46057ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1048,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:56:21.860978Z","caller":"traceutil/trace.go:171","msg":"trace[1409973449] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"854.928046ms","start":"2026-03-18T13:56:21.006012Z","end":"2026-03-18T13:56:21.86094Z","steps":["trace[1409973449] 'process raft request' (duration: 854.636927ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:21.861047Z","caller":"traceutil/trace.go:171","msg":"trace[2070993738] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"853.105072ms","start":"2026-03-18T13:56:21.007888Z","end":"2026-03-18T13:56:21.860993Z","steps":["trace[2070993738] 'process raft request' (duration: 852.921056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:21.861096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.006101Z","time spent":"854.915295ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1451,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:56:21.861077Z","caller":"traceutil/trace.go:171","msg":"trace[1177288086] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"853.157234ms","start":"2026-03-18T13:56:21.007832Z","end":"2026-03-18T13:56:21.860989Z","steps":["trace[1177288086] 'process raft request' (duration: 852.937728ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:21.861144Z","caller":"traceutil/trace.go:171","msg":"trace[1391131724] linearizableReadLoop","detail":"{readStateIndex:594; appliedIndex:582; }","duration":"404.240982ms","start":"2026-03-18T13:56:21.456875Z","end":"2026-03-18T13:56:21.861116Z","steps":["trace[1391131724] 'read index received' (duration: 163.099485ms)","trace[1391131724] 'applied index is now lower than readState.Index' (duration: 241.139997ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:56:21.861139Z","caller":"traceutil/trace.go:171","msg":"trace[1831729898] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"853.036561ms","start":"2026-03-18T13:56:21.008052Z","end":"2026-03-18T13:56:21.861089Z","steps":["trace[1831729898] 'process raft request' (duration: 852.855055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:21.861195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.006002Z","time spent":"855.047169ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1422,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:56:21.861226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.007879Z","time spent":"853.260426ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1353,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:56:21.861224Z","caller":"traceutil/trace.go:171","msg":"trace[1814569284] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"852.747623ms","start":"2026-03-18T13:56:21.008414Z","end":"2026-03-18T13:56:21.861161Z","steps":["trace[1814569284] 'process raft request' (duration: 852.574118ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:21.861276Z","caller":"traceutil/trace.go:171","msg":"trace[1904361352] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"853.584186ms","start":"2026-03-18T13:56:21.007675Z","end":"2026-03-18T13:56:21.861259Z","steps":["trace[1904361352] 'process raft request' (duration: 853.059611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:21.86128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.008044Z","time spent":"853.179615ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:56:21.861308Z","caller":"traceutil/trace.go:171","msg":"trace[234871623] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"852.741512ms","start":"2026-03-18T13:56:21.008554Z","end":"2026-03-18T13:56:21.861296Z","steps":["trace[234871623] 'process raft request' (duration: 852.509205ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:21.861306Z","caller":"traceutil/trace.go:171","msg":"trace[294321664] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"853.062631ms","start":"2026-03-18T13:56:21.008181Z","end":"2026-03-18T13:56:21.861244Z","steps":["trace[294321664] 'process raft request' (duration: 852.764223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:21.86131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.007825Z","time spent":"853.37667ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1332,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:56:21.861295Z","caller":"traceutil/trace.go:171","msg":"trace[287555855] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"853.180905ms","start":"2026-03-18T13:56:21.007992Z","end":"2026-03-18T13:56:21.861173Z","steps":["trace[287555855] 'process raft request' (duration: 852.857465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:21.861425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.00817Z","time spent":"853.210886ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1584,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:56:21.861334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.007639Z","time spent":"853.671729ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1209,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:56:21.861537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.310485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T13:56:21.861266Z","caller":"traceutil/trace.go:171","msg":"trace[964644763] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"852.767912ms","start":"2026-03-18T13:56:21.008485Z","end":"2026-03-18T13:56:21.861253Z","steps":["trace[964644763] 'process raft request' (duration: 852.543786ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:21.861584Z","caller":"traceutil/trace.go:171","msg":"trace[857900649] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:570; }","duration":"960.414347ms","start":"2026-03-18T13:56:20.901159Z","end":"2026-03-18T13:56:21.861573Z","steps":["trace[857900649] 'agreement among raft nodes before linearized reading' (duration: 960.204362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:21.861368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.008407Z","time spent":"852.907777ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:56:21.8616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.007983Z","time spent":"853.494235ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:56:21.86162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:20.901126Z","time spent":"960.487361ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-18T13:56:21.861612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.008478Z","time spent":"853.106573ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1450,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:56:21.861383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.008547Z","time spent":"852.800693ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1330,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:56:21.957139Z","caller":"traceutil/trace.go:171","msg":"trace[1491681560] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"491.008446ms","start":"2026-03-18T13:56:21.466099Z","end":"2026-03-18T13:56:21.957108Z","steps":["trace[1491681560] 'process raft request' (duration: 490.701077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:21.957338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.466059Z","time spent":"491.172071ms","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10617,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:56:21.957547Z","caller":"traceutil/trace.go:171","msg":"trace[1237284224] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"490.202153ms","start":"2026-03-18T13:56:21.467305Z","end":"2026-03-18T13:56:21.957507Z","steps":["trace[1237284224] 'process raft request' (duration: 489.75321ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:21.957727Z","caller":"traceutil/trace.go:171","msg":"trace[1079186950] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"481.395828ms","start":"2026-03-18T13:56:21.476315Z","end":"2026-03-18T13:56:21.957711Z","steps":["trace[1079186950] 'process raft request' (duration: 481.039238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:21.957746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.467283Z","time spent":"490.352517ms","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9932,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:56:21.95782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.476289Z","time spent":"481.487672ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17228,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:56:21.95783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.46761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:56:21.957974Z","caller":"traceutil/trace.go:171","msg":"trace[2028066315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:573; }","duration":"386.630274ms","start":"2026-03-18T13:56:21.571293Z","end":"2026-03-18T13:56:21.957923Z","steps":["trace[2028066315] 'agreement among raft nodes before linearized reading' (duration: 386.430769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:21.958053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.571267Z","time spent":"386.749497ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:56:22.451587Z","caller":"traceutil/trace.go:171","msg":"trace[1660374567] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:597; }","duration":"493.872018ms","start":"2026-03-18T13:56:21.957683Z","end":"2026-03-18T13:56:22.451555Z","steps":["trace[1660374567] 'read index received' (duration: 493.135917ms)","trace[1660374567] 'applied index is now lower than readState.Index' (duration: 734.771µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:56:22.451757Z","caller":"traceutil/trace.go:171","msg":"trace[2088642836] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"576.4565ms","start":"2026-03-18T13:56:21.875288Z","end":"2026-03-18T13:56:22.451744Z","steps":["trace[2088642836] 'process raft request' (duration: 576.10387ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:22.451733Z","caller":"traceutil/trace.go:171","msg":"trace[478295126] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"577.408019ms","start":"2026-03-18T13:56:21.87428Z","end":"2026-03-18T13:56:22.451688Z","steps":["trace[478295126] 'process raft request' (duration: 576.963996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:22.451905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.875279Z","time spent":"576.511873ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3714,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:56:22.451898Z","caller":"traceutil/trace.go:171","msg":"trace[1157619074] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"577.574373ms","start":"2026-03-18T13:56:21.874295Z","end":"2026-03-18T13:56:22.451869Z","steps":["trace[1157619074] 'process raft request' (duration: 576.979555ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:22.451972Z","caller":"traceutil/trace.go:171","msg":"trace[1914565198] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"578.094107ms","start":"2026-03-18T13:56:21.873866Z","end":"2026-03-18T13:56:22.45196Z","steps":["trace[1914565198] 'process raft request' (duration: 576.982125ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:22.452013Z","caller":"traceutil/trace.go:171","msg":"trace[1928922427] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"577.631915ms","start":"2026-03-18T13:56:21.874371Z","end":"2026-03-18T13:56:22.452003Z","steps":["trace[1928922427] 'process raft request' (duration: 576.942334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:22.452032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.873829Z","time spent":"578.180051ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1139,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:56:22.452046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.874286Z","time spent":"577.677226ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:56:22.452062Z","caller":"traceutil/trace.go:171","msg":"trace[1784207513] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"574.538546ms","start":"2026-03-18T13:56:21.877478Z","end":"2026-03-18T13:56:22.452016Z","steps":["trace[1784207513] 'process raft request' (duration: 574.024381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:22.45212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.874362Z","time spent":"577.697197ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1192,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:56:22.452181Z","caller":"traceutil/trace.go:171","msg":"trace[28379826] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"578.238792ms","start":"2026-03-18T13:56:21.873932Z","end":"2026-03-18T13:56:22.452171Z","steps":["trace[28379826] 'process raft request' (duration: 577.11578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:22.452237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.873906Z","time spent":"578.304804ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1142,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:56:22.452255Z","caller":"traceutil/trace.go:171","msg":"trace[525746844] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"578.240912ms","start":"2026-03-18T13:56:21.874003Z","end":"2026-03-18T13:56:22.452244Z","steps":["trace[525746844] 'process raft request' (duration: 577.166231ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:22.452243Z","caller":"traceutil/trace.go:171","msg":"trace[574720000] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"576.878013ms","start":"2026-03-18T13:56:21.875341Z","end":"2026-03-18T13:56:22.452219Z","steps":["trace[574720000] 'process raft request' (duration: 576.120601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:22.451923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.874267Z","time spent":"577.552202ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:56:22.452263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.877465Z","time spent":"574.69788ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3930,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:56:22.452304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.873979Z","time spent":"578.299273ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1125,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:56:22.452307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.649703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T13:56:22.452382Z","caller":"traceutil/trace.go:171","msg":"trace[993815085] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"578.372416ms","start":"2026-03-18T13:56:21.873994Z","end":"2026-03-18T13:56:22.452366Z","steps":["trace[993815085] 'process raft request' (duration: 577.095689ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:22.452428Z","caller":"traceutil/trace.go:171","msg":"trace[1743530071] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:586; }","duration":"588.839159ms","start":"2026-03-18T13:56:21.863564Z","end":"2026-03-18T13:56:22.452403Z","steps":["trace[1743530071] 'agreement among raft nodes before linearized reading' (duration: 588.55424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:22.452446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.873968Z","time spent":"578.445748ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1167,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:56:22.452447Z","caller":"traceutil/trace.go:171","msg":"trace[74812286] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"578.389807ms","start":"2026-03-18T13:56:21.874002Z","end":"2026-03-18T13:56:22.452392Z","steps":["trace[74812286] 'process raft request' (duration: 577.133571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:22.452486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.863545Z","time spent":"588.93055ms","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-18T13:56:22.451946Z","caller":"traceutil/trace.go:171","msg":"trace[1056081687] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"577.445379ms","start":"2026-03-18T13:56:21.874471Z","end":"2026-03-18T13:56:22.451916Z","steps":["trace[1056081687] 'process raft request' (duration: 576.879293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:22.452563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.874458Z","time spent":"578.077988ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1151,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:56:22.452363Z","caller":"traceutil/trace.go:171","msg":"trace[775432683] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"578.317765ms","start":"2026-03-18T13:56:21.874034Z","end":"2026-03-18T13:56:22.452352Z","steps":["trace[775432683] 'process raft request' (duration: 577.177832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:22.452574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.873977Z","time spent":"578.519329ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:56:22.452675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.874024Z","time spent":"578.601253ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1201,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:56:22.452356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.875328Z","time spent":"576.973257ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2237,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:56:22.484123Z","caller":"traceutil/trace.go:171","msg":"trace[2032595383] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"515.278377ms","start":"2026-03-18T13:56:21.968822Z","end":"2026-03-18T13:56:22.4841Z","steps":["trace[2032595383] 'process raft request' (duration: 515.084161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:22.484286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.968789Z","time spent":"515.40729ms","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9941,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:56:22.48452Z","caller":"traceutil/trace.go:171","msg":"trace[813000178] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"515.658357ms","start":"2026-03-18T13:56:21.968838Z","end":"2026-03-18T13:56:22.484496Z","steps":["trace[813000178] 'process raft request' (duration: 515.210074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:22.48464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.968813Z","time spent":"515.7639ms","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":21213,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:56:22.484631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.439521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-ddwg9\" ","response":"range_response_count:1 size:17243"} {"level":"info","ts":"2026-03-18T13:56:22.484752Z","caller":"traceutil/trace.go:171","msg":"trace[1173167463] range","detail":"{range_begin:/registry/pods/kube-system/cilium-ddwg9; range_end:; response_count:1; response_revision:589; }","duration":"514.622057ms","start":"2026-03-18T13:56:21.970104Z","end":"2026-03-18T13:56:22.484726Z","steps":["trace[1173167463] 'agreement among raft nodes before linearized reading' (duration: 514.332668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:22.484818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.970077Z","time spent":"514.726659ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17267,"request content":"key:\"/registry/pods/kube-system/cilium-ddwg9\" "} {"level":"warn","ts":"2026-03-18T13:56:22.485137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.071667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:56:22.485243Z","caller":"traceutil/trace.go:171","msg":"trace[492387046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:589; }","duration":"525.214262ms","start":"2026-03-18T13:56:21.959994Z","end":"2026-03-18T13:56:22.485209Z","steps":["trace[492387046] 'agreement among raft nodes before linearized reading' (duration: 524.581334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:22.485327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:21.959977Z","time spent":"525.333425ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:56:24.132697Z","caller":"traceutil/trace.go:171","msg":"trace[968071279] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"283.761747ms","start":"2026-03-18T13:56:23.848904Z","end":"2026-03-18T13:56:24.132666Z","steps":["trace[968071279] 'process raft request' (duration: 271.111071ms)","trace[968071279] 'compare' (duration: 12.504101ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:56:25.848573Z","caller":"traceutil/trace.go:171","msg":"trace[1440481146] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"121.480884ms","start":"2026-03-18T13:56:25.727046Z","end":"2026-03-18T13:56:25.848527Z","steps":["trace[1440481146] 'process raft request' (duration: 121.216517ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:25.848603Z","caller":"traceutil/trace.go:171","msg":"trace[740957497] linearizableReadLoop","detail":"{readStateIndex:741; appliedIndex:740; }","duration":"111.015783ms","start":"2026-03-18T13:56:25.737488Z","end":"2026-03-18T13:56:25.848504Z","steps":["trace[740957497] 'read index received' (duration: 110.817017ms)","trace[740957497] 'applied index is now lower than readState.Index' (duration: 196.026µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:56:25.848766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.251069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:56:25.8489Z","caller":"traceutil/trace.go:171","msg":"trace[719834772] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:716; }","duration":"111.444494ms","start":"2026-03-18T13:56:25.73743Z","end":"2026-03-18T13:56:25.848874Z","steps":["trace[719834772] 'agreement among raft nodes before linearized reading' (duration: 111.208968ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:26.862728Z","caller":"traceutil/trace.go:171","msg":"trace[684014060] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"102.178807ms","start":"2026-03-18T13:56:26.760521Z","end":"2026-03-18T13:56:26.8627Z","steps":["trace[684014060] 'process raft request' (duration: 91.304923ms)","trace[684014060] 'compare' (duration: 10.73931ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:56:30.326047Z","caller":"traceutil/trace.go:171","msg":"trace[1797138628] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"133.190759ms","start":"2026-03-18T13:56:30.192831Z","end":"2026-03-18T13:56:30.326021Z","steps":["trace[1797138628] 'process raft request' (duration: 132.937542ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:30.672936Z","caller":"traceutil/trace.go:171","msg":"trace[396051205] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"108.487066ms","start":"2026-03-18T13:56:30.564382Z","end":"2026-03-18T13:56:30.672869Z","steps":["trace[396051205] 'process raft request' (duration: 108.127645ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:33.138738Z","caller":"traceutil/trace.go:171","msg":"trace[1533728180] transaction","detail":"{read_only:false; response_revision:802; number_of_response:1; }","duration":"127.621633ms","start":"2026-03-18T13:56:33.01109Z","end":"2026-03-18T13:56:33.138712Z","steps":["trace[1533728180] 'process raft request' (duration: 127.416387ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:33.231252Z","caller":"traceutil/trace.go:171","msg":"trace[1412265814] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"137.84054ms","start":"2026-03-18T13:56:33.093388Z","end":"2026-03-18T13:56:33.231228Z","steps":["trace[1412265814] 'process raft request' (duration: 137.693396ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:33.378465Z","caller":"traceutil/trace.go:171","msg":"trace[1037390459] transaction","detail":"{read_only:false; number_of_response:1; response_revision:803; }","duration":"232.550838ms","start":"2026-03-18T13:56:33.145886Z","end":"2026-03-18T13:56:33.378437Z","steps":["trace[1037390459] 'process raft request' (duration: 232.270191ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:33.378515Z","caller":"traceutil/trace.go:171","msg":"trace[1147106926] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"223.01309ms","start":"2026-03-18T13:56:33.155465Z","end":"2026-03-18T13:56:33.378478Z","steps":["trace[1147106926] 'process raft request' (duration: 222.829585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:33.378585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.931436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T13:56:33.378626Z","caller":"traceutil/trace.go:171","msg":"trace[1467756213] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:805; }","duration":"162.03597ms","start":"2026-03-18T13:56:33.21658Z","end":"2026-03-18T13:56:33.378616Z","steps":["trace[1467756213] 'agreement among raft nodes before linearized reading' (duration: 161.925767ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:33.378459Z","caller":"traceutil/trace.go:171","msg":"trace[1330276937] linearizableReadLoop","detail":"{readStateIndex:834; appliedIndex:830; }","duration":"161.787931ms","start":"2026-03-18T13:56:33.216649Z","end":"2026-03-18T13:56:33.378437Z","steps":["trace[1330276937] 'read index received' (duration: 14.507007ms)","trace[1330276937] 'applied index is now lower than readState.Index' (duration: 147.279734ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:56:33.378796Z","caller":"traceutil/trace.go:171","msg":"trace[1490267795] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"216.679783ms","start":"2026-03-18T13:56:33.162104Z","end":"2026-03-18T13:56:33.378784Z","steps":["trace[1490267795] 'process raft request' (duration: 216.285502ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:33.548137Z","caller":"traceutil/trace.go:171","msg":"trace[278595363] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"144.440194ms","start":"2026-03-18T13:56:33.403678Z","end":"2026-03-18T13:56:33.548118Z","steps":["trace[278595363] 'process raft request' (duration: 144.29964ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:34.14951Z","caller":"traceutil/trace.go:171","msg":"trace[932321960] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"186.860675ms","start":"2026-03-18T13:56:33.962599Z","end":"2026-03-18T13:56:34.149459Z","steps":["trace[932321960] 'process raft request' (duration: 186.720992ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:34.325391Z","caller":"traceutil/trace.go:171","msg":"trace[1279083645] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"162.822911ms","start":"2026-03-18T13:56:34.162543Z","end":"2026-03-18T13:56:34.325366Z","steps":["trace[1279083645] 'process raft request' (duration: 162.688117ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:34.465335Z","caller":"traceutil/trace.go:171","msg":"trace[1821922177] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"103.452504ms","start":"2026-03-18T13:56:34.36185Z","end":"2026-03-18T13:56:34.465303Z","steps":["trace[1821922177] 'process raft request' (duration: 83.34496ms)","trace[1821922177] 'compare' (duration: 19.893808ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:56:36.041602Z","caller":"traceutil/trace.go:171","msg":"trace[846601893] transaction","detail":"{read_only:false; response_revision:860; number_of_response:1; }","duration":"126.81024ms","start":"2026-03-18T13:56:35.914751Z","end":"2026-03-18T13:56:36.041561Z","steps":["trace[846601893] 'process raft request' (duration: 123.566419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:44.072029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476672084,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:56:44.243978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115452772s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:56:44.244167Z","caller":"traceutil/trace.go:171","msg":"trace[1404948223] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"1.344645957s","start":"2026-03-18T13:56:42.899504Z","end":"2026-03-18T13:56:44.24415Z","steps":["trace[1404948223] 'process raft request' (duration: 1.344575214s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:44.244277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:42.89948Z","time spent":"1.344757089s","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1613,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:56:44.244532Z","caller":"traceutil/trace.go:171","msg":"trace[775502118] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"1.345180082s","start":"2026-03-18T13:56:42.899321Z","end":"2026-03-18T13:56:44.244502Z","steps":["trace[775502118] 'process raft request' (duration: 229.118533ms)","trace[775502118] 'compare' (duration: 1.115076042s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:56:44.244652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:42.899294Z","time spent":"1.345297445s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1069,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:56:44.24674Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.118236911s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T13:56:44.247089Z","caller":"traceutil/trace.go:171","msg":"trace[864383994] linearizableReadLoop","detail":"{readStateIndex:955; appliedIndex:954; }","duration":"675.797861ms","start":"2026-03-18T13:56:43.571275Z","end":"2026-03-18T13:56:44.247073Z","steps":["trace[864383994] 'read index received' (duration: 675.652866ms)","trace[864383994] 'applied index is now lower than readState.Index' (duration: 144.044µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:56:44.24723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.960755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:56:44.247279Z","caller":"traceutil/trace.go:171","msg":"trace[961699387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:923; }","duration":"676.059028ms","start":"2026-03-18T13:56:43.571206Z","end":"2026-03-18T13:56:44.247265Z","steps":["trace[961699387] 'agreement among raft nodes before linearized reading' (duration: 675.936214ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:44.247242Z","caller":"traceutil/trace.go:171","msg":"trace[1147030936] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"1.327886436s","start":"2026-03-18T13:56:42.919321Z","end":"2026-03-18T13:56:44.247208Z","steps":["trace[1147030936] 'process raft request' (duration: 1.3276748s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:44.247491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:42.919297Z","time spent":"1.328126572s","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2149,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T13:56:44.247322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:43.571177Z","time spent":"676.13581ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:56:49.015366Z","caller":"traceutil/trace.go:171","msg":"trace[1931790544] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"221.396015ms","start":"2026-03-18T13:56:48.793943Z","end":"2026-03-18T13:56:49.015339Z","steps":["trace[1931790544] 'process raft request' (duration: 221.263971ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:56:49.269159Z","caller":"traceutil/trace.go:171","msg":"trace[187712439] linearizableReadLoop","detail":"{readStateIndex:977; appliedIndex:975; }","duration":"473.160872ms","start":"2026-03-18T13:56:48.79597Z","end":"2026-03-18T13:56:49.269131Z","steps":["trace[187712439] 'read index received' (duration: 219.299717ms)","trace[187712439] 'applied index is now lower than readState.Index' (duration: 253.859765ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:56:49.269336Z","caller":"traceutil/trace.go:171","msg":"trace[318412150] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"474.033618ms","start":"2026-03-18T13:56:48.795256Z","end":"2026-03-18T13:56:49.269289Z","steps":["trace[318412150] 'process raft request' (duration: 473.663807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:49.269541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.544464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T13:56:49.269585Z","caller":"traceutil/trace.go:171","msg":"trace[420253736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:943; }","duration":"473.640797ms","start":"2026-03-18T13:56:48.795931Z","end":"2026-03-18T13:56:49.269572Z","steps":["trace[420253736] 'agreement among raft nodes before linearized reading' (duration: 473.38096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:49.269625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:48.795912Z","time spent":"473.701608ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T13:56:49.269561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:48.795236Z","time spent":"474.209812ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:56:49.269681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.97137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:56:49.269823Z","caller":"traceutil/trace.go:171","msg":"trace[901556703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:943; }","duration":"472.160045ms","start":"2026-03-18T13:56:48.797641Z","end":"2026-03-18T13:56:49.269801Z","steps":["trace[901556703] 'agreement among raft nodes before linearized reading' (duration: 471.807995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:56:49.269881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:56:48.797627Z","time spent":"472.240527ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T13:57:02.915292Z","caller":"traceutil/trace.go:171","msg":"trace[499139035] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"133.572079ms","start":"2026-03-18T13:57:02.781692Z","end":"2026-03-18T13:57:02.915265Z","steps":["trace[499139035] 'process raft request' (duration: 133.263731ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:03.102701Z","caller":"traceutil/trace.go:171","msg":"trace[1694974619] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"173.209042ms","start":"2026-03-18T13:57:02.929457Z","end":"2026-03-18T13:57:03.102666Z","steps":["trace[1694974619] 'process raft request' (duration: 79.611035ms)","trace[1694974619] 'compare' (duration: 93.406652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:57:03.723931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.593172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:57:03.724192Z","caller":"traceutil/trace.go:171","msg":"trace[1961906380] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"578.750555ms","start":"2026-03-18T13:57:03.145395Z","end":"2026-03-18T13:57:03.724146Z","steps":["trace[1961906380] 'process raft request' (duration: 119.822823ms)","trace[1961906380] 'compare' (duration: 458.321495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:57:03.724317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:03.14537Z","time spent":"578.886928ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:57:03.725169Z","caller":"traceutil/trace.go:171","msg":"trace[1568416597] linearizableReadLoop","detail":"{readStateIndex:1091; appliedIndex:1088; }","duration":"384.114512ms","start":"2026-03-18T13:57:03.341036Z","end":"2026-03-18T13:57:03.725151Z","steps":["trace[1568416597] 'read index received' (duration: 355.739075ms)","trace[1568416597] 'applied index is now lower than readState.Index' (duration: 28.374407ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:57:03.725246Z","caller":"traceutil/trace.go:171","msg":"trace[1846738982] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"567.202831ms","start":"2026-03-18T13:57:03.15801Z","end":"2026-03-18T13:57:03.725213Z","steps":["trace[1846738982] 'process raft request' (duration: 566.342867ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:03.725247Z","caller":"traceutil/trace.go:171","msg":"trace[416610562] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"555.874383ms","start":"2026-03-18T13:57:03.169336Z","end":"2026-03-18T13:57:03.725211Z","steps":["trace[416610562] 'process raft request' (duration: 555.743539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:03.725361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:03.157996Z","time spent":"567.303573ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105379,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:57:03.725398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.771967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:57:03.725422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.37871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T13:57:03.725437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:03.169322Z","time spent":"556.027176ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:57:03.725498Z","caller":"traceutil/trace.go:171","msg":"trace[595837717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1051; }","duration":"384.483673ms","start":"2026-03-18T13:57:03.340991Z","end":"2026-03-18T13:57:03.725474Z","steps":["trace[595837717] 'agreement among raft nodes before linearized reading' (duration: 384.270757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:03.72551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.379841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:57:03.725461Z","caller":"traceutil/trace.go:171","msg":"trace[716469647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1051; }","duration":"153.837949ms","start":"2026-03-18T13:57:03.571603Z","end":"2026-03-18T13:57:03.725441Z","steps":["trace[716469647] 'agreement among raft nodes before linearized reading' (duration: 153.730176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:03.725548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:03.340977Z","time spent":"384.558385ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T13:57:03.725557Z","caller":"traceutil/trace.go:171","msg":"trace[1818029367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1051; }","duration":"337.444242ms","start":"2026-03-18T13:57:03.388097Z","end":"2026-03-18T13:57:03.725541Z","steps":["trace[1818029367] 'agreement among raft nodes before linearized reading' (duration: 337.341249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:03.7256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:03.388081Z","time spent":"337.508745ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T13:57:03.725406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.294141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T13:57:03.725697Z","caller":"traceutil/trace.go:171","msg":"trace[2125129554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1051; }","duration":"362.606449ms","start":"2026-03-18T13:57:03.363072Z","end":"2026-03-18T13:57:03.725679Z","steps":["trace[2125129554] 'agreement among raft nodes before linearized reading' (duration: 362.215248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:03.725762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:03.363058Z","time spent":"362.687102ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T13:57:08.168874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.603467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:57:08.168981Z","caller":"traceutil/trace.go:171","msg":"trace[1696195930] range","detail":"{range_begin:/registry/secrets/ingress-nginx/ingress-nginx-admission; range_end:; response_count:0; response_revision:1082; }","duration":"218.76553ms","start":"2026-03-18T13:57:07.950195Z","end":"2026-03-18T13:57:08.168961Z","steps":["trace[1696195930] 'range keys from in-memory index tree' (duration: 218.499504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:08.16895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.051963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:57:08.169049Z","caller":"traceutil/trace.go:171","msg":"trace[443409170] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1082; }","duration":"258.219808ms","start":"2026-03-18T13:57:07.910806Z","end":"2026-03-18T13:57:08.169026Z","steps":["trace[443409170] 'count revisions from in-memory index tree' (duration: 257.949302ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:08.343135Z","caller":"traceutil/trace.go:171","msg":"trace[2139396847] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"168.759437ms","start":"2026-03-18T13:57:08.174352Z","end":"2026-03-18T13:57:08.343112Z","steps":["trace[2139396847] 'process raft request' (duration: 168.607503ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:08.927608Z","caller":"traceutil/trace.go:171","msg":"trace[873478177] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"208.612747ms","start":"2026-03-18T13:57:08.718973Z","end":"2026-03-18T13:57:08.927586Z","steps":["trace[873478177] 'process raft request' (duration: 208.501084ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:09.063821Z","caller":"traceutil/trace.go:171","msg":"trace[1895867671] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"119.079562ms","start":"2026-03-18T13:57:08.944708Z","end":"2026-03-18T13:57:09.063787Z","steps":["trace[1895867671] 'process raft request' (duration: 53.045479ms)","trace[1895867671] 'compare' (duration: 65.858119ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:57:14.070593Z","caller":"traceutil/trace.go:171","msg":"trace[1487951485] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"117.139918ms","start":"2026-03-18T13:57:13.9534Z","end":"2026-03-18T13:57:14.07054Z","steps":["trace[1487951485] 'process raft request' (duration: 116.868061ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:15.151742Z","caller":"traceutil/trace.go:171","msg":"trace[1548731864] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"171.471555ms","start":"2026-03-18T13:57:14.980247Z","end":"2026-03-18T13:57:15.151719Z","steps":["trace[1548731864] 'process raft request' (duration: 171.35417ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:18.046396Z","caller":"traceutil/trace.go:171","msg":"trace[1636906547] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"129.046453ms","start":"2026-03-18T13:57:17.91731Z","end":"2026-03-18T13:57:18.046356Z","steps":["trace[1636906547] 'process raft request' (duration: 128.685982ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:18.379259Z","caller":"traceutil/trace.go:171","msg":"trace[95417913] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"461.698542ms","start":"2026-03-18T13:57:17.917531Z","end":"2026-03-18T13:57:18.379229Z","steps":["trace[95417913] 'process raft request' (duration: 414.139206ms)","trace[95417913] 'compare' (duration: 47.35269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:57:18.379438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:17.917507Z","time spent":"461.838115ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:57:18.379583Z","caller":"traceutil/trace.go:171","msg":"trace[953618681] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"461.908297ms","start":"2026-03-18T13:57:17.91764Z","end":"2026-03-18T13:57:18.379548Z","steps":["trace[953618681] 'process raft request' (duration: 461.543396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:18.379813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:17.91763Z","time spent":"462.045231ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:57:18.379845Z","caller":"traceutil/trace.go:171","msg":"trace[1043912281] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"461.818633ms","start":"2026-03-18T13:57:17.917876Z","end":"2026-03-18T13:57:18.379694Z","steps":["trace[1043912281] 'process raft request' (duration: 461.502124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:18.380054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:17.917864Z","time spent":"462.08863ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:57:28.322458Z","caller":"traceutil/trace.go:171","msg":"trace[1106696937] linearizableReadLoop","detail":"{readStateIndex:1493; appliedIndex:1492; }","duration":"105.085441ms","start":"2026-03-18T13:57:28.217341Z","end":"2026-03-18T13:57:28.322426Z","steps":["trace[1106696937] 'read index received' (duration: 104.599608ms)","trace[1106696937] 'applied index is now lower than readState.Index' (duration: 484.463µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:57:28.322595Z","caller":"traceutil/trace.go:171","msg":"trace[1830330003] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"171.644529ms","start":"2026-03-18T13:57:28.150878Z","end":"2026-03-18T13:57:28.322523Z","steps":["trace[1830330003] 'process raft request' (duration: 171.020291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:28.32273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.352317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T13:57:28.322846Z","caller":"traceutil/trace.go:171","msg":"trace[1026879159] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1428; }","duration":"105.561813ms","start":"2026-03-18T13:57:28.217257Z","end":"2026-03-18T13:57:28.322819Z","steps":["trace[1026879159] 'agreement among raft nodes before linearized reading' (duration: 105.290045ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:30.53406Z","caller":"traceutil/trace.go:171","msg":"trace[1983695421] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1449; }","duration":"124.095894ms","start":"2026-03-18T13:57:30.409944Z","end":"2026-03-18T13:57:30.53404Z","steps":["trace[1983695421] 'process raft request' (duration: 124.018181ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:30.53919Z","caller":"traceutil/trace.go:171","msg":"trace[1071192990] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1449; }","duration":"125.571965ms","start":"2026-03-18T13:57:30.413596Z","end":"2026-03-18T13:57:30.539168Z","steps":["trace[1071192990] 'process raft request' (duration: 125.38511ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:30.539427Z","caller":"traceutil/trace.go:171","msg":"trace[1426921089] linearizableReadLoop","detail":"{readStateIndex:1517; appliedIndex:1516; }","duration":"111.49523ms","start":"2026-03-18T13:57:30.427899Z","end":"2026-03-18T13:57:30.539395Z","steps":["trace[1426921089] 'read index received' (duration: 106.254553ms)","trace[1426921089] 'applied index is now lower than readState.Index' (duration: 5.238837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:57:30.539655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.732848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T13:57:30.539699Z","caller":"traceutil/trace.go:171","msg":"trace[1364299463] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1449; }","duration":"111.824429ms","start":"2026-03-18T13:57:30.427863Z","end":"2026-03-18T13:57:30.539687Z","steps":["trace[1364299463] 'agreement among raft nodes before linearized reading' (duration: 111.672235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:30.539753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.80189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:57:30.53983Z","caller":"traceutil/trace.go:171","msg":"trace[2146624639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1449; }","duration":"110.893133ms","start":"2026-03-18T13:57:30.428919Z","end":"2026-03-18T13:57:30.539812Z","steps":["trace[2146624639] 'agreement among raft nodes before linearized reading' (duration: 110.674437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:30.53977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.863793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T13:57:30.539953Z","caller":"traceutil/trace.go:171","msg":"trace[570211859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1449; }","duration":"111.091048ms","start":"2026-03-18T13:57:30.428816Z","end":"2026-03-18T13:57:30.539907Z","steps":["trace[570211859] 'agreement among raft nodes before linearized reading' (duration: 110.740278ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:31.788242Z","caller":"traceutil/trace.go:171","msg":"trace[1707967716] transaction","detail":"{read_only:false; response_revision:1457; number_of_response:1; }","duration":"209.058419ms","start":"2026-03-18T13:57:31.579148Z","end":"2026-03-18T13:57:31.788207Z","steps":["trace[1707967716] 'process raft request' (duration: 208.799021ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:33.323494Z","caller":"traceutil/trace.go:171","msg":"trace[1177236910] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"128.208679ms","start":"2026-03-18T13:57:33.19526Z","end":"2026-03-18T13:57:33.323469Z","steps":["trace[1177236910] 'process raft request' (duration: 98.349821ms)","trace[1177236910] 'compare' (duration: 29.747334ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:57:33.374237Z","caller":"traceutil/trace.go:171","msg":"trace[1951439646] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"178.677096ms","start":"2026-03-18T13:57:33.195544Z","end":"2026-03-18T13:57:33.374221Z","steps":["trace[1951439646] 'process raft request' (duration: 178.619835ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:33.374317Z","caller":"traceutil/trace.go:171","msg":"trace[47975660] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"178.888732ms","start":"2026-03-18T13:57:33.195396Z","end":"2026-03-18T13:57:33.374285Z","steps":["trace[47975660] 'process raft request' (duration: 178.728978ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:33.374383Z","caller":"traceutil/trace.go:171","msg":"trace[412071721] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"179.043856ms","start":"2026-03-18T13:57:33.195282Z","end":"2026-03-18T13:57:33.374326Z","steps":["trace[412071721] 'process raft request' (duration: 178.773989ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:33.374644Z","caller":"traceutil/trace.go:171","msg":"trace[1517555777] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"178.970965ms","start":"2026-03-18T13:57:33.195649Z","end":"2026-03-18T13:57:33.37462Z","steps":["trace[1517555777] 'process raft request' (duration: 178.545633ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:33.374766Z","caller":"traceutil/trace.go:171","msg":"trace[1560168153] transaction","detail":"{read_only:false; response_revision:1497; number_of_response:1; }","duration":"178.085559ms","start":"2026-03-18T13:57:33.196657Z","end":"2026-03-18T13:57:33.374743Z","steps":["trace[1560168153] 'process raft request' (duration: 177.847372ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:33.37489Z","caller":"traceutil/trace.go:171","msg":"trace[543584707] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"176.016372ms","start":"2026-03-18T13:57:33.198859Z","end":"2026-03-18T13:57:33.374876Z","steps":["trace[543584707] 'process raft request' (duration: 175.821287ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:34.666759Z","caller":"traceutil/trace.go:171","msg":"trace[1421962083] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"104.567949ms","start":"2026-03-18T13:57:34.56217Z","end":"2026-03-18T13:57:34.666738Z","steps":["trace[1421962083] 'process raft request' (duration: 104.444566ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:35.196008Z","caller":"traceutil/trace.go:171","msg":"trace[29100959] transaction","detail":"{read_only:false; response_revision:1504; number_of_response:1; }","duration":"632.590466ms","start":"2026-03-18T13:57:34.563382Z","end":"2026-03-18T13:57:35.195972Z","steps":["trace[29100959] 'process raft request' (duration: 632.218086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:35.196257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:34.563362Z","time spent":"632.760082ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:57:35.19638Z","caller":"traceutil/trace.go:171","msg":"trace[409757845] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"632.636258ms","start":"2026-03-18T13:57:34.563706Z","end":"2026-03-18T13:57:35.196342Z","steps":["trace[409757845] 'process raft request' (duration: 632.133324ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:35.196432Z","caller":"traceutil/trace.go:171","msg":"trace[964220348] transaction","detail":"{read_only:false; response_revision:1506; number_of_response:1; }","duration":"612.810608ms","start":"2026-03-18T13:57:34.583572Z","end":"2026-03-18T13:57:35.196382Z","steps":["trace[964220348] 'process raft request' (duration: 612.595292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:35.196586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:34.563673Z","time spent":"632.803462ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:57:35.196565Z","caller":"traceutil/trace.go:171","msg":"trace[902924596] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"535.848854ms","start":"2026-03-18T13:57:34.66069Z","end":"2026-03-18T13:57:35.196539Z","steps":["trace[902924596] 'process raft request' (duration: 535.618857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:35.196809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:34.660664Z","time spent":"536.04593ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7364,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:57:35.19683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:34.583546Z","time spent":"613.178778ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:57:40.847449Z","caller":"traceutil/trace.go:171","msg":"trace[1443506342] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"122.933479ms","start":"2026-03-18T13:57:40.724477Z","end":"2026-03-18T13:57:40.847411Z","steps":["trace[1443506342] 'process raft request' (duration: 97.7472ms)","trace[1443506342] 'compare' (duration: 24.88058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:57:43.498956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.095299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ad53959-3649-4621-b1df-c4a5054c44ce\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-18T13:57:43.499057Z","caller":"traceutil/trace.go:171","msg":"trace[527899020] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8ad53959-3649-4621-b1df-c4a5054c44ce; range_end:; response_count:1; response_revision:1616; }","duration":"256.243612ms","start":"2026-03-18T13:57:43.242792Z","end":"2026-03-18T13:57:43.499036Z","steps":["trace[527899020] 'range keys from in-memory index tree' (duration: 255.879803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:43.499054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.763451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T13:57:43.499109Z","caller":"traceutil/trace.go:171","msg":"trace[888430603] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1616; }","duration":"250.865694ms","start":"2026-03-18T13:57:43.24823Z","end":"2026-03-18T13:57:43.499096Z","steps":["trace[888430603] 'range keys from in-memory index tree' (duration: 250.619558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:43.499139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.392739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T13:57:43.499274Z","caller":"traceutil/trace.go:171","msg":"trace[411600525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1616; }","duration":"273.616944ms","start":"2026-03-18T13:57:43.225631Z","end":"2026-03-18T13:57:43.499248Z","steps":["trace[411600525] 'range keys from in-memory index tree' (duration: 273.073009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:43.499526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.194833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T13:57:43.4996Z","caller":"traceutil/trace.go:171","msg":"trace[394652090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1616; }","duration":"273.871912ms","start":"2026-03-18T13:57:43.225715Z","end":"2026-03-18T13:57:43.499587Z","steps":["trace[394652090] 'range keys from in-memory index tree' (duration: 272.994897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:44.071459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476673507,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:57:44.572301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476673507,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:57:44.647818Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.233742152s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T13:57:44.648167Z","caller":"traceutil/trace.go:171","msg":"trace[1810634168] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"1.234223804s","start":"2026-03-18T13:57:43.413922Z","end":"2026-03-18T13:57:44.648146Z","steps":["trace[1810634168] 'process raft request' (duration: 1.23403899s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:44.648304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:43.413888Z","time spent":"1.234340727s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:57:44.897359Z","caller":"traceutil/trace.go:171","msg":"trace[525118138] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"1.39351788s","start":"2026-03-18T13:57:43.503806Z","end":"2026-03-18T13:57:44.897324Z","steps":["trace[525118138] 'process raft request' (duration: 1.393206471s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:44.897411Z","caller":"traceutil/trace.go:171","msg":"trace[895017908] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"1.393419609s","start":"2026-03-18T13:57:43.503954Z","end":"2026-03-18T13:57:44.897374Z","steps":["trace[895017908] 'process raft request' (duration: 1.393253954s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:44.897403Z","caller":"traceutil/trace.go:171","msg":"trace[575887646] linearizableReadLoop","detail":"{readStateIndex:1696; appliedIndex:1690; }","duration":"1.326404171s","start":"2026-03-18T13:57:43.570976Z","end":"2026-03-18T13:57:44.89738Z","steps":["trace[575887646] 'read index received' (duration: 1.077214643s)","trace[575887646] 'applied index is now lower than readState.Index' (duration: 249.185628ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:57:44.897553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:43.503923Z","time spent":"1.393552282s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:57:44.897656Z","caller":"traceutil/trace.go:171","msg":"trace[2103309479] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"804.080141ms","start":"2026-03-18T13:57:44.093563Z","end":"2026-03-18T13:57:44.897643Z","steps":["trace[2103309479] 'process raft request' (duration: 803.694831ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:44.897769Z","caller":"traceutil/trace.go:171","msg":"trace[1174663814] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"1.393805419s","start":"2026-03-18T13:57:43.503952Z","end":"2026-03-18T13:57:44.897757Z","steps":["trace[1174663814] 'process raft request' (duration: 1.393206683s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:44.897833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:43.503932Z","time spent":"1.393869611s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:57:44.89786Z","caller":"traceutil/trace.go:171","msg":"trace[141165789] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"347.471693ms","start":"2026-03-18T13:57:44.550366Z","end":"2026-03-18T13:57:44.897838Z","steps":["trace[141165789] 'process raft request' (duration: 346.976608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:44.897851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:44.093537Z","time spent":"804.184633ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:57:44.897986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:44.550345Z","time spent":"347.565416ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:57:44.897927Z","caller":"traceutil/trace.go:171","msg":"trace[1734555298] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"803.072793ms","start":"2026-03-18T13:57:44.094806Z","end":"2026-03-18T13:57:44.897879Z","steps":["trace[1734555298] 'process raft request' (duration: 802.504888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:44.89766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:43.503781Z","time spent":"1.393666985s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:57:44.898072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327067269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:57:44.898138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:44.094778Z","time spent":"803.278409ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:57:44.898153Z","caller":"traceutil/trace.go:171","msg":"trace[743500261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1623; }","duration":"1.327205123s","start":"2026-03-18T13:57:43.570929Z","end":"2026-03-18T13:57:44.898134Z","steps":["trace[743500261] 'agreement among raft nodes before linearized reading' (duration: 1.327053398s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:44.898327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:43.570909Z","time spent":"1.327396317s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:57:45.033175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.026018ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T13:57:45.033266Z","caller":"traceutil/trace.go:171","msg":"trace[335782683] linearizableReadLoop","detail":"{readStateIndex:1697; appliedIndex:1696; }","duration":"135.67152ms","start":"2026-03-18T13:57:44.897577Z","end":"2026-03-18T13:57:45.033248Z","steps":["trace[335782683] 'read index received' (duration: 33.489407ms)","trace[335782683] 'applied index is now lower than readState.Index' (duration: 102.180723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:57:45.033414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.363387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ad53959-3649-4621-b1df-c4a5054c44ce\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-03-18T13:57:45.033484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.312093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T13:57:45.033505Z","caller":"traceutil/trace.go:171","msg":"trace[103071899] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8ad53959-3649-4621-b1df-c4a5054c44ce; range_end:; response_count:1; response_revision:1623; }","duration":"910.503911ms","start":"2026-03-18T13:57:44.122984Z","end":"2026-03-18T13:57:45.033488Z","steps":["trace[103071899] 'agreement among raft nodes before linearized reading' (duration: 910.314286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:45.033559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:44.122963Z","time spent":"910.587352ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ad53959-3649-4621-b1df-c4a5054c44ce\" "} {"level":"info","ts":"2026-03-18T13:57:45.033561Z","caller":"traceutil/trace.go:171","msg":"trace[115059264] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1623; }","duration":"832.399815ms","start":"2026-03-18T13:57:44.201142Z","end":"2026-03-18T13:57:45.033542Z","steps":["trace[115059264] 'agreement among raft nodes before linearized reading' (duration: 832.161469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:45.033554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.399646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:57:45.033606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:44.201114Z","time spent":"832.483858ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T13:57:45.033578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.131857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T13:57:45.033642Z","caller":"traceutil/trace.go:171","msg":"trace[499793755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1623; }","duration":"134.522819ms","start":"2026-03-18T13:57:44.899101Z","end":"2026-03-18T13:57:45.033624Z","steps":["trace[499793755] 'agreement among raft nodes before linearized reading' (duration: 134.372064ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:45.033673Z","caller":"traceutil/trace.go:171","msg":"trace[286937257] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1623; }","duration":"174.276041ms","start":"2026-03-18T13:57:44.859373Z","end":"2026-03-18T13:57:45.033649Z","steps":["trace[286937257] 'agreement among raft nodes before linearized reading' (duration: 173.987333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:45.033982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385998373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T13:57:45.034055Z","caller":"traceutil/trace.go:171","msg":"trace[507915685] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1623; }","duration":"1.386121006s","start":"2026-03-18T13:57:43.647913Z","end":"2026-03-18T13:57:45.034034Z","steps":["trace[507915685] 'agreement among raft nodes before linearized reading' (duration: 1.385461387s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:45.034112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.340194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ad53959-3649-4621-b1df-c4a5054c44ce\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-18T13:57:45.034218Z","caller":"traceutil/trace.go:171","msg":"trace[898102679] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8ad53959-3649-4621-b1df-c4a5054c44ce; range_end:; response_count:1; response_revision:1623; }","duration":"530.048734ms","start":"2026-03-18T13:57:44.50414Z","end":"2026-03-18T13:57:45.034189Z","steps":["trace[898102679] 'agreement among raft nodes before linearized reading' (duration: 529.111098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:45.034327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:44.504122Z","time spent":"530.187477ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ad53959-3649-4621-b1df-c4a5054c44ce\" "} {"level":"warn","ts":"2026-03-18T13:57:45.034168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:43.647891Z","time spent":"1.386255769s","remote":"127.0.0.1:50078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T13:57:45.339881Z","caller":"traceutil/trace.go:171","msg":"trace[1259345091] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"301.493647ms","start":"2026-03-18T13:57:45.038359Z","end":"2026-03-18T13:57:45.339853Z","steps":["trace[1259345091] 'process raft request' (duration: 301.325933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:45.34004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:45.038334Z","time spent":"301.624611ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:57:46.287839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.166785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:57:46.28803Z","caller":"traceutil/trace.go:171","msg":"trace[972544291] linearizableReadLoop","detail":"{readStateIndex:1700; appliedIndex:1697; }","duration":"1.244694914s","start":"2026-03-18T13:57:45.043319Z","end":"2026-03-18T13:57:46.288014Z","steps":["trace[972544291] 'read index received' (duration: 296.385087ms)","trace[972544291] 'applied index is now lower than readState.Index' (duration: 948.308947ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:57:46.288101Z","caller":"traceutil/trace.go:171","msg":"trace[1369514531] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"1.24954024s","start":"2026-03-18T13:57:45.038548Z","end":"2026-03-18T13:57:46.288088Z","steps":["trace[1369514531] 'process raft request' (duration: 1.131033405s)","trace[1369514531] 'compare' (duration: 117.775254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:57:46.288158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:45.038526Z","time spent":"1.24960123s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:57:46.288208Z","caller":"traceutil/trace.go:171","msg":"trace[1057210513] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"1.246009571s","start":"2026-03-18T13:57:45.042163Z","end":"2026-03-18T13:57:46.288173Z","steps":["trace[1057210513] 'process raft request' (duration: 1.245780665s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:46.288397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:45.042138Z","time spent":"1.246159374s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:57:46.288835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245494007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:57:46.288922Z","caller":"traceutil/trace.go:171","msg":"trace[1199946186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1626; }","duration":"1.245620771s","start":"2026-03-18T13:57:45.043283Z","end":"2026-03-18T13:57:46.288903Z","steps":["trace[1199946186] 'agreement among raft nodes before linearized reading' (duration: 1.245446165s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:46.288974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:45.043271Z","time spent":"1.245694952s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:57:46.289815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.772943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:57:46.289874Z","caller":"traceutil/trace.go:171","msg":"trace[1063355533] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1627; }","duration":"925.837135ms","start":"2026-03-18T13:57:45.364023Z","end":"2026-03-18T13:57:46.28986Z","steps":["trace[1063355533] 'agreement among raft nodes before linearized reading' (duration: 925.737202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:46.289914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:45.363967Z","time spent":"925.934348ms","remote":"127.0.0.1:35956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-18T13:57:46.29003Z","caller":"traceutil/trace.go:171","msg":"trace[1988126519] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"733.082842ms","start":"2026-03-18T13:57:45.556926Z","end":"2026-03-18T13:57:46.290009Z","steps":["trace[1988126519] 'process raft request' (duration: 732.766663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:46.290179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:45.556907Z","time spent":"733.187454ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:57:46.290208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.702409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8ad53959-3649-4621-b1df-c4a5054c44ce\" ","response":"range_response_count:1 size:3746"} {"level":"info","ts":"2026-03-18T13:57:46.290324Z","caller":"traceutil/trace.go:171","msg":"trace[669218944] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8ad53959-3649-4621-b1df-c4a5054c44ce; range_end:; response_count:1; response_revision:1627; }","duration":"250.881015ms","start":"2026-03-18T13:57:46.039422Z","end":"2026-03-18T13:57:46.290303Z","steps":["trace[669218944] 'agreement among raft nodes before linearized reading' (duration: 250.67746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:46.290416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.569142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T13:57:46.290526Z","caller":"traceutil/trace.go:171","msg":"trace[405138973] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1627; }","duration":"247.705337ms","start":"2026-03-18T13:57:46.042789Z","end":"2026-03-18T13:57:46.290494Z","steps":["trace[405138973] 'agreement among raft nodes before linearized reading' (duration: 247.390809ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:55.247651Z","caller":"traceutil/trace.go:171","msg":"trace[2070778786] linearizableReadLoop","detail":"{readStateIndex:1767; appliedIndex:1764; }","duration":"297.057595ms","start":"2026-03-18T13:57:54.950563Z","end":"2026-03-18T13:57:55.247621Z","steps":["trace[2070778786] 'read index received' (duration: 57.541786ms)","trace[2070778786] 'applied index is now lower than readState.Index' (duration: 239.514759ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:57:55.247695Z","caller":"traceutil/trace.go:171","msg":"trace[2034013098] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"302.31839ms","start":"2026-03-18T13:57:54.945337Z","end":"2026-03-18T13:57:55.247655Z","steps":["trace[2034013098] 'process raft request' (duration: 301.95426ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:55.247793Z","caller":"traceutil/trace.go:171","msg":"trace[1658913536] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"299.75649ms","start":"2026-03-18T13:57:54.947958Z","end":"2026-03-18T13:57:55.247714Z","steps":["trace[1658913536] 'process raft request' (duration: 299.616006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:55.247895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:54.945315Z","time spent":"302.467114ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:57:55.247924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.343823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:57:55.247965Z","caller":"traceutil/trace.go:171","msg":"trace[702087984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1690; }","duration":"297.443476ms","start":"2026-03-18T13:57:54.950511Z","end":"2026-03-18T13:57:55.247954Z","steps":["trace[702087984] 'agreement among raft nodes before linearized reading' (duration: 297.26455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:55.248031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.635053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T13:57:55.248031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.418362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T13:57:55.248121Z","caller":"traceutil/trace.go:171","msg":"trace[1314860548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1690; }","duration":"239.765096ms","start":"2026-03-18T13:57:55.008333Z","end":"2026-03-18T13:57:55.248098Z","steps":["trace[1314860548] 'agreement among raft nodes before linearized reading' (duration: 239.53021ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:55.248138Z","caller":"traceutil/trace.go:171","msg":"trace[1592899314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1690; }","duration":"250.579135ms","start":"2026-03-18T13:57:54.997533Z","end":"2026-03-18T13:57:55.248112Z","steps":["trace[1592899314] 'agreement among raft nodes before linearized reading' (duration: 250.318069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:55.406501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.095173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:57:55.406745Z","caller":"traceutil/trace.go:171","msg":"trace[1139288393] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"154.973036ms","start":"2026-03-18T13:57:55.251722Z","end":"2026-03-18T13:57:55.406695Z","steps":["trace[1139288393] 'process raft request' (duration: 53.306748ms)","trace[1139288393] 'compare' (duration: 100.895697ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:57:55.406975Z","caller":"traceutil/trace.go:171","msg":"trace[1611347835] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"154.591715ms","start":"2026-03-18T13:57:55.25236Z","end":"2026-03-18T13:57:55.406952Z","steps":["trace[1611347835] 'process raft request' (duration: 154.248185ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:55.407137Z","caller":"traceutil/trace.go:171","msg":"trace[1843934396] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"154.640197ms","start":"2026-03-18T13:57:55.252472Z","end":"2026-03-18T13:57:55.407113Z","steps":["trace[1843934396] 'process raft request' (duration: 154.256476ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:56.041064Z","caller":"traceutil/trace.go:171","msg":"trace[289196295] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"135.027894ms","start":"2026-03-18T13:57:55.905999Z","end":"2026-03-18T13:57:56.041027Z","steps":["trace[289196295] 'process raft request' (duration: 134.852258ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:56.5361Z","caller":"traceutil/trace.go:171","msg":"trace[1961920484] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"236.056804ms","start":"2026-03-18T13:57:56.300016Z","end":"2026-03-18T13:57:56.536073Z","steps":["trace[1961920484] 'process raft request' (duration: 235.907879ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:56.622453Z","caller":"traceutil/trace.go:171","msg":"trace[1796499803] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"290.927604ms","start":"2026-03-18T13:57:56.331492Z","end":"2026-03-18T13:57:56.622419Z","steps":["trace[1796499803] 'process raft request' (duration: 224.527704ms)","trace[1796499803] 'compare' (duration: 66.182964ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:57:56.622495Z","caller":"traceutil/trace.go:171","msg":"trace[2021321638] linearizableReadLoop","detail":"{readStateIndex:1774; appliedIndex:1772; }","duration":"277.988606ms","start":"2026-03-18T13:57:56.344467Z","end":"2026-03-18T13:57:56.622456Z","steps":["trace[2021321638] 'read index received' (duration: 191.565049ms)","trace[2021321638] 'applied index is now lower than readState.Index' (duration: 86.418867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:57:56.622883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.383217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T13:57:56.622887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.708218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T13:57:56.622905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.70764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T13:57:56.622953Z","caller":"traceutil/trace.go:171","msg":"trace[844246503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1699; }","duration":"278.516251ms","start":"2026-03-18T13:57:56.344421Z","end":"2026-03-18T13:57:56.622937Z","steps":["trace[844246503] 'agreement among raft nodes before linearized reading' (duration: 278.156071ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:56.622983Z","caller":"traceutil/trace.go:171","msg":"trace[975581585] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1699; }","duration":"145.844344ms","start":"2026-03-18T13:57:56.477122Z","end":"2026-03-18T13:57:56.622966Z","steps":["trace[975581585] 'agreement among raft nodes before linearized reading' (duration: 145.7013ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:56.622959Z","caller":"traceutil/trace.go:171","msg":"trace[1628451158] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1699; }","duration":"207.828702ms","start":"2026-03-18T13:57:56.415109Z","end":"2026-03-18T13:57:56.622938Z","steps":["trace[1628451158] 'agreement among raft nodes before linearized reading' (duration: 207.642277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:56.623083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.414807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T13:57:56.623164Z","caller":"traceutil/trace.go:171","msg":"trace[205569515] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1699; }","duration":"204.52593ms","start":"2026-03-18T13:57:56.418625Z","end":"2026-03-18T13:57:56.623151Z","steps":["trace[205569515] 'agreement among raft nodes before linearized reading' (duration: 204.271003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:56.879585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.584516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:57:56.879986Z","caller":"traceutil/trace.go:171","msg":"trace[2001062766] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"247.149941ms","start":"2026-03-18T13:57:56.632815Z","end":"2026-03-18T13:57:56.879965Z","steps":["trace[2001062766] 'process raft request' (duration: 246.989476ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:56.880007Z","caller":"traceutil/trace.go:171","msg":"trace[1846800668] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"247.548103ms","start":"2026-03-18T13:57:56.632416Z","end":"2026-03-18T13:57:56.879964Z","steps":["trace[1846800668] 'process raft request' (duration: 110.478393ms)","trace[1846800668] 'compare' (duration: 136.321509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:57:57.281209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.510074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:57:57.28148Z","caller":"traceutil/trace.go:171","msg":"trace[1399461999] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"395.416082ms","start":"2026-03-18T13:57:56.886037Z","end":"2026-03-18T13:57:57.281453Z","steps":["trace[1399461999] 'process raft request' (duration: 135.523578ms)","trace[1399461999] 'compare' (duration: 259.289867ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:57:57.281572Z","caller":"traceutil/trace.go:171","msg":"trace[93781375] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"395.040221ms","start":"2026-03-18T13:57:56.886517Z","end":"2026-03-18T13:57:57.281557Z","steps":["trace[93781375] 'process raft request' (duration: 394.927928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:57.281591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:56.886012Z","time spent":"395.521474ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1754,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:57:57.281574Z","caller":"traceutil/trace.go:171","msg":"trace[2057859146] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"395.401701ms","start":"2026-03-18T13:57:56.886122Z","end":"2026-03-18T13:57:57.281524Z","steps":["trace[2057859146] 'process raft request' (duration: 395.220156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:57.281639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:56.886507Z","time spent":"395.096152ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1230,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:57:57.281788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:56.886078Z","time spent":"395.591076ms","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:57:57.281817Z","caller":"traceutil/trace.go:171","msg":"trace[1395923971] linearizableReadLoop","detail":"{readStateIndex:1783; appliedIndex:1779; }","duration":"274.120058ms","start":"2026-03-18T13:57:57.007673Z","end":"2026-03-18T13:57:57.281793Z","steps":["trace[1395923971] 'read index received' (duration: 13.902035ms)","trace[1395923971] 'applied index is now lower than readState.Index' (duration: 260.216093ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:57:57.281802Z","caller":"traceutil/trace.go:171","msg":"trace[482070812] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"392.912112ms","start":"2026-03-18T13:57:56.888869Z","end":"2026-03-18T13:57:57.281781Z","steps":["trace[482070812] 'process raft request' (duration: 392.630094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:57.281967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:56.88886Z","time spent":"393.072527ms","remote":"127.0.0.1:56766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:57:57.281996Z","caller":"traceutil/trace.go:171","msg":"trace[1089757579] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"269.11536ms","start":"2026-03-18T13:57:57.012861Z","end":"2026-03-18T13:57:57.281976Z","steps":["trace[1089757579] 'process raft request' (duration: 268.799232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:57.28223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.553461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11663"} {"level":"info","ts":"2026-03-18T13:57:57.28232Z","caller":"traceutil/trace.go:171","msg":"trace[1832154316] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1707; }","duration":"274.690825ms","start":"2026-03-18T13:57:57.007614Z","end":"2026-03-18T13:57:57.282305Z","steps":["trace[1832154316] 'agreement among raft nodes before linearized reading' (duration: 274.312674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:57.605679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.39236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:57:57.605904Z","caller":"traceutil/trace.go:171","msg":"trace[631475062] linearizableReadLoop","detail":"{readStateIndex:1786; appliedIndex:1784; }","duration":"315.888897ms","start":"2026-03-18T13:57:57.289993Z","end":"2026-03-18T13:57:57.605882Z","steps":["trace[631475062] 'read index received' (duration: 12.908788ms)","trace[631475062] 'applied index is now lower than readState.Index' (duration: 302.978739ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:57:57.605909Z","caller":"traceutil/trace.go:171","msg":"trace[841644188] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"352.512982ms","start":"2026-03-18T13:57:57.253339Z","end":"2026-03-18T13:57:57.605852Z","steps":["trace[841644188] 'process raft request' (duration: 197.859785ms)","trace[841644188] 'compare' (duration: 154.282497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:57:57.606087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.081492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:57:57.606132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:57.253317Z","time spent":"352.701867ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:57:57.606122Z","caller":"traceutil/trace.go:171","msg":"trace[1609086396] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"314.973581ms","start":"2026-03-18T13:57:57.291098Z","end":"2026-03-18T13:57:57.606071Z","steps":["trace[1609086396] 'process raft request' (duration: 314.674403ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:57.606166Z","caller":"traceutil/trace.go:171","msg":"trace[2007177637] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1710; }","duration":"316.157295ms","start":"2026-03-18T13:57:57.289988Z","end":"2026-03-18T13:57:57.606145Z","steps":["trace[2007177637] 'agreement among raft nodes before linearized reading' (duration: 316.045112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:57.606192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.444229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T13:57:57.60622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:57.289948Z","time spent":"316.258837ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T13:57:57.606235Z","caller":"traceutil/trace.go:171","msg":"trace[1487486718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1710; }","duration":"194.531563ms","start":"2026-03-18T13:57:57.411694Z","end":"2026-03-18T13:57:57.606226Z","steps":["trace[1487486718] 'agreement among raft nodes before linearized reading' (duration: 194.354778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:57.606303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.523702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-18T13:57:57.606318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:57:57.29108Z","time spent":"315.127816ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6147,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:57:57.606306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.533642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T13:57:57.606362Z","caller":"traceutil/trace.go:171","msg":"trace[2116443691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1710; }","duration":"194.589474ms","start":"2026-03-18T13:57:57.411757Z","end":"2026-03-18T13:57:57.606347Z","steps":["trace[2116443691] 'agreement among raft nodes before linearized reading' (duration: 194.348917ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:57.606385Z","caller":"traceutil/trace.go:171","msg":"trace[1762733897] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1710; }","duration":"194.661187ms","start":"2026-03-18T13:57:57.411705Z","end":"2026-03-18T13:57:57.606367Z","steps":["trace[1762733897] 'agreement among raft nodes before linearized reading' (duration: 194.41162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:57.606486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.627976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T13:57:57.606598Z","caller":"traceutil/trace.go:171","msg":"trace[1971657332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1710; }","duration":"146.780809ms","start":"2026-03-18T13:57:57.459799Z","end":"2026-03-18T13:57:57.60658Z","steps":["trace[1971657332] 'agreement among raft nodes before linearized reading' (duration: 146.265164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:57.891337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.559242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:57:57.891517Z","caller":"traceutil/trace.go:171","msg":"trace[353143670] linearizableReadLoop","detail":"{readStateIndex:1791; appliedIndex:1787; }","duration":"274.117848ms","start":"2026-03-18T13:57:57.617381Z","end":"2026-03-18T13:57:57.891499Z","steps":["trace[353143670] 'read index received' (duration: 9.490383ms)","trace[353143670] 'applied index is now lower than readState.Index' (duration: 264.626265ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:57:57.891564Z","caller":"traceutil/trace.go:171","msg":"trace[1212281882] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"280.244649ms","start":"2026-03-18T13:57:57.611292Z","end":"2026-03-18T13:57:57.891537Z","steps":["trace[1212281882] 'process raft request' (duration: 280.147136ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:57.891697Z","caller":"traceutil/trace.go:171","msg":"trace[1507857907] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"280.608049ms","start":"2026-03-18T13:57:57.611047Z","end":"2026-03-18T13:57:57.891655Z","steps":["trace[1507857907] 'process raft request' (duration: 163.597485ms)","trace[1507857907] 'compare' (duration: 116.360576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:57:57.891729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.118288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T13:57:57.891924Z","caller":"traceutil/trace.go:171","msg":"trace[695762933] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1714; }","duration":"261.317534ms","start":"2026-03-18T13:57:57.630579Z","end":"2026-03-18T13:57:57.891896Z","steps":["trace[695762933] 'agreement among raft nodes before linearized reading' (duration: 261.021405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:57.891744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.339074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T13:57:57.892145Z","caller":"traceutil/trace.go:171","msg":"trace[1429162038] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1714; }","duration":"274.749406ms","start":"2026-03-18T13:57:57.617337Z","end":"2026-03-18T13:57:57.892086Z","steps":["trace[1429162038] 'agreement among raft nodes before linearized reading' (duration: 274.243542ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:58.800394Z","caller":"traceutil/trace.go:171","msg":"trace[1908832233] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"130.755414ms","start":"2026-03-18T13:57:58.669615Z","end":"2026-03-18T13:57:58.800371Z","steps":["trace[1908832233] 'process raft request' (duration: 130.616821ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:59.520003Z","caller":"traceutil/trace.go:171","msg":"trace[1641353136] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"212.139891ms","start":"2026-03-18T13:57:59.307821Z","end":"2026-03-18T13:57:59.519961Z","steps":["trace[1641353136] 'process raft request' (duration: 151.285924ms)","trace[1641353136] 'compare' (duration: 60.672881ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:57:59.789576Z","caller":"traceutil/trace.go:171","msg":"trace[996743771] linearizableReadLoop","detail":"{readStateIndex:1795; appliedIndex:1794; }","duration":"157.907117ms","start":"2026-03-18T13:57:59.631649Z","end":"2026-03-18T13:57:59.789556Z","steps":["trace[996743771] 'read index received' (duration: 157.771303ms)","trace[996743771] 'applied index is now lower than readState.Index' (duration: 134.654µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:57:59.789648Z","caller":"traceutil/trace.go:171","msg":"trace[1327834954] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"178.418565ms","start":"2026-03-18T13:57:59.611199Z","end":"2026-03-18T13:57:59.789618Z","steps":["trace[1327834954] 'process raft request' (duration: 178.21203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:59.78978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.112573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T13:57:59.789833Z","caller":"traceutil/trace.go:171","msg":"trace[1891354726] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1718; }","duration":"158.227636ms","start":"2026-03-18T13:57:59.631587Z","end":"2026-03-18T13:57:59.789814Z","steps":["trace[1891354726] 'agreement among raft nodes before linearized reading' (duration: 158.083812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:59.835578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.638165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T13:57:59.835683Z","caller":"traceutil/trace.go:171","msg":"trace[1625707887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1719; }","duration":"203.792389ms","start":"2026-03-18T13:57:59.631867Z","end":"2026-03-18T13:57:59.83566Z","steps":["trace[1625707887] 'agreement among raft nodes before linearized reading' (duration: 203.543402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:57:59.835792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.560687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T13:57:59.835846Z","caller":"traceutil/trace.go:171","msg":"trace[1723490062] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:1719; }","duration":"175.640619ms","start":"2026-03-18T13:57:59.660195Z","end":"2026-03-18T13:57:59.835836Z","steps":["trace[1723490062] 'agreement among raft nodes before linearized reading' (duration: 175.501665ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:57:59.835599Z","caller":"traceutil/trace.go:171","msg":"trace[1414563641] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"109.556506ms","start":"2026-03-18T13:57:59.726026Z","end":"2026-03-18T13:57:59.835583Z","steps":["trace[1414563641] 'process raft request' (duration: 109.270799ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:00.398862Z","caller":"traceutil/trace.go:171","msg":"trace[396068765] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"170.97029ms","start":"2026-03-18T13:58:00.227865Z","end":"2026-03-18T13:58:00.398835Z","steps":["trace[396068765] 'process raft request' (duration: 170.795825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:01.13338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.868025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T13:58:01.133473Z","caller":"traceutil/trace.go:171","msg":"trace[388700776] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1726; }","duration":"128.007239ms","start":"2026-03-18T13:58:01.005438Z","end":"2026-03-18T13:58:01.133446Z","steps":["trace[388700776] 'range keys from in-memory index tree' (duration: 127.605078ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:02.072676Z","caller":"traceutil/trace.go:171","msg":"trace[1679099198] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"128.878982ms","start":"2026-03-18T13:58:01.943764Z","end":"2026-03-18T13:58:02.072643Z","steps":["trace[1679099198] 'process raft request' (duration: 50.83931ms)","trace[1679099198] 'compare' (duration: 77.825326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:58:02.425746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.538615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:58:02.425912Z","caller":"traceutil/trace.go:171","msg":"trace[2048415389] transaction","detail":"{read_only:false; response_revision:1736; number_of_response:1; }","duration":"346.940167ms","start":"2026-03-18T13:58:02.078935Z","end":"2026-03-18T13:58:02.425875Z","steps":["trace[2048415389] 'process raft request' (duration: 153.180136ms)","trace[2048415389] 'compare' (duration: 193.33649ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:58:02.425951Z","caller":"traceutil/trace.go:171","msg":"trace[927209695] linearizableReadLoop","detail":"{readStateIndex:1814; appliedIndex:1813; }","duration":"285.225097ms","start":"2026-03-18T13:58:02.140703Z","end":"2026-03-18T13:58:02.425928Z","steps":["trace[927209695] 'read index received' (duration: 19.937174ms)","trace[927209695] 'applied index is now lower than readState.Index' (duration: 265.284863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:58:02.426078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:02.078915Z","time spent":"347.077402ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:58:02.426148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.451703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T13:58:02.426192Z","caller":"traceutil/trace.go:171","msg":"trace[347124088] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1737; }","duration":"285.534405ms","start":"2026-03-18T13:58:02.140639Z","end":"2026-03-18T13:58:02.426173Z","steps":["trace[347124088] 'agreement among raft nodes before linearized reading' (duration: 285.404952ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:02.97171Z","caller":"traceutil/trace.go:171","msg":"trace[1485427398] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"105.605098ms","start":"2026-03-18T13:58:02.866026Z","end":"2026-03-18T13:58:02.971631Z","steps":["trace[1485427398] 'process raft request' (duration: 105.434833ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:03.758276Z","caller":"traceutil/trace.go:171","msg":"trace[1301095356] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"134.052386ms","start":"2026-03-18T13:58:03.624157Z","end":"2026-03-18T13:58:03.758209Z","steps":["trace[1301095356] 'process raft request' (duration: 133.83883ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:04.244649Z","caller":"traceutil/trace.go:171","msg":"trace[1489674086] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"162.613058ms","start":"2026-03-18T13:58:04.082007Z","end":"2026-03-18T13:58:04.24462Z","steps":["trace[1489674086] 'process raft request' (duration: 64.366334ms)","trace[1489674086] 'compare' (duration: 98.038668ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:58:04.356535Z","caller":"traceutil/trace.go:171","msg":"trace[165419818] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"107.204022ms","start":"2026-03-18T13:58:04.249306Z","end":"2026-03-18T13:58:04.35651Z","steps":["trace[165419818] 'process raft request' (duration: 107.070458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:04.630098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.975017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:58:04.630188Z","caller":"traceutil/trace.go:171","msg":"trace[1471261749] linearizableReadLoop","detail":"{readStateIndex:1824; appliedIndex:1823; }","duration":"188.874425ms","start":"2026-03-18T13:58:04.4413Z","end":"2026-03-18T13:58:04.630174Z","steps":["trace[1471261749] 'read index received' (duration: 55.694503ms)","trace[1471261749] 'applied index is now lower than readState.Index' (duration: 133.178892ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:58:04.630281Z","caller":"traceutil/trace.go:171","msg":"trace[1038499404] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"195.52187ms","start":"2026-03-18T13:58:04.434688Z","end":"2026-03-18T13:58:04.63021Z","steps":["trace[1038499404] 'process raft request' (duration: 62.369328ms)","trace[1038499404] 'compare' (duration: 132.844714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:58:04.63032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.018719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T13:58:04.630472Z","caller":"traceutil/trace.go:171","msg":"trace[1339249330] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1746; }","duration":"189.165925ms","start":"2026-03-18T13:58:04.441272Z","end":"2026-03-18T13:58:04.630438Z","steps":["trace[1339249330] 'agreement among raft nodes before linearized reading' (duration: 188.938758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:04.9865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.172228ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T13:58:04.986922Z","caller":"traceutil/trace.go:171","msg":"trace[89439803] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"282.401428ms","start":"2026-03-18T13:58:04.704307Z","end":"2026-03-18T13:58:04.986709Z","steps":["trace[89439803] 'process raft request' (duration: 282.277404ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:05.449568Z","caller":"traceutil/trace.go:171","msg":"trace[1131690726] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"182.558641ms","start":"2026-03-18T13:58:05.266985Z","end":"2026-03-18T13:58:05.449544Z","steps":["trace[1131690726] 'process raft request' (duration: 182.402026ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:05.538434Z","caller":"traceutil/trace.go:171","msg":"trace[2031684726] transaction","detail":"{read_only:false; response_revision:1751; number_of_response:1; }","duration":"100.415014ms","start":"2026-03-18T13:58:05.437985Z","end":"2026-03-18T13:58:05.5384Z","steps":["trace[2031684726] 'process raft request' (duration: 66.453722ms)","trace[2031684726] 'compare' (duration: 33.760496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:58:05.979619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.200664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:58:05.979706Z","caller":"traceutil/trace.go:171","msg":"trace[229267133] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"216.184083ms","start":"2026-03-18T13:58:05.763506Z","end":"2026-03-18T13:58:05.979691Z","steps":["trace[229267133] 'process raft request' (duration: 69.834725ms)","trace[229267133] 'compare' (duration: 146.093121ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:58:06.02945Z","caller":"traceutil/trace.go:171","msg":"trace[705398696] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"124.4598ms","start":"2026-03-18T13:58:05.904964Z","end":"2026-03-18T13:58:06.029424Z","steps":["trace[705398696] 'process raft request' (duration: 124.290796ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:06.149867Z","caller":"traceutil/trace.go:171","msg":"trace[1136751859] linearizableReadLoop","detail":"{readStateIndex:1837; appliedIndex:1835; }","duration":"165.186409ms","start":"2026-03-18T13:58:05.984642Z","end":"2026-03-18T13:58:06.149829Z","steps":["trace[1136751859] 'read index received' (duration: 44.592296ms)","trace[1136751859] 'applied index is now lower than readState.Index' (duration: 120.592663ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:58:06.149988Z","caller":"traceutil/trace.go:171","msg":"trace[1943081176] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"237.463394ms","start":"2026-03-18T13:58:05.91249Z","end":"2026-03-18T13:58:06.149954Z","steps":["trace[1943081176] 'process raft request' (duration: 210.61973ms)","trace[1943081176] 'compare' (duration: 26.580467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:58:06.150124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.470888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T13:58:06.15017Z","caller":"traceutil/trace.go:171","msg":"trace[2034994647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1758; }","duration":"165.536749ms","start":"2026-03-18T13:58:05.984621Z","end":"2026-03-18T13:58:06.150158Z","steps":["trace[2034994647] 'agreement among raft nodes before linearized reading' (duration: 165.337044ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:06.396669Z","caller":"traceutil/trace.go:171","msg":"trace[89803880] linearizableReadLoop","detail":"{readStateIndex:1839; appliedIndex:1838; }","duration":"129.820338ms","start":"2026-03-18T13:58:06.266823Z","end":"2026-03-18T13:58:06.396643Z","steps":["trace[89803880] 'read index received' (duration: 125.849008ms)","trace[89803880] 'applied index is now lower than readState.Index' (duration: 3.96901ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:58:06.396829Z","caller":"traceutil/trace.go:171","msg":"trace[1683123645] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"143.145378ms","start":"2026-03-18T13:58:06.253633Z","end":"2026-03-18T13:58:06.396779Z","steps":["trace[1683123645] 'process raft request' (duration: 138.936381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:06.39695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.103668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-18T13:58:06.397203Z","caller":"traceutil/trace.go:171","msg":"trace[616191518] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1760; }","duration":"130.426085ms","start":"2026-03-18T13:58:06.266758Z","end":"2026-03-18T13:58:06.397184Z","steps":["trace[616191518] 'agreement among raft nodes before linearized reading' (duration: 130.043584ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:06.700438Z","caller":"traceutil/trace.go:171","msg":"trace[632467253] linearizableReadLoop","detail":"{readStateIndex:1840; appliedIndex:1839; }","duration":"128.428251ms","start":"2026-03-18T13:58:06.571983Z","end":"2026-03-18T13:58:06.700412Z","steps":["trace[632467253] 'read index received' (duration: 35.521425ms)","trace[632467253] 'applied index is now lower than readState.Index' (duration: 92.905506ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:58:06.70057Z","caller":"traceutil/trace.go:171","msg":"trace[924840083] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"299.184973ms","start":"2026-03-18T13:58:06.401322Z","end":"2026-03-18T13:58:06.700507Z","steps":["trace[924840083] 'process raft request' (duration: 206.223657ms)","trace[924840083] 'compare' (duration: 92.71743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:58:06.70065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.651465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:58:06.700761Z","caller":"traceutil/trace.go:171","msg":"trace[457657749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1761; }","duration":"128.845693ms","start":"2026-03-18T13:58:06.57189Z","end":"2026-03-18T13:58:06.700736Z","steps":["trace[457657749] 'agreement among raft nodes before linearized reading' (duration: 128.647727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:07.157158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.317212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:58:07.15737Z","caller":"traceutil/trace.go:171","msg":"trace[1520153772] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"451.339521ms","start":"2026-03-18T13:58:06.706002Z","end":"2026-03-18T13:58:07.157342Z","steps":["trace[1520153772] 'process raft request' (duration: 166.592297ms)","trace[1520153772] 'compare' (duration: 284.017754ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:58:07.158276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:06.70598Z","time spent":"451.557288ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:58:07.452791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476673809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:58:09.407076Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.807421884s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T13:58:10.521731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.922054104s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:58:10.522012Z","caller":"traceutil/trace.go:171","msg":"trace[1375913071] linearizableReadLoop","detail":"{readStateIndex:1844; appliedIndex:1841; }","duration":"3.569599775s","start":"2026-03-18T13:58:06.952393Z","end":"2026-03-18T13:58:10.521992Z","steps":["trace[1375913071] 'read index received' (duration: 647.241063ms)","trace[1375913071] 'applied index is now lower than readState.Index' (duration: 2.922357812s)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:58:10.522089Z","caller":"traceutil/trace.go:171","msg":"trace[261516399] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"3.811212003s","start":"2026-03-18T13:58:06.710863Z","end":"2026-03-18T13:58:10.522075Z","steps":["trace[261516399] 'process raft request' (duration: 888.740237ms)","trace[261516399] 'compare' (duration: 2.921347974s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:58:10.522144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:06.710832Z","time spent":"3.811281034s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T13:58:10.522165Z","caller":"traceutil/trace.go:171","msg":"trace[1014174928] transaction","detail":"{read_only:false; response_revision:1765; number_of_response:1; }","duration":"3.181080214s","start":"2026-03-18T13:58:07.341064Z","end":"2026-03-18T13:58:10.522145Z","steps":["trace[1014174928] 'process raft request' (duration: 3.180864408s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:10.522269Z","caller":"traceutil/trace.go:171","msg":"trace[1181600550] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"2.978288523s","start":"2026-03-18T13:58:07.5439Z","end":"2026-03-18T13:58:10.522189Z","steps":["trace[1181600550] 'process raft request' (duration: 2.978059386s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:10.52246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:07.543883Z","time spent":"2.978464127s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:58:10.522508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.570082998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T13:58:10.522619Z","caller":"traceutil/trace.go:171","msg":"trace[34987251] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1766; }","duration":"3.570271752s","start":"2026-03-18T13:58:06.952322Z","end":"2026-03-18T13:58:10.522593Z","steps":["trace[34987251] 'agreement among raft nodes before linearized reading' (duration: 3.569969225s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:10.522681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:06.952296Z","time spent":"3.570373186s","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-18T13:58:10.522792Z","caller":"traceutil/trace.go:171","msg":"trace[147136149] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"3.717130343s","start":"2026-03-18T13:58:06.805645Z","end":"2026-03-18T13:58:10.522775Z","steps":["trace[147136149] 'process raft request' (duration: 3.716188117s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:10.522882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:06.805614Z","time spent":"3.717215298s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:58:10.523355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:07.341036Z","time spent":"3.182268747s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:58:10.572857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000490437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T13:58:10.572914Z","caller":"traceutil/trace.go:171","msg":"trace[1311245170] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00057877s","start":"2026-03-18T13:58:08.572323Z","end":"2026-03-18T13:58:10.572901Z","steps":["trace[1311245170] 'agreement among raft nodes before linearized reading' (duration: 2.000513298s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:10.572954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:08.572308Z","time spent":"2.000637851s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 13:58:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:58:11.022693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476673817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:58:11.523857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476673817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:58:12.024779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476673817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:58:12.0871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999949446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T13:58:12.087191Z","caller":"traceutil/trace.go:171","msg":"trace[415820002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.00010898s","start":"2026-03-18T13:58:07.087061Z","end":"2026-03-18T13:58:12.087169Z","steps":["trace[415820002] 'agreement among raft nodes before linearized reading' (duration: 4.999985477s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:12.087241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:07.087036Z","time spent":"5.000195062s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/18 13:58:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:58:12.525752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476673817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:58:12.573828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000551018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T13:58:12.573892Z","caller":"traceutil/trace.go:171","msg":"trace[1999643579] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000665623s","start":"2026-03-18T13:58:10.573209Z","end":"2026-03-18T13:58:12.573874Z","steps":["trace[1999643579] 'agreement among raft nodes before linearized reading' (duration: 2.00058353s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:12.573944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:10.573189Z","time spent":"2.000745954s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 13:58:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:58:12.898739Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.49148206s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T13:58:12.98359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:07.985325Z","time spent":"4.998256659s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 13:58:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:58:13.032715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:08.034082Z","time spent":"4.998628429s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 13:58:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:58:13.211208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999092172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T13:58:13.211342Z","caller":"traceutil/trace.go:171","msg":"trace[215970316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999285638s","start":"2026-03-18T13:58:08.212033Z","end":"2026-03-18T13:58:13.211319Z","steps":["trace[215970316] 'agreement among raft nodes before linearized reading' (duration: 4.999128943s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:13.211397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:08.212011Z","time spent":"4.999372859s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T13:58:13.704619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999084852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T13:58:13.704734Z","caller":"traceutil/trace.go:171","msg":"trace[876119620] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999234196s","start":"2026-03-18T13:58:08.70545Z","end":"2026-03-18T13:58:13.704684Z","steps":["trace[876119620] 'agreement among raft nodes before linearized reading' (duration: 4.999123013s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:13.704787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:08.705427Z","time spent":"4.99934906s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/18 13:58:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:58:13.762949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000162927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T13:58:13.763035Z","caller":"traceutil/trace.go:171","msg":"trace[1714253853] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00030178s","start":"2026-03-18T13:58:11.762707Z","end":"2026-03-18T13:58:13.763009Z","steps":["trace[1714253853] 'agreement among raft nodes before linearized reading' (duration: 2.000209627s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:13.763081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:11.762681Z","time spent":"2.000390174s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 13:58:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:58:14.580582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000300981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T13:58:14.580665Z","caller":"traceutil/trace.go:171","msg":"trace[925552505] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000432145s","start":"2026-03-18T13:58:12.580213Z","end":"2026-03-18T13:58:14.580645Z","steps":["trace[925552505] 'agreement among raft nodes before linearized reading' (duration: 2.000331103s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:14.580713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:12.580199Z","time spent":"2.000504217s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 13:58:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:58:15.347168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.448168026s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:58:15.347402Z","caller":"traceutil/trace.go:171","msg":"trace[1375904210] linearizableReadLoop","detail":"{readStateIndex:1847; appliedIndex:1845; }","duration":"4.825336926s","start":"2026-03-18T13:58:10.522042Z","end":"2026-03-18T13:58:15.347379Z","steps":["trace[1375904210] 'read index received' (duration: 2.376968494s)","trace[1375904210] 'applied index is now lower than readState.Index' (duration: 2.448366382s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:58:15.347609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.002207891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:58:15.347693Z","caller":"traceutil/trace.go:171","msg":"trace[2051692568] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1768; }","duration":"7.002345996s","start":"2026-03-18T13:58:08.345328Z","end":"2026-03-18T13:58:15.347674Z","steps":["trace[2051692568] 'agreement among raft nodes before linearized reading' (duration: 7.00212867s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:15.347686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.348865111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11977"} {"level":"warn","ts":"2026-03-18T13:58:15.347742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:08.345304Z","time spent":"7.002427567s","remote":"127.0.0.1:35978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-18T13:58:15.347761Z","caller":"traceutil/trace.go:171","msg":"trace[1088422175] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1768; }","duration":"7.348978684s","start":"2026-03-18T13:58:07.998765Z","end":"2026-03-18T13:58:15.347744Z","steps":["trace[1088422175] 'agreement among raft nodes before linearized reading' (duration: 7.348751608s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:15.347804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:07.998754Z","time spent":"7.349040906s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12001,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T13:58:15.347887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.945575112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T13:58:15.347944Z","caller":"traceutil/trace.go:171","msg":"trace[312837447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1768; }","duration":"6.945659104s","start":"2026-03-18T13:58:08.402272Z","end":"2026-03-18T13:58:15.347931Z","steps":["trace[312837447] 'agreement among raft nodes before linearized reading' (duration: 6.945486619s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:15.347989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:08.402255Z","time spent":"6.945720796s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T13:58:15.348012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.185235934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:58:15.348103Z","caller":"traceutil/trace.go:171","msg":"trace[1705544055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1768; }","duration":"6.185376037s","start":"2026-03-18T13:58:09.162705Z","end":"2026-03-18T13:58:15.348081Z","steps":["trace[1705544055] 'agreement among raft nodes before linearized reading' (duration: 6.18513307s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:15.347985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.638401846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T13:58:15.348168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:09.162672Z","time spent":"6.18547863s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T13:58:15.348193Z","caller":"traceutil/trace.go:171","msg":"trace[401008700] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1768; }","duration":"7.638653423s","start":"2026-03-18T13:58:07.709525Z","end":"2026-03-18T13:58:15.348178Z","steps":["trace[401008700] 'agreement among raft nodes before linearized reading' (duration: 7.638043567s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:15.348014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.687146316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T13:58:15.348318Z","caller":"traceutil/trace.go:171","msg":"trace[1822011259] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:1768; }","duration":"5.687490247s","start":"2026-03-18T13:58:09.660814Z","end":"2026-03-18T13:58:15.348304Z","steps":["trace[1822011259] 'agreement among raft nodes before linearized reading' (duration: 5.686946212s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:15.348368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:09.660788Z","time spent":"5.687567358s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"warn","ts":"2026-03-18T13:58:15.348314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:07.709501Z","time spent":"7.638798249s","remote":"127.0.0.1:50078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T13:58:15.34848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.827852308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T13:58:15.348559Z","caller":"traceutil/trace.go:171","msg":"trace[1135388545] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1768; }","duration":"6.828005303s","start":"2026-03-18T13:58:08.520535Z","end":"2026-03-18T13:58:15.34854Z","steps":["trace[1135388545] 'agreement among raft nodes before linearized reading' (duration: 6.827057096s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:15.348621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:08.52052Z","time spent":"6.828085314s","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":34,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T13:58:15.348722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.622621478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:58:15.348719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.546781965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:58:15.348777Z","caller":"traceutil/trace.go:171","msg":"trace[1806958700] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1768; }","duration":"6.62268528s","start":"2026-03-18T13:58:08.72608Z","end":"2026-03-18T13:58:15.348765Z","steps":["trace[1806958700] 'agreement among raft nodes before linearized reading' (duration: 6.621330602s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:15.348844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:08.726016Z","time spent":"6.622801633s","remote":"127.0.0.1:33726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T13:58:15.348808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.118184208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-18T13:58:15.348878Z","caller":"traceutil/trace.go:171","msg":"trace[1394295159] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1768; }","duration":"5.546913838s","start":"2026-03-18T13:58:09.801861Z","end":"2026-03-18T13:58:15.348775Z","steps":["trace[1394295159] 'agreement among raft nodes before linearized reading' (duration: 5.545698955s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:15.34894Z","caller":"traceutil/trace.go:171","msg":"trace[1499755873] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1768; }","duration":"8.118361243s","start":"2026-03-18T13:58:07.230554Z","end":"2026-03-18T13:58:15.348915Z","steps":["trace[1499755873] 'agreement among raft nodes before linearized reading' (duration: 8.117263423s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:15.348936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:09.801839Z","time spent":"5.547086003s","remote":"127.0.0.1:45822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T13:58:15.348983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:07.230535Z","time spent":"8.118440245s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T13:58:15.847715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476673821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:58:16.34791Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476673821,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:58:16.573043Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.674021478s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T13:58:16.588466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000456985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T13:58:16.588556Z","caller":"traceutil/trace.go:171","msg":"trace[1325678278] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00061415s","start":"2026-03-18T13:58:14.587923Z","end":"2026-03-18T13:58:16.588537Z","steps":["trace[1325678278] 'agreement among raft nodes before linearized reading' (duration: 2.000509857s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:16.588612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:14.587898Z","time spent":"2.000704662s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 13:58:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:58:17.086833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997375911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T13:58:17.086918Z","caller":"traceutil/trace.go:171","msg":"trace[214227290] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997523625s","start":"2026-03-18T13:58:14.089374Z","end":"2026-03-18T13:58:17.086898Z","steps":["trace[214227290] 'agreement among raft nodes before linearized reading' (duration: 2.997416352s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:17.087055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:14.089351Z","time spent":"2.997660748s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/18 13:58:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:58:17.527243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:12.529436Z","time spent":"4.997800185s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 13:58:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:58:17.983608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998814323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T13:58:17.98369Z","caller":"traceutil/trace.go:171","msg":"trace[24824243] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998951667s","start":"2026-03-18T13:58:12.98472Z","end":"2026-03-18T13:58:17.983671Z","steps":["trace[24824243] 'agreement among raft nodes before linearized reading' (duration: 4.998849914s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:17.983738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:12.984698Z","time spent":"4.99903003s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/18 13:58:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:58:18.033057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998065232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T13:58:18.033153Z","caller":"traceutil/trace.go:171","msg":"trace[1890883674] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998202076s","start":"2026-03-18T13:58:13.03493Z","end":"2026-03-18T13:58:18.033132Z","steps":["trace[1890883674] 'agreement among raft nodes before linearized reading' (duration: 4.998085772s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:18.033245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:13.034918Z","time spent":"4.998314099s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/18 13:58:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:58:18.211188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99693811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T13:58:18.211298Z","caller":"traceutil/trace.go:171","msg":"trace[1064383889] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997111714s","start":"2026-03-18T13:58:15.214168Z","end":"2026-03-18T13:58:18.211279Z","steps":["trace[1064383889] 'agreement among raft nodes before linearized reading' (duration: 2.99698187s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:18.211367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:15.214141Z","time spent":"2.997196506s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/18 13:58:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:58:18.403318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:15.35273Z","time spent":"3.050577946s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 13:58:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:58:18.5891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000152676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T13:58:18.589234Z","caller":"traceutil/trace.go:171","msg":"trace[739681512] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000366393s","start":"2026-03-18T13:58:16.588839Z","end":"2026-03-18T13:58:18.589205Z","steps":["trace[739681512] 'agreement among raft nodes before linearized reading' (duration: 2.000187317s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:18.589301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:16.588818Z","time spent":"2.000469347s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:58:18.704673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997820404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T13:58:18.704787Z","caller":"traceutil/trace.go:171","msg":"trace[2068893812] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998012769s","start":"2026-03-18T13:58:15.70675Z","end":"2026-03-18T13:58:18.704763Z","steps":["trace[2068893812] 'agreement among raft nodes before linearized reading' (duration: 2.997856704s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:18.704873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:15.706729Z","time spent":"2.998133283s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/18 13:58:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:58:19.16235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:15.352524Z","time spent":"3.809820993s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 13:58:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T13:58:19.562848Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.989573096s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T13:58:19.61309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.947681564s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:58:19.613178Z","caller":"traceutil/trace.go:171","msg":"trace[2083995103] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1768; }","duration":"2.947784447s","start":"2026-03-18T13:58:16.665375Z","end":"2026-03-18T13:58:19.61316Z","steps":["trace[2083995103] 'range keys from in-memory index tree' (duration: 2.947665484s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:19.614154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.040830656s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:58:19.615358Z","caller":"traceutil/trace.go:171","msg":"trace[2030672811] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"6.887569424s","start":"2026-03-18T13:58:12.727726Z","end":"2026-03-18T13:58:19.615295Z","steps":["trace[2030672811] 'process raft request' (duration: 6.886502374s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:19.615557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:12.727695Z","time spent":"6.887756688s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:58:19.714559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:15.349571Z","time spent":"4.364980064s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T13:58:19.71481Z","caller":"traceutil/trace.go:171","msg":"trace[1093112594] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"4.362086083s","start":"2026-03-18T13:58:15.352692Z","end":"2026-03-18T13:58:19.714778Z","steps":["trace[1093112594] 'process raft request' (duration: 4.361798705s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:19.714605Z","caller":"traceutil/trace.go:171","msg":"trace[190059920] linearizableReadLoop","detail":"{readStateIndex:1854; appliedIndex:1847; }","duration":"4.367063102s","start":"2026-03-18T13:58:15.347518Z","end":"2026-03-18T13:58:19.714581Z","steps":["trace[190059920] 'read index received' (duration: 1.225728899s)","trace[190059920] 'applied index is now lower than readState.Index' (duration: 3.141333093s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:58:19.715529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:15.352685Z","time spent":"4.362767392s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:58:19.715101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.668619466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T13:58:19.715787Z","caller":"traceutil/trace.go:171","msg":"trace[2109633251] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1774; }","duration":"8.669327356s","start":"2026-03-18T13:58:11.04642Z","end":"2026-03-18T13:58:19.715747Z","steps":["trace[2109633251] 'agreement among raft nodes before linearized reading' (duration: 8.668459912s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:19.715097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.51630777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:58:19.715862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:11.046388Z","time spent":"8.669454439s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-18T13:58:19.715896Z","caller":"traceutil/trace.go:171","msg":"trace[731556011] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1774; }","duration":"5.517117373s","start":"2026-03-18T13:58:14.198759Z","end":"2026-03-18T13:58:19.715876Z","steps":["trace[731556011] 'agreement among raft nodes before linearized reading' (duration: 5.516175447s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:19.715958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:14.198712Z","time spent":"5.517225645s","remote":"127.0.0.1:35980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T13:58:19.715098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.107299793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T13:58:19.716287Z","caller":"traceutil/trace.go:171","msg":"trace[267239172] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1774; }","duration":"6.108490287s","start":"2026-03-18T13:58:13.607725Z","end":"2026-03-18T13:58:19.716215Z","steps":["trace[267239172] 'agreement among raft nodes before linearized reading' (duration: 6.107289674s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:19.715208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.79728912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T13:58:19.716401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:13.607684Z","time spent":"6.108673391s","remote":"127.0.0.1:56782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-18T13:58:19.716527Z","caller":"traceutil/trace.go:171","msg":"trace[912340599] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1774; }","duration":"6.798648659s","start":"2026-03-18T13:58:12.91781Z","end":"2026-03-18T13:58:19.716458Z","steps":["trace[912340599] 'agreement among raft nodes before linearized reading' (duration: 6.797087536s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:19.715351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.037252672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:58:19.71663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:12.917786Z","time spent":"6.798821833s","remote":"127.0.0.1:45782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T13:58:19.715382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.138450248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-18T13:58:19.716765Z","caller":"traceutil/trace.go:171","msg":"trace[1514641130] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1774; }","duration":"6.038688452s","start":"2026-03-18T13:58:13.677974Z","end":"2026-03-18T13:58:19.716662Z","steps":["trace[1514641130] 'agreement among raft nodes before linearized reading' (duration: 6.036750638s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:19.716812Z","caller":"traceutil/trace.go:171","msg":"trace[1368279841] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0; range_end:; response_count:1; response_revision:1774; }","duration":"7.139850167s","start":"2026-03-18T13:58:12.576884Z","end":"2026-03-18T13:58:19.716734Z","steps":["trace[1368279841] 'agreement among raft nodes before linearized reading' (duration: 7.138242712s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:19.71688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:12.576866Z","time spent":"7.139995541s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" "} {"level":"warn","ts":"2026-03-18T13:58:19.717016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:13.677953Z","time spent":"6.038941578s","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-18T13:58:19.766698Z","caller":"traceutil/trace.go:171","msg":"trace[1039236601] transaction","detail":"{read_only:false; response_revision:1775; number_of_response:1; }","duration":"2.677472283s","start":"2026-03-18T13:58:17.089207Z","end":"2026-03-18T13:58:19.766679Z","steps":["trace[1039236601] 'process raft request' (duration: 2.677299189s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:19.766947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:17.089179Z","time spent":"2.677578457s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:58:19.766987Z","caller":"traceutil/trace.go:171","msg":"trace[1448566667] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"1.737233299s","start":"2026-03-18T13:58:18.029729Z","end":"2026-03-18T13:58:19.766962Z","steps":["trace[1448566667] 'process raft request' (duration: 1.73690245s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:19.767139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:18.029701Z","time spent":"1.737359623s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:58:19.767377Z","caller":"traceutil/trace.go:171","msg":"trace[2134992991] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1776; }","duration":"1.361383101s","start":"2026-03-18T13:58:18.405961Z","end":"2026-03-18T13:58:19.767344Z","steps":["trace[2134992991] 'process raft request' (duration: 1.360934838s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:19.767459Z","caller":"traceutil/trace.go:171","msg":"trace[40870750] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"1.059673565s","start":"2026-03-18T13:58:18.707741Z","end":"2026-03-18T13:58:19.767414Z","steps":["trace[40870750] 'process raft request' (duration: 1.05948075s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:19.767477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:18.405928Z","time spent":"1.361506923s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":468,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:58:19.767579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:18.707715Z","time spent":"1.05979027s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:58:19.767622Z","caller":"traceutil/trace.go:171","msg":"trace[2113707330] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1777; }","duration":"601.826374ms","start":"2026-03-18T13:58:19.165767Z","end":"2026-03-18T13:58:19.767594Z","steps":["trace[2113707330] 'process raft request' (duration: 601.609408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:19.767721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:19.165745Z","time spent":"601.911586ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:58:19.76776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.411053091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:58:19.767855Z","caller":"traceutil/trace.go:171","msg":"trace[289228019] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1777; }","duration":"4.411149454s","start":"2026-03-18T13:58:15.356671Z","end":"2026-03-18T13:58:19.76782Z","steps":["trace[289228019] 'agreement among raft nodes before linearized reading' (duration: 4.410924878s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:19.767842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592492376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:58:19.767871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172487793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:58:19.767891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.238494744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-18T13:58:19.767897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:15.356656Z","time spent":"4.411231056s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T13:58:19.76793Z","caller":"traceutil/trace.go:171","msg":"trace[1621047816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1777; }","duration":"1.172577506s","start":"2026-03-18T13:58:18.595341Z","end":"2026-03-18T13:58:19.767919Z","steps":["trace[1621047816] 'agreement among raft nodes before linearized reading' (duration: 1.172487433s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:19.767969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:18.595326Z","time spent":"1.172637056s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T13:58:19.767942Z","caller":"traceutil/trace.go:171","msg":"trace[817557502] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1777; }","duration":"2.238605359s","start":"2026-03-18T13:58:17.529321Z","end":"2026-03-18T13:58:19.767926Z","steps":["trace[817557502] 'agreement among raft nodes before linearized reading' (duration: 2.238415673s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:19.768013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:17.5293Z","time spent":"2.238703081s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-18T13:58:19.768231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.411314517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T13:58:19.768323Z","caller":"traceutil/trace.go:171","msg":"trace[335513983] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1777; }","duration":"3.411447271s","start":"2026-03-18T13:58:16.356859Z","end":"2026-03-18T13:58:19.768307Z","steps":["trace[335513983] 'agreement among raft nodes before linearized reading' (duration: 3.410884635s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:19.768385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:16.356837Z","time spent":"3.411537193s","remote":"127.0.0.1:50078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T13:58:19.768017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175692202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-03-18T13:58:19.768574Z","caller":"traceutil/trace.go:171","msg":"trace[836819616] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1777; }","duration":"1.176275889s","start":"2026-03-18T13:58:18.592278Z","end":"2026-03-18T13:58:19.768554Z","steps":["trace[836819616] 'agreement among raft nodes before linearized reading' (duration: 1.175677522s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:19.769821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:18.592254Z","time spent":"1.177546763s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7126,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-18T13:58:19.767927Z","caller":"traceutil/trace.go:171","msg":"trace[1153890303] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1777; }","duration":"1.592659761s","start":"2026-03-18T13:58:18.175245Z","end":"2026-03-18T13:58:19.767905Z","steps":["trace[1153890303] 'agreement among raft nodes before linearized reading' (duration: 1.592455616s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:19.770467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:18.175212Z","time spent":"1.595219542s","remote":"127.0.0.1:45812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T13:58:20.035905Z","caller":"traceutil/trace.go:171","msg":"trace[812812268] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1777; }","duration":"319.260861ms","start":"2026-03-18T13:58:19.716593Z","end":"2026-03-18T13:58:20.035854Z","steps":["trace[812812268] 'process raft request' (duration: 299.940945ms)","trace[812812268] 'compare' (duration: 19.063808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:58:20.036114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:19.716556Z","time spent":"319.455585ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:58:20.036222Z","caller":"traceutil/trace.go:171","msg":"trace[326859097] linearizableReadLoop","detail":"{readStateIndex:1862; appliedIndex:1859; }","duration":"265.611814ms","start":"2026-03-18T13:58:19.770569Z","end":"2026-03-18T13:58:20.036181Z","steps":["trace[326859097] 'read index received' (duration: 246.016201ms)","trace[326859097] 'applied index is now lower than readState.Index' (duration: 19.593563ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:58:20.036294Z","caller":"traceutil/trace.go:171","msg":"trace[1563775263] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"315.069234ms","start":"2026-03-18T13:58:19.721189Z","end":"2026-03-18T13:58:20.036258Z","steps":["trace[1563775263] 'process raft request' (duration: 314.906909ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:20.036353Z","caller":"traceutil/trace.go:171","msg":"trace[350056355] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"317.009858ms","start":"2026-03-18T13:58:19.719276Z","end":"2026-03-18T13:58:20.036286Z","steps":["trace[350056355] 'process raft request' (duration: 316.502784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:20.036458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.8458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:58:20.036465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:19.721166Z","time spent":"315.207239ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:58:20.036509Z","caller":"traceutil/trace.go:171","msg":"trace[137546731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1779; }","duration":"265.983634ms","start":"2026-03-18T13:58:19.77051Z","end":"2026-03-18T13:58:20.036494Z","steps":["trace[137546731] 'agreement among raft nodes before linearized reading' (duration: 265.862281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:20.036692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:19.71926Z","time spent":"317.317487ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:58:20.088925Z","caller":"traceutil/trace.go:171","msg":"trace[1795251195] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"306.649761ms","start":"2026-03-18T13:58:19.782231Z","end":"2026-03-18T13:58:20.08888Z","steps":["trace[1795251195] 'process raft request' (duration: 306.367224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:20.088992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.872489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:58:20.089085Z","caller":"traceutil/trace.go:171","msg":"trace[2075895298] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1780; }","duration":"315.019993ms","start":"2026-03-18T13:58:19.774041Z","end":"2026-03-18T13:58:20.089061Z","steps":["trace[2075895298] 'agreement among raft nodes before linearized reading' (duration: 314.811437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:20.089126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:19.782206Z","time spent":"306.813564ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:58:20.089114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.830836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-18T13:58:20.089143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:19.774028Z","time spent":"315.105155ms","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T13:58:20.089194Z","caller":"traceutil/trace.go:171","msg":"trace[1773895503] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:1780; }","duration":"315.921628ms","start":"2026-03-18T13:58:19.773255Z","end":"2026-03-18T13:58:20.089176Z","steps":["trace[1773895503] 'agreement among raft nodes before linearized reading' (duration: 315.716142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:20.089253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:19.773196Z","time spent":"316.049592ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-18T13:58:20.290145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.906023ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-18T13:58:20.290481Z","caller":"traceutil/trace.go:171","msg":"trace[1698435230] linearizableReadLoop","detail":"{readStateIndex:1865; appliedIndex:1863; }","duration":"201.674741ms","start":"2026-03-18T13:58:20.088787Z","end":"2026-03-18T13:58:20.290461Z","steps":["trace[1698435230] 'read index received' (duration: 94.587783ms)","trace[1698435230] 'applied index is now lower than readState.Index' (duration: 107.085728ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:58:20.290494Z","caller":"traceutil/trace.go:171","msg":"trace[852022362] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"247.973844ms","start":"2026-03-18T13:58:20.042495Z","end":"2026-03-18T13:58:20.290469Z","steps":["trace[852022362] 'process raft request' (duration: 247.797589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:20.290687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.123516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:58:20.29073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.766835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T13:58:20.290771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.387062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-03-18T13:58:20.290832Z","caller":"traceutil/trace.go:171","msg":"trace[1896355324] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1781; }","duration":"197.498645ms","start":"2026-03-18T13:58:20.093317Z","end":"2026-03-18T13:58:20.290816Z","steps":["trace[1896355324] 'agreement among raft nodes before linearized reading' (duration: 197.263819ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:20.290773Z","caller":"traceutil/trace.go:171","msg":"trace[1969427678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1781; }","duration":"245.28192ms","start":"2026-03-18T13:58:20.04547Z","end":"2026-03-18T13:58:20.290752Z","steps":["trace[1969427678] 'agreement among raft nodes before linearized reading' (duration: 245.079485ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:20.290783Z","caller":"traceutil/trace.go:171","msg":"trace[2099759122] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1781; }","duration":"191.859689ms","start":"2026-03-18T13:58:20.098907Z","end":"2026-03-18T13:58:20.290767Z","steps":["trace[2099759122] 'agreement among raft nodes before linearized reading' (duration: 191.696544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:24.625117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476673976,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:58:25.125579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476673976,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:58:25.626896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476673976,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T13:58:25.88151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080923797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T13:58:25.88155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.381593122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:58:25.88162Z","caller":"traceutil/trace.go:171","msg":"trace[2063040833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1836; }","duration":"2.381708495s","start":"2026-03-18T13:58:23.499893Z","end":"2026-03-18T13:58:25.881602Z","steps":["trace[2063040833] 'range keys from in-memory index tree' (duration: 2.381431658s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:25.881621Z","caller":"traceutil/trace.go:171","msg":"trace[1312366135] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1836; }","duration":"2.08106437s","start":"2026-03-18T13:58:23.800524Z","end":"2026-03-18T13:58:25.881588Z","steps":["trace[1312366135] 'range keys from in-memory index tree' (duration: 2.080763582s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:25.881659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:23.499873Z","time spent":"2.381777297s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T13:58:25.881707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:23.800502Z","time spent":"2.081186574s","remote":"127.0.0.1:50078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T13:58:25.881881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378478895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T13:58:25.881932Z","caller":"traceutil/trace.go:171","msg":"trace[1696014492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1836; }","duration":"2.378548458s","start":"2026-03-18T13:58:23.503371Z","end":"2026-03-18T13:58:25.88192Z","steps":["trace[1696014492] 'range keys from in-memory index tree' (duration: 2.378384823s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:25.881966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:23.503359Z","time spent":"2.378595009s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T13:58:25.882866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.268370763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T13:58:25.882983Z","caller":"traceutil/trace.go:171","msg":"trace[752517430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1836; }","duration":"2.268531758s","start":"2026-03-18T13:58:23.614421Z","end":"2026-03-18T13:58:25.882953Z","steps":["trace[752517430] 'range keys from in-memory index tree' (duration: 2.268136656s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:25.883038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:23.614407Z","time spent":"2.268619681s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T13:58:25.892386Z","caller":"traceutil/trace.go:171","msg":"trace[893837488] linearizableReadLoop","detail":"{readStateIndex:1922; appliedIndex:1921; }","duration":"1.767709144s","start":"2026-03-18T13:58:24.124649Z","end":"2026-03-18T13:58:25.892358Z","steps":["trace[893837488] 'read index received' (duration: 1.767427437s)","trace[893837488] 'applied index is now lower than readState.Index' (duration: 279.847µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:58:25.892452Z","caller":"traceutil/trace.go:171","msg":"trace[1116740961] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"1.79101823s","start":"2026-03-18T13:58:24.101411Z","end":"2026-03-18T13:58:25.892429Z","steps":["trace[1116740961] 'process raft request' (duration: 1.790728972s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:25.892554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:24.101388Z","time spent":"1.791106424s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:58:25.892653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767988182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-18T13:58:25.892704Z","caller":"traceutil/trace.go:171","msg":"trace[2118348724] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1837; }","duration":"1.768082494s","start":"2026-03-18T13:58:24.124605Z","end":"2026-03-18T13:58:25.892688Z","steps":["trace[2118348724] 'agreement among raft nodes before linearized reading' (duration: 1.76790304s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:25.892762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:24.124583Z","time spent":"1.768158046s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T13:58:25.945808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.239757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11984"} {"level":"info","ts":"2026-03-18T13:58:25.945894Z","caller":"traceutil/trace.go:171","msg":"trace[233354201] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1840; }","duration":"649.368481ms","start":"2026-03-18T13:58:25.296507Z","end":"2026-03-18T13:58:25.945875Z","steps":["trace[233354201] 'agreement among raft nodes before linearized reading' (duration: 649.155765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:25.945933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:25.296487Z","time spent":"649.438395ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12008,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T13:58:25.945967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117420957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-18T13:58:25.946053Z","caller":"traceutil/trace.go:171","msg":"trace[491783702] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1840; }","duration":"1.11751421s","start":"2026-03-18T13:58:24.8285Z","end":"2026-03-18T13:58:25.946014Z","steps":["trace[491783702] 'agreement among raft nodes before linearized reading' (duration: 1.117374266s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:25.946114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:24.828481Z","time spent":"1.117623512s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T13:58:25.946188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.534905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:58:25.946213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.375617255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:58:25.9458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644873149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T13:58:25.946297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472971763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-03-18T13:58:25.946533Z","caller":"traceutil/trace.go:171","msg":"trace[1126095985] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1841; }","duration":"1.473257342s","start":"2026-03-18T13:58:24.473261Z","end":"2026-03-18T13:58:25.946518Z","steps":["trace[1126095985] 'agreement among raft nodes before linearized reading' (duration: 1.472874542s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:25.946235Z","caller":"traceutil/trace.go:171","msg":"trace[1919968842] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1841; }","duration":"259.626347ms","start":"2026-03-18T13:58:25.686597Z","end":"2026-03-18T13:58:25.946223Z","steps":["trace[1919968842] 'agreement among raft nodes before linearized reading' (duration: 259.555616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:25.946589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:24.473242Z","time spent":"1.473334114s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T13:58:25.946469Z","caller":"traceutil/trace.go:171","msg":"trace[70675803] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1840; }","duration":"1.645556448s","start":"2026-03-18T13:58:24.300841Z","end":"2026-03-18T13:58:25.946398Z","steps":["trace[70675803] 'agreement among raft nodes before linearized reading' (duration: 1.644720035s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:25.9467Z","caller":"traceutil/trace.go:171","msg":"trace[452135449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1841; }","duration":"1.37615368s","start":"2026-03-18T13:58:24.570527Z","end":"2026-03-18T13:58:25.946681Z","steps":["trace[452135449] 'agreement among raft nodes before linearized reading' (duration: 1.375619525s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:25.946759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:24.570506Z","time spent":"1.376239652s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:58:25.94674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:24.300819Z","time spent":"1.645891927s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T13:58:49.94995Z","caller":"traceutil/trace.go:171","msg":"trace[465972506] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"135.481731ms","start":"2026-03-18T13:58:49.814435Z","end":"2026-03-18T13:58:49.949917Z","steps":["trace[465972506] 'process raft request' (duration: 135.264035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:50.282541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.79229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:58:50.282635Z","caller":"traceutil/trace.go:171","msg":"trace[25826991] linearizableReadLoop","detail":"{readStateIndex:2048; appliedIndex:2047; }","duration":"230.916776ms","start":"2026-03-18T13:58:50.051704Z","end":"2026-03-18T13:58:50.28262Z","steps":["trace[25826991] 'read index received' (duration: 65.992512ms)","trace[25826991] 'applied index is now lower than readState.Index' (duration: 164.923044ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:58:50.282656Z","caller":"traceutil/trace.go:171","msg":"trace[531147674] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"251.152095ms","start":"2026-03-18T13:58:50.031479Z","end":"2026-03-18T13:58:50.282631Z","steps":["trace[531147674] 'process raft request' (duration: 86.18955ms)","trace[531147674] 'compare' (duration: 164.680997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:58:50.282831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.101951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T13:58:50.282933Z","caller":"traceutil/trace.go:171","msg":"trace[1938916342] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1956; }","duration":"231.255056ms","start":"2026-03-18T13:58:50.051657Z","end":"2026-03-18T13:58:50.282912Z","steps":["trace[1938916342] 'agreement among raft nodes before linearized reading' (duration: 231.009759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:50.563848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.405589ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:58:50.564221Z","caller":"traceutil/trace.go:171","msg":"trace[2042663861] linearizableReadLoop","detail":"{readStateIndex:2050; appliedIndex:2049; }","duration":"281.549135ms","start":"2026-03-18T13:58:50.282654Z","end":"2026-03-18T13:58:50.564203Z","steps":["trace[2042663861] 'read index received' (duration: 7.642891ms)","trace[2042663861] 'applied index is now lower than readState.Index' (duration: 273.904964ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:58:50.564233Z","caller":"traceutil/trace.go:171","msg":"trace[546734848] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"281.684308ms","start":"2026-03-18T13:58:50.282521Z","end":"2026-03-18T13:58:50.564206Z","steps":["trace[546734848] 'process raft request' (duration: 154.829585ms)","trace[546734848] 'compare' (duration: 126.282566ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:58:50.564293Z","caller":"traceutil/trace.go:171","msg":"trace[387329539] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"277.754739ms","start":"2026-03-18T13:58:50.286508Z","end":"2026-03-18T13:58:50.564263Z","steps":["trace[387329539] 'process raft request' (duration: 277.637136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:50.564407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.961013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-18T13:58:50.564423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.077903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T13:58:50.56447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.926494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T13:58:50.564494Z","caller":"traceutil/trace.go:171","msg":"trace[1416293638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1959; }","duration":"351.184247ms","start":"2026-03-18T13:58:50.213291Z","end":"2026-03-18T13:58:50.564475Z","steps":["trace[1416293638] 'agreement among raft nodes before linearized reading' (duration: 350.9466ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:50.564516Z","caller":"traceutil/trace.go:171","msg":"trace[1578459918] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:1959; }","duration":"257.020686ms","start":"2026-03-18T13:58:50.307483Z","end":"2026-03-18T13:58:50.564504Z","steps":["trace[1578459918] 'agreement among raft nodes before linearized reading' (duration: 256.899563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:50.564538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:50.213278Z","time spent":"351.251699ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T13:58:50.564541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.348921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T13:58:50.564447Z","caller":"traceutil/trace.go:171","msg":"trace[1184876017] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1959; }","duration":"383.015566ms","start":"2026-03-18T13:58:50.181421Z","end":"2026-03-18T13:58:50.564437Z","steps":["trace[1184876017] 'agreement among raft nodes before linearized reading' (duration: 382.874301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:50.564548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.108175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T13:58:50.564587Z","caller":"traceutil/trace.go:171","msg":"trace[2120476961] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1959; }","duration":"414.428093ms","start":"2026-03-18T13:58:50.150149Z","end":"2026-03-18T13:58:50.564577Z","steps":["trace[2120476961] 'agreement among raft nodes before linearized reading' (duration: 414.250667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:50.564601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:50.181412Z","time spent":"383.17882ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T13:58:50.564621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:50.150135Z","time spent":"414.476383ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T13:58:50.564624Z","caller":"traceutil/trace.go:171","msg":"trace[1938628653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1959; }","duration":"351.221027ms","start":"2026-03-18T13:58:50.213385Z","end":"2026-03-18T13:58:50.564606Z","steps":["trace[1938628653] 'agreement among raft nodes before linearized reading' (duration: 350.94329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:50.56468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:50.213373Z","time spent":"351.293919ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T13:58:50.5646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.788692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T13:58:50.564939Z","caller":"traceutil/trace.go:171","msg":"trace[1304657381] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1959; }","duration":"495.08601ms","start":"2026-03-18T13:58:50.069761Z","end":"2026-03-18T13:58:50.564847Z","steps":["trace[1304657381] 'agreement among raft nodes before linearized reading' (duration: 494.552456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:50.565015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:50.069747Z","time spent":"495.248534ms","remote":"127.0.0.1:50078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T13:58:50.809519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.059588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:58:50.809648Z","caller":"traceutil/trace.go:171","msg":"trace[688549829] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"240.893091ms","start":"2026-03-18T13:58:50.568741Z","end":"2026-03-18T13:58:50.809634Z","steps":["trace[688549829] 'process raft request' (duration: 96.653868ms)","trace[688549829] 'compare' (duration: 143.961175ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:58:50.810046Z","caller":"traceutil/trace.go:171","msg":"trace[1390671725] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"240.716916ms","start":"2026-03-18T13:58:50.569319Z","end":"2026-03-18T13:58:50.810036Z","steps":["trace[1390671725] 'process raft request' (duration: 240.275223ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:50.810111Z","caller":"traceutil/trace.go:171","msg":"trace[83930985] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"240.658594ms","start":"2026-03-18T13:58:50.569424Z","end":"2026-03-18T13:58:50.810083Z","steps":["trace[83930985] 'process raft request' (duration: 240.51558ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:50.810203Z","caller":"traceutil/trace.go:171","msg":"trace[1320569682] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"240.198302ms","start":"2026-03-18T13:58:50.569966Z","end":"2026-03-18T13:58:50.810164Z","steps":["trace[1320569682] 'process raft request' (duration: 240.062018ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:50.810352Z","caller":"traceutil/trace.go:171","msg":"trace[80100628] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"197.40624ms","start":"2026-03-18T13:58:50.612938Z","end":"2026-03-18T13:58:50.810344Z","steps":["trace[80100628] 'process raft request' (duration: 197.123033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:50.810358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.945272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:58:50.810197Z","caller":"traceutil/trace.go:171","msg":"trace[745872727] linearizableReadLoop","detail":"{readStateIndex:2054; appliedIndex:2052; }","duration":"240.778608ms","start":"2026-03-18T13:58:50.569394Z","end":"2026-03-18T13:58:50.810173Z","steps":["trace[745872727] 'read index received' (duration: 49.28981ms)","trace[745872727] 'applied index is now lower than readState.Index' (duration: 191.487718ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:58:50.810401Z","caller":"traceutil/trace.go:171","msg":"trace[2071284045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1964; }","duration":"241.015314ms","start":"2026-03-18T13:58:50.569375Z","end":"2026-03-18T13:58:50.810391Z","steps":["trace[2071284045] 'agreement among raft nodes before linearized reading' (duration: 240.8941ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:50.84277Z","caller":"traceutil/trace.go:171","msg":"trace[1608880317] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"223.230204ms","start":"2026-03-18T13:58:50.619519Z","end":"2026-03-18T13:58:50.842749Z","steps":["trace[1608880317] 'process raft request' (duration: 223.08686ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:51.69813Z","caller":"traceutil/trace.go:171","msg":"trace[1324564824] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"527.830394ms","start":"2026-03-18T13:58:51.170282Z","end":"2026-03-18T13:58:51.698113Z","steps":["trace[1324564824] 'process raft request' (duration: 527.70254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:51.698269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:51.170218Z","time spent":"527.970637ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:58:52.368077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.33409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:58:52.368187Z","caller":"traceutil/trace.go:171","msg":"trace[468245211] linearizableReadLoop","detail":"{readStateIndex:2060; appliedIndex:2058; }","duration":"802.590219ms","start":"2026-03-18T13:58:51.565579Z","end":"2026-03-18T13:58:52.368169Z","steps":["trace[468245211] 'read index received' (duration: 132.357874ms)","trace[468245211] 'applied index is now lower than readState.Index' (duration: 670.231115ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:58:52.368252Z","caller":"traceutil/trace.go:171","msg":"trace[1608733165] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"837.081162ms","start":"2026-03-18T13:58:51.531159Z","end":"2026-03-18T13:58:52.36824Z","steps":["trace[1608733165] 'process raft request' (duration: 464.481114ms)","trace[1608733165] 'compare' (duration: 372.214817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:58:52.368311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:51.531139Z","time spent":"837.143703ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:58:52.368461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.878598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T13:58:52.368497Z","caller":"traceutil/trace.go:171","msg":"trace[518210183] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1967; }","duration":"802.95221ms","start":"2026-03-18T13:58:51.565535Z","end":"2026-03-18T13:58:52.368487Z","steps":["trace[518210183] 'agreement among raft nodes before linearized reading' (duration: 802.880018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:52.368526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:51.565514Z","time spent":"803.005682ms","remote":"127.0.0.1:33740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T13:58:52.937383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.357881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:58:52.937493Z","caller":"traceutil/trace.go:171","msg":"trace[1170801664] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"1.225515047s","start":"2026-03-18T13:58:51.711956Z","end":"2026-03-18T13:58:52.937472Z","steps":["trace[1170801664] 'process raft request' (duration: 810.969811ms)","trace[1170801664] 'compare' (duration: 414.247508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:58:52.937583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:51.71193Z","time spent":"1.2256027s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:58:53.189043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.137982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:58:53.18927Z","caller":"traceutil/trace.go:171","msg":"trace[646939779] linearizableReadLoop","detail":"{readStateIndex:2063; appliedIndex:2060; }","duration":"821.026048ms","start":"2026-03-18T13:58:52.368214Z","end":"2026-03-18T13:58:53.18924Z","steps":["trace[646939779] 'read index received' (duration: 154.707161ms)","trace[646939779] 'applied index is now lower than readState.Index' (duration: 666.317607ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:58:53.1894Z","caller":"traceutil/trace.go:171","msg":"trace[1049614012] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"895.153295ms","start":"2026-03-18T13:58:52.294234Z","end":"2026-03-18T13:58:53.189387Z","steps":["trace[1049614012] 'process raft request' (duration: 894.909458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:53.189474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:52.294217Z","time spent":"895.218936ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:58:53.189415Z","caller":"traceutil/trace.go:171","msg":"trace[338511960] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"901.764479ms","start":"2026-03-18T13:58:52.287611Z","end":"2026-03-18T13:58:53.189375Z","steps":["trace[338511960] 'process raft request' (duration: 800.178224ms)","trace[338511960] 'compare' (duration: 100.996708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:58:53.189805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:52.287581Z","time spent":"902.122028ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:58:53.189917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617940092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T13:58:53.189964Z","caller":"traceutil/trace.go:171","msg":"trace[710308348] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1970; }","duration":"1.618021954s","start":"2026-03-18T13:58:51.571927Z","end":"2026-03-18T13:58:53.189949Z","steps":["trace[710308348] 'agreement among raft nodes before linearized reading' (duration: 1.617828488s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:53.189999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:51.57191Z","time spent":"1.618080795s","remote":"127.0.0.1:50078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T13:58:53.190204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619512415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:58:53.190284Z","caller":"traceutil/trace.go:171","msg":"trace[197843371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1970; }","duration":"1.619571487s","start":"2026-03-18T13:58:51.570661Z","end":"2026-03-18T13:58:53.190232Z","steps":["trace[197843371] 'agreement among raft nodes before linearized reading' (duration: 1.619515375s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:53.190316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:51.570646Z","time spent":"1.619662768s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:58:53.190607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.741203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T13:58:53.192688Z","caller":"traceutil/trace.go:171","msg":"trace[877327063] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1970; }","duration":"511.864533ms","start":"2026-03-18T13:58:52.680807Z","end":"2026-03-18T13:58:53.192671Z","steps":["trace[877327063] 'agreement among raft nodes before linearized reading' (duration: 509.730284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:53.190854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.293149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-18T13:58:53.192759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:52.680785Z","time spent":"511.960215ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-18T13:58:53.192793Z","caller":"traceutil/trace.go:171","msg":"trace[2036880027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1970; }","duration":"378.230314ms","start":"2026-03-18T13:58:52.814541Z","end":"2026-03-18T13:58:53.192771Z","steps":["trace[2036880027] 'agreement among raft nodes before linearized reading' (duration: 376.225669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:53.192875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:52.814537Z","time spent":"378.308486ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T13:58:53.190973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.068083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T13:58:53.192931Z","caller":"traceutil/trace.go:171","msg":"trace[703449987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1970; }","duration":"378.038007ms","start":"2026-03-18T13:58:52.814875Z","end":"2026-03-18T13:58:53.192913Z","steps":["trace[703449987] 'agreement among raft nodes before linearized reading' (duration: 376.030072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:53.19114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.108182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-18T13:58:53.193094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:52.814865Z","time spent":"378.158712ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T13:58:53.193153Z","caller":"traceutil/trace.go:171","msg":"trace[84507635] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1970; }","duration":"379.081917ms","start":"2026-03-18T13:58:52.813997Z","end":"2026-03-18T13:58:53.193079Z","steps":["trace[84507635] 'agreement among raft nodes before linearized reading' (duration: 377.073831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:53.193207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:52.813973Z","time spent":"379.2183ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T13:58:53.191221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.704011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T13:58:53.193282Z","caller":"traceutil/trace.go:171","msg":"trace[1759606306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1970; }","duration":"378.776698ms","start":"2026-03-18T13:58:52.814497Z","end":"2026-03-18T13:58:53.193274Z","steps":["trace[1759606306] 'agreement among raft nodes before linearized reading' (duration: 376.668099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:53.191292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.045486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T13:58:53.193312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:52.81449Z","time spent":"378.813208ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T13:58:53.19333Z","caller":"traceutil/trace.go:171","msg":"trace[621198260] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1970; }","duration":"410.116093ms","start":"2026-03-18T13:58:52.783196Z","end":"2026-03-18T13:58:53.193313Z","steps":["trace[621198260] 'agreement among raft nodes before linearized reading' (duration: 408.054437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:53.193399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:52.783174Z","time spent":"410.197216ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T13:58:53.520088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.589958ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:58:53.520318Z","caller":"traceutil/trace.go:171","msg":"trace[561376722] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"323.860641ms","start":"2026-03-18T13:58:53.19644Z","end":"2026-03-18T13:58:53.520301Z","steps":["trace[561376722] 'process raft request' (duration: 323.750928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:53.520391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:53.196431Z","time spent":"323.928193ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:58:53.520441Z","caller":"traceutil/trace.go:171","msg":"trace[214098571] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"324.362156ms","start":"2026-03-18T13:58:53.196056Z","end":"2026-03-18T13:58:53.520418Z","steps":["trace[214098571] 'process raft request' (duration: 119.397306ms)","trace[214098571] 'compare' (duration: 204.417424ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:58:53.520616Z","caller":"traceutil/trace.go:171","msg":"trace[1724180872] linearizableReadLoop","detail":"{readStateIndex:2066; appliedIndex:2063; }","duration":"322.756771ms","start":"2026-03-18T13:58:53.197837Z","end":"2026-03-18T13:58:53.520593Z","steps":["trace[1724180872] 'read index received' (duration: 117.636458ms)","trace[1724180872] 'applied index is now lower than readState.Index' (duration: 205.119253ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:58:53.520634Z","caller":"traceutil/trace.go:171","msg":"trace[1511247991] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"323.672756ms","start":"2026-03-18T13:58:53.196924Z","end":"2026-03-18T13:58:53.520597Z","steps":["trace[1511247991] 'process raft request' (duration: 323.328007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:53.520674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:53.19604Z","time spent":"324.57916ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:58:53.520683Z","caller":"traceutil/trace.go:171","msg":"trace[1698369621] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"322.147155ms","start":"2026-03-18T13:58:53.198501Z","end":"2026-03-18T13:58:53.520648Z","steps":["trace[1698369621] 'process raft request' (duration: 321.98998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:53.520785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.195557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T13:58:53.52082Z","caller":"traceutil/trace.go:171","msg":"trace[757107944] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1974; }","duration":"192.258618ms","start":"2026-03-18T13:58:53.328551Z","end":"2026-03-18T13:58:53.52081Z","steps":["trace[757107944] 'agreement among raft nodes before linearized reading' (duration: 192.197477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:53.520791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.933637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T13:58:53.520816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:53.196911Z","time spent":"323.800739ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:58:53.520867Z","caller":"traceutil/trace.go:171","msg":"trace[1994818908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1974; }","duration":"323.0482ms","start":"2026-03-18T13:58:53.197808Z","end":"2026-03-18T13:58:53.520856Z","steps":["trace[1994818908] 'agreement among raft nodes before linearized reading' (duration: 322.912955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:53.520854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:53.198489Z","time spent":"322.274439ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:58:53.520907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:53.197795Z","time spent":"323.10247ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:58:53.892874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.608312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T13:58:53.892939Z","caller":"traceutil/trace.go:171","msg":"trace[603027059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1974; }","duration":"190.728045ms","start":"2026-03-18T13:58:53.702196Z","end":"2026-03-18T13:58:53.892924Z","steps":["trace[603027059] 'range keys from in-memory index tree' (duration: 190.416397ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:54.130069Z","caller":"traceutil/trace.go:171","msg":"trace[672141831] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"232.041766ms","start":"2026-03-18T13:58:53.897995Z","end":"2026-03-18T13:58:54.130037Z","steps":["trace[672141831] 'process raft request' (duration: 231.83609ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:55.120209Z","caller":"traceutil/trace.go:171","msg":"trace[416182138] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"177.567663ms","start":"2026-03-18T13:58:54.942613Z","end":"2026-03-18T13:58:55.120181Z","steps":["trace[416182138] 'process raft request' (duration: 177.348547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:55.489929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.750194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:58:55.490183Z","caller":"traceutil/trace.go:171","msg":"trace[1685645136] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"293.713229ms","start":"2026-03-18T13:58:55.196421Z","end":"2026-03-18T13:58:55.490134Z","steps":["trace[1685645136] 'process raft request' (duration: 126.660247ms)","trace[1685645136] 'compare' (duration: 166.61855ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:58:55.490372Z","caller":"traceutil/trace.go:171","msg":"trace[1093101401] linearizableReadLoop","detail":"{readStateIndex:2071; appliedIndex:2070; }","duration":"232.255903ms","start":"2026-03-18T13:58:55.258037Z","end":"2026-03-18T13:58:55.490293Z","steps":["trace[1093101401] 'read index received' (duration: 64.978455ms)","trace[1093101401] 'applied index is now lower than readState.Index' (duration: 167.272748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:58:55.535798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.746619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T13:58:55.535952Z","caller":"traceutil/trace.go:171","msg":"trace[336116595] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1978; }","duration":"277.945745ms","start":"2026-03-18T13:58:55.257985Z","end":"2026-03-18T13:58:55.53593Z","steps":["trace[336116595] 'agreement among raft nodes before linearized reading' (duration: 232.52744ms)","trace[336116595] 'range keys from in-memory index tree' (duration: 45.051773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:58:56.081858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.430179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:58:56.08223Z","caller":"traceutil/trace.go:171","msg":"trace[458659967] linearizableReadLoop","detail":"{readStateIndex:2076; appliedIndex:2073; }","duration":"510.526726ms","start":"2026-03-18T13:58:55.571593Z","end":"2026-03-18T13:58:56.082119Z","steps":["trace[458659967] 'read index received' (duration: 60.678345ms)","trace[458659967] 'applied index is now lower than readState.Index' (duration: 449.846771ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:58:56.082391Z","caller":"traceutil/trace.go:171","msg":"trace[306453160] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"541.445149ms","start":"2026-03-18T13:58:55.540916Z","end":"2026-03-18T13:58:56.082361Z","steps":["trace[306453160] 'process raft request' (duration: 541.143512ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:58:56.082421Z","caller":"traceutil/trace.go:171","msg":"trace[163630659] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"541.79591ms","start":"2026-03-18T13:58:55.54059Z","end":"2026-03-18T13:58:56.082386Z","steps":["trace[163630659] 'process raft request' (duration: 91.732633ms)","trace[163630659] 'compare' (duration: 449.298926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:58:56.082492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.888525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:58:56.082504Z","caller":"traceutil/trace.go:171","msg":"trace[788689901] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"541.867961ms","start":"2026-03-18T13:58:55.540607Z","end":"2026-03-18T13:58:56.082475Z","steps":["trace[788689901] 'process raft request' (duration: 541.370848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:56.082538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:55.540895Z","time spent":"541.569252ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:58:56.082548Z","caller":"traceutil/trace.go:171","msg":"trace[556525313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1982; }","duration":"510.987359ms","start":"2026-03-18T13:58:55.571541Z","end":"2026-03-18T13:58:56.082528Z","steps":["trace[556525313] 'agreement among raft nodes before linearized reading' (duration: 510.840146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:58:56.082548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:55.540567Z","time spent":"541.913692ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:58:56.082595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:55.571514Z","time spent":"511.06622ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:58:56.082639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:58:55.54058Z","time spent":"541.984974ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:59:02.010788Z","caller":"traceutil/trace.go:171","msg":"trace[806272428] linearizableReadLoop","detail":"{readStateIndex:2100; appliedIndex:2099; }","duration":"439.331209ms","start":"2026-03-18T13:59:01.571415Z","end":"2026-03-18T13:59:02.010747Z","steps":["trace[806272428] 'read index received' (duration: 439.199046ms)","trace[806272428] 'applied index is now lower than readState.Index' (duration: 130.843µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:59:02.010838Z","caller":"traceutil/trace.go:171","msg":"trace[464199115] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"479.943352ms","start":"2026-03-18T13:59:01.530853Z","end":"2026-03-18T13:59:02.010796Z","steps":["trace[464199115] 'process raft request' (duration: 479.724236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:02.011079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.649059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T13:59:02.011123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:01.530816Z","time spent":"480.107506ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:59:02.011154Z","caller":"traceutil/trace.go:171","msg":"trace[835849401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2005; }","duration":"439.787773ms","start":"2026-03-18T13:59:01.571348Z","end":"2026-03-18T13:59:02.011136Z","steps":["trace[835849401] 'agreement among raft nodes before linearized reading' (duration: 439.522026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:02.011217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:01.571321Z","time spent":"439.888436ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T13:59:02.011239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.152619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T13:59:02.011326Z","caller":"traceutil/trace.go:171","msg":"trace[334859372] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2005; }","duration":"429.302643ms","start":"2026-03-18T13:59:01.582Z","end":"2026-03-18T13:59:02.011302Z","steps":["trace[334859372] 'agreement among raft nodes before linearized reading' (duration: 429.001085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:02.011384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:01.581993Z","time spent":"429.381495ms","remote":"127.0.0.1:50078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T13:59:02.011381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.973217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T13:59:02.011442Z","caller":"traceutil/trace.go:171","msg":"trace[622058217] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2005; }","duration":"390.098271ms","start":"2026-03-18T13:59:01.621334Z","end":"2026-03-18T13:59:02.011433Z","steps":["trace[622058217] 'agreement among raft nodes before linearized reading' (duration: 389.945116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:02.011588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:01.621323Z","time spent":"390.253975ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T13:59:02.011435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.324397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:59:02.011837Z","caller":"traceutil/trace.go:171","msg":"trace[1251667959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2005; }","duration":"248.717216ms","start":"2026-03-18T13:59:01.763069Z","end":"2026-03-18T13:59:02.011787Z","steps":["trace[1251667959] 'agreement among raft nodes before linearized reading' (duration: 248.198462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:02.204482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.218463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T13:59:02.204581Z","caller":"traceutil/trace.go:171","msg":"trace[1397226589] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2006; }","duration":"106.397408ms","start":"2026-03-18T13:59:02.098161Z","end":"2026-03-18T13:59:02.204559Z","steps":["trace[1397226589] 'count revisions from in-memory index tree' (duration: 106.028497ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:59:02.750402Z","caller":"traceutil/trace.go:171","msg":"trace[346665548] linearizableReadLoop","detail":"{readStateIndex:2106; appliedIndex:2105; }","duration":"178.656972ms","start":"2026-03-18T13:59:02.571708Z","end":"2026-03-18T13:59:02.750365Z","steps":["trace[346665548] 'read index received' (duration: 178.356884ms)","trace[346665548] 'applied index is now lower than readState.Index' (duration: 298.748µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:59:02.750468Z","caller":"traceutil/trace.go:171","msg":"trace[658556844] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"250.893447ms","start":"2026-03-18T13:59:02.49953Z","end":"2026-03-18T13:59:02.750423Z","steps":["trace[658556844] 'process raft request' (duration: 250.572468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:02.750687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.834238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:59:02.750738Z","caller":"traceutil/trace.go:171","msg":"trace[931638307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2011; }","duration":"179.036903ms","start":"2026-03-18T13:59:02.571687Z","end":"2026-03-18T13:59:02.750724Z","steps":["trace[931638307] 'agreement among raft nodes before linearized reading' (duration: 178.807297ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:59:03.390558Z","caller":"traceutil/trace.go:171","msg":"trace[256093208] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"152.85337ms","start":"2026-03-18T13:59:03.237678Z","end":"2026-03-18T13:59:03.390532Z","steps":["trace[256093208] 'process raft request' (duration: 152.665766ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:59:03.958475Z","caller":"traceutil/trace.go:171","msg":"trace[1172862451] linearizableReadLoop","detail":"{readStateIndex:2108; appliedIndex:2107; }","duration":"386.935174ms","start":"2026-03-18T13:59:03.571506Z","end":"2026-03-18T13:59:03.958441Z","steps":["trace[1172862451] 'read index received' (duration: 303.328305ms)","trace[1172862451] 'applied index is now lower than readState.Index' (duration: 83.605429ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:59:03.958569Z","caller":"traceutil/trace.go:171","msg":"trace[1363510448] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"670.01446ms","start":"2026-03-18T13:59:03.288513Z","end":"2026-03-18T13:59:03.958528Z","steps":["trace[1363510448] 'process raft request' (duration: 586.410051ms)","trace[1363510448] 'compare' (duration: 83.29667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:59:03.958647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.109818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:59:03.958697Z","caller":"traceutil/trace.go:171","msg":"trace[1359131930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2013; }","duration":"387.233312ms","start":"2026-03-18T13:59:03.571451Z","end":"2026-03-18T13:59:03.958684Z","steps":["trace[1359131930] 'agreement among raft nodes before linearized reading' (duration: 387.116939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:03.958737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:03.571427Z","time spent":"387.301723ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:59:03.958758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:03.288488Z","time spent":"670.164284ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:59:04.138233Z","caller":"traceutil/trace.go:171","msg":"trace[630192423] linearizableReadLoop","detail":"{readStateIndex:2109; appliedIndex:2108; }","duration":"111.406196ms","start":"2026-03-18T13:59:04.026787Z","end":"2026-03-18T13:59:04.138193Z","steps":["trace[630192423] 'read index received' (duration: 31.950832ms)","trace[630192423] 'applied index is now lower than readState.Index' (duration: 79.454244ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:59:04.138344Z","caller":"traceutil/trace.go:171","msg":"trace[808890672] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"119.813718ms","start":"2026-03-18T13:59:04.018499Z","end":"2026-03-18T13:59:04.138313Z","steps":["trace[808890672] 'process raft request' (duration: 40.369584ms)","trace[808890672] 'compare' (duration: 79.142016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:59:04.138546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.748386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T13:59:04.138623Z","caller":"traceutil/trace.go:171","msg":"trace[2052590702] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2014; }","duration":"111.864287ms","start":"2026-03-18T13:59:04.026722Z","end":"2026-03-18T13:59:04.138587Z","steps":["trace[2052590702] 'agreement among raft nodes before linearized reading' (duration: 111.682653ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:59:04.35808Z","caller":"traceutil/trace.go:171","msg":"trace[1842568437] linearizableReadLoop","detail":"{readStateIndex:2111; appliedIndex:2110; }","duration":"113.336179ms","start":"2026-03-18T13:59:04.24471Z","end":"2026-03-18T13:59:04.358046Z","steps":["trace[1842568437] 'read index received' (duration: 50.364451ms)","trace[1842568437] 'applied index is now lower than readState.Index' (duration: 62.970418ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:59:04.358131Z","caller":"traceutil/trace.go:171","msg":"trace[1564449214] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"129.476295ms","start":"2026-03-18T13:59:04.228631Z","end":"2026-03-18T13:59:04.358108Z","steps":["trace[1564449214] 'process raft request' (duration: 66.526917ms)","trace[1564449214] 'compare' (duration: 62.757793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:59:04.35839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.650718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T13:59:04.358475Z","caller":"traceutil/trace.go:171","msg":"trace[859938216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2016; }","duration":"113.785002ms","start":"2026-03-18T13:59:04.244673Z","end":"2026-03-18T13:59:04.358458Z","steps":["trace[859938216] 'agreement among raft nodes before linearized reading' (duration: 113.490953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:04.358544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.525886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-18T13:59:04.358619Z","caller":"traceutil/trace.go:171","msg":"trace[1419709379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2016; }","duration":"113.648548ms","start":"2026-03-18T13:59:04.244951Z","end":"2026-03-18T13:59:04.358599Z","steps":["trace[1419709379] 'agreement among raft nodes before linearized reading' (duration: 113.403452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:04.358601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.831346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-18T13:59:04.358692Z","caller":"traceutil/trace.go:171","msg":"trace[1516444338] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2016; }","duration":"112.947499ms","start":"2026-03-18T13:59:04.245722Z","end":"2026-03-18T13:59:04.358669Z","steps":["trace[1516444338] 'agreement among raft nodes before linearized reading' (duration: 112.707813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:05.380371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.812987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:59:05.380576Z","caller":"traceutil/trace.go:171","msg":"trace[437381212] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"1.017835913s","start":"2026-03-18T13:59:04.362718Z","end":"2026-03-18T13:59:05.380554Z","steps":["trace[437381212] 'process raft request' (duration: 549.583605ms)","trace[437381212] 'compare' (duration: 467.687683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:59:05.380672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:04.362694Z","time spent":"1.017927165s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:59:05.380904Z","caller":"traceutil/trace.go:171","msg":"trace[873810666] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"1.016623809s","start":"2026-03-18T13:59:04.364253Z","end":"2026-03-18T13:59:05.380877Z","steps":["trace[873810666] 'process raft request' (duration: 1.016484644s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:59:05.380902Z","caller":"traceutil/trace.go:171","msg":"trace[274572249] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"1.017894383s","start":"2026-03-18T13:59:04.362953Z","end":"2026-03-18T13:59:05.380847Z","steps":["trace[274572249] 'process raft request' (duration: 1.017541084s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:05.380988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.80448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T13:59:05.381017Z","caller":"traceutil/trace.go:171","msg":"trace[1851747088] linearizableReadLoop","detail":"{readStateIndex:2114; appliedIndex:2111; }","duration":"670.689678ms","start":"2026-03-18T13:59:04.710159Z","end":"2026-03-18T13:59:05.380849Z","steps":["trace[1851747088] 'read index received' (duration: 202.184292ms)","trace[1851747088] 'applied index is now lower than readState.Index' (duration: 468.504255ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:59:05.381078Z","caller":"traceutil/trace.go:171","msg":"trace[241172147] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2019; }","duration":"670.967685ms","start":"2026-03-18T13:59:04.710086Z","end":"2026-03-18T13:59:05.381054Z","steps":["trace[241172147] 'agreement among raft nodes before linearized reading' (duration: 670.768701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:05.381073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:04.364238Z","time spent":"1.016737673s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:59:05.38113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:04.710055Z","time spent":"671.065328ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":65,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T13:59:05.38118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:04.362931Z","time spent":"1.01809684s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:59:05.38251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.216673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T13:59:05.382624Z","caller":"traceutil/trace.go:171","msg":"trace[772926250] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"415.291036ms","start":"2026-03-18T13:59:04.967316Z","end":"2026-03-18T13:59:05.382607Z","steps":["trace[772926250] 'process raft request' (duration: 414.965177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:05.38263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.934051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T13:59:05.382533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.012215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:59:05.382772Z","caller":"traceutil/trace.go:171","msg":"trace[1280380860] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2020; }","duration":"203.315963ms","start":"2026-03-18T13:59:05.179437Z","end":"2026-03-18T13:59:05.382753Z","steps":["trace[1280380860] 'agreement among raft nodes before linearized reading' (duration: 202.990794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:05.382704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:04.967288Z","time spent":"415.371538ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:59:05.382714Z","caller":"traceutil/trace.go:171","msg":"trace[1623088136] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2020; }","duration":"237.020214ms","start":"2026-03-18T13:59:05.145671Z","end":"2026-03-18T13:59:05.382691Z","steps":["trace[1623088136] 'agreement among raft nodes before linearized reading' (duration: 236.805848ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:59:05.382643Z","caller":"traceutil/trace.go:171","msg":"trace[423708369] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2020; }","duration":"658.414289ms","start":"2026-03-18T13:59:04.724206Z","end":"2026-03-18T13:59:05.382621Z","steps":["trace[423708369] 'agreement among raft nodes before linearized reading' (duration: 658.212683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:05.38279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.40618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-18T13:59:05.383226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:04.724179Z","time spent":"658.988255ms","remote":"127.0.0.1:50022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T13:59:05.383264Z","caller":"traceutil/trace.go:171","msg":"trace[994485522] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2020; }","duration":"427.951096ms","start":"2026-03-18T13:59:04.955298Z","end":"2026-03-18T13:59:05.38325Z","steps":["trace[994485522] 'agreement among raft nodes before linearized reading' (duration: 427.3758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:05.383313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:04.955263Z","time spent":"428.036247ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T13:59:06.628593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:06.244889Z","time spent":"383.697553ms","remote":"127.0.0.1:37668","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T13:59:06.628799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.109505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:59:06.629Z","caller":"traceutil/trace.go:171","msg":"trace[391613274] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"1.2415737s","start":"2026-03-18T13:59:05.387402Z","end":"2026-03-18T13:59:06.628976Z","steps":["trace[391613274] 'process raft request' (duration: 380.198627ms)","trace[391613274] 'compare' (duration: 860.749366ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:59:06.629065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:05.387386Z","time spent":"1.241648323s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:59:06.62958Z","caller":"traceutil/trace.go:171","msg":"trace[1468903851] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"1.234990288s","start":"2026-03-18T13:59:05.39457Z","end":"2026-03-18T13:59:06.62956Z","steps":["trace[1468903851] 'process raft request' (duration: 1.23432298s)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:59:06.629604Z","caller":"traceutil/trace.go:171","msg":"trace[2119600504] linearizableReadLoop","detail":"{readStateIndex:2117; appliedIndex:2115; }","duration":"1.075629938s","start":"2026-03-18T13:59:05.553936Z","end":"2026-03-18T13:59:06.629566Z","steps":["trace[2119600504] 'read index received' (duration: 213.69022ms)","trace[2119600504] 'applied index is now lower than readState.Index' (duration: 861.936548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:59:06.629662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:05.394549Z","time spent":"1.235070601s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:59:06.641802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087859366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T13:59:06.641906Z","caller":"traceutil/trace.go:171","msg":"trace[1963749916] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2022; }","duration":"1.088016891s","start":"2026-03-18T13:59:05.553874Z","end":"2026-03-18T13:59:06.641891Z","steps":["trace[1963749916] 'agreement among raft nodes before linearized reading' (duration: 1.075783983s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:06.641959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:05.553849Z","time spent":"1.088099822s","remote":"127.0.0.1:33700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T13:59:06.642273Z","caller":"traceutil/trace.go:171","msg":"trace[1645289244] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"677.771184ms","start":"2026-03-18T13:59:05.964445Z","end":"2026-03-18T13:59:06.642216Z","steps":["trace[1645289244] 'process raft request' (duration: 677.257519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:06.642325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.533135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T13:59:06.642352Z","caller":"traceutil/trace.go:171","msg":"trace[621679681] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2024; }","duration":"251.601986ms","start":"2026-03-18T13:59:06.390741Z","end":"2026-03-18T13:59:06.642343Z","steps":["trace[621679681] 'agreement among raft nodes before linearized reading' (duration: 251.482303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:06.642513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071303729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T13:59:06.642576Z","caller":"traceutil/trace.go:171","msg":"trace[847479977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2024; }","duration":"1.071363121s","start":"2026-03-18T13:59:05.57119Z","end":"2026-03-18T13:59:06.642553Z","steps":["trace[847479977] 'agreement among raft nodes before linearized reading' (duration: 1.071296979s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:06.642554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.193008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12381"} {"level":"warn","ts":"2026-03-18T13:59:06.642627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:05.571183Z","time spent":"1.071435713s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T13:59:06.642619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.790574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T13:59:06.642649Z","caller":"traceutil/trace.go:171","msg":"trace[2045662110] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2024; }","duration":"409.330001ms","start":"2026-03-18T13:59:06.233295Z","end":"2026-03-18T13:59:06.642625Z","steps":["trace[2045662110] 'agreement among raft nodes before linearized reading' (duration: 409.017362ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:59:06.642687Z","caller":"traceutil/trace.go:171","msg":"trace[1335435851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2024; }","duration":"472.891527ms","start":"2026-03-18T13:59:06.169777Z","end":"2026-03-18T13:59:06.642668Z","steps":["trace[1335435851] 'agreement among raft nodes before linearized reading' (duration: 472.63578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:06.64271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:06.23328Z","time spent":"409.420424ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T13:59:06.642748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:06.169764Z","time spent":"472.972329ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T13:59:06.642427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071832804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T13:59:06.642927Z","caller":"traceutil/trace.go:171","msg":"trace[787621232] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"499.609104ms","start":"2026-03-18T13:59:06.143291Z","end":"2026-03-18T13:59:06.6429Z","steps":["trace[787621232] 'process raft request' (duration: 498.803742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:06.643028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:06.143267Z","time spent":"499.714827ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:59:06.643039Z","caller":"traceutil/trace.go:171","msg":"trace[1531118818] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2024; }","duration":"1.072378369s","start":"2026-03-18T13:59:05.570539Z","end":"2026-03-18T13:59:06.642917Z","steps":["trace[1531118818] 'agreement among raft nodes before linearized reading' (duration: 1.071664539s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:06.643229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.890128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T13:59:06.643281Z","caller":"traceutil/trace.go:171","msg":"trace[2101483595] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2024; }","duration":"279.97737ms","start":"2026-03-18T13:59:06.363293Z","end":"2026-03-18T13:59:06.643271Z","steps":["trace[2101483595] 'agreement among raft nodes before linearized reading' (duration: 279.844106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:06.643225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:05.570525Z","time spent":"1.072680217s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T13:59:06.642523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:05.964411Z","time spent":"677.923578ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:59:09.526175Z","caller":"traceutil/trace.go:171","msg":"trace[1329878392] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"127.823279ms","start":"2026-03-18T13:59:09.398335Z","end":"2026-03-18T13:59:09.526158Z","steps":["trace[1329878392] 'process raft request' (duration: 127.737597ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:59:09.548405Z","caller":"traceutil/trace.go:171","msg":"trace[447382620] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"148.783657ms","start":"2026-03-18T13:59:09.399595Z","end":"2026-03-18T13:59:09.548379Z","steps":["trace[447382620] 'process raft request' (duration: 148.732596ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:59:09.548458Z","caller":"traceutil/trace.go:171","msg":"trace[2096826302] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"149.863718ms","start":"2026-03-18T13:59:09.398575Z","end":"2026-03-18T13:59:09.548439Z","steps":["trace[2096826302] 'process raft request' (duration: 149.620411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:51.191422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.850922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:59:51.191668Z","caller":"traceutil/trace.go:171","msg":"trace[1367036284] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"509.473865ms","start":"2026-03-18T13:59:50.682165Z","end":"2026-03-18T13:59:51.191638Z","steps":["trace[1367036284] 'process raft request' (duration: 268.309195ms)","trace[1367036284] 'compare' (duration: 240.688968ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:59:51.19179Z","caller":"traceutil/trace.go:171","msg":"trace[1468563734] linearizableReadLoop","detail":"{readStateIndex:2334; appliedIndex:2330; }","duration":"450.273991ms","start":"2026-03-18T13:59:50.741498Z","end":"2026-03-18T13:59:51.191772Z","steps":["trace[1468563734] 'read index received' (duration: 209.000517ms)","trace[1468563734] 'applied index is now lower than readState.Index' (duration: 241.272454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:59:51.191843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:50.682157Z","time spent":"509.586258ms","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1701,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:59:51.191723Z","caller":"traceutil/trace.go:171","msg":"trace[1542339323] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"509.388364ms","start":"2026-03-18T13:59:50.682278Z","end":"2026-03-18T13:59:51.191667Z","steps":["trace[1542339323] 'process raft request' (duration: 509.242289ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:59:51.192043Z","caller":"traceutil/trace.go:171","msg":"trace[1177634639] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"509.583999ms","start":"2026-03-18T13:59:50.682447Z","end":"2026-03-18T13:59:51.192031Z","steps":["trace[1177634639] 'process raft request' (duration: 509.139517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:51.192121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:50.682437Z","time spent":"509.646061ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:59:51.192239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:50.682262Z","time spent":"509.771445ms","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1683,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:59:51.192394Z","caller":"traceutil/trace.go:171","msg":"trace[862450371] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"502.905516ms","start":"2026-03-18T13:59:50.689477Z","end":"2026-03-18T13:59:51.192383Z","steps":["trace[862450371] 'process raft request' (duration: 502.170686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:51.192462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:50.689466Z","time spent":"502.962639ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18186,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:59:51.192554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.049604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T13:59:51.192618Z","caller":"traceutil/trace.go:171","msg":"trace[1227438320] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2229; }","duration":"451.155615ms","start":"2026-03-18T13:59:50.741446Z","end":"2026-03-18T13:59:51.192602Z","steps":["trace[1227438320] 'agreement among raft nodes before linearized reading' (duration: 451.034542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:51.192655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:50.741428Z","time spent":"451.217368ms","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-18T13:59:51.325601Z","caller":"traceutil/trace.go:171","msg":"trace[264082916] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"504.045437ms","start":"2026-03-18T13:59:50.821532Z","end":"2026-03-18T13:59:51.325577Z","steps":["trace[264082916] 'process raft request' (duration: 488.309005ms)","trace[264082916] 'compare' (duration: 15.517606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:59:51.325757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:50.821503Z","time spent":"504.165522ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:59:51.325879Z","caller":"traceutil/trace.go:171","msg":"trace[2065908738] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"477.346235ms","start":"2026-03-18T13:59:50.848525Z","end":"2026-03-18T13:59:51.325871Z","steps":["trace[2065908738] 'process raft request' (duration: 477.237282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:51.325923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:50.848498Z","time spent":"477.405767ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T13:59:51.325858Z","caller":"traceutil/trace.go:171","msg":"trace[1272365573] linearizableReadLoop","detail":"{readStateIndex:2337; appliedIndex:2334; }","duration":"133.999579ms","start":"2026-03-18T13:59:51.191838Z","end":"2026-03-18T13:59:51.325837Z","steps":["trace[1272365573] 'read index received' (duration: 118.0146ms)","trace[1272365573] 'applied index is now lower than readState.Index' (duration: 15.984279ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:59:51.325972Z","caller":"traceutil/trace.go:171","msg":"trace[1352579557] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"479.042961ms","start":"2026-03-18T13:59:50.846923Z","end":"2026-03-18T13:59:51.325966Z","steps":["trace[1352579557] 'process raft request' (duration: 478.622569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:51.326078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:50.846901Z","time spent":"479.108784ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:59:51.326174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.169041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T13:59:51.326167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.318946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-18T13:59:51.326207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.826099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T13:59:51.326286Z","caller":"traceutil/trace.go:171","msg":"trace[1809288254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2232; }","duration":"421.284266ms","start":"2026-03-18T13:59:50.904944Z","end":"2026-03-18T13:59:51.326228Z","steps":["trace[1809288254] 'agreement among raft nodes before linearized reading' (duration: 421.10059ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:59:51.326303Z","caller":"traceutil/trace.go:171","msg":"trace[1473986033] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2232; }","duration":"284.508051ms","start":"2026-03-18T13:59:51.041769Z","end":"2026-03-18T13:59:51.326278Z","steps":["trace[1473986033] 'agreement among raft nodes before linearized reading' (duration: 284.13782ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:59:51.326319Z","caller":"traceutil/trace.go:171","msg":"trace[2115913166] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2232; }","duration":"426.993603ms","start":"2026-03-18T13:59:50.899301Z","end":"2026-03-18T13:59:51.326294Z","steps":["trace[2115913166] 'agreement among raft nodes before linearized reading' (duration: 426.745225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:51.326349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:50.904923Z","time spent":"421.41149ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T13:59:51.326368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:50.899265Z","time spent":"427.090664ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T13:59:53.450429Z","caller":"traceutil/trace.go:171","msg":"trace[2072524048] linearizableReadLoop","detail":"{readStateIndex:2356; appliedIndex:2353; }","duration":"114.697779ms","start":"2026-03-18T13:59:53.335705Z","end":"2026-03-18T13:59:53.450403Z","steps":["trace[2072524048] 'read index received' (duration: 38.872167ms)","trace[2072524048] 'applied index is now lower than readState.Index' (duration: 75.824442ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:59:53.45046Z","caller":"traceutil/trace.go:171","msg":"trace[1058604788] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"118.825411ms","start":"2026-03-18T13:59:53.331609Z","end":"2026-03-18T13:59:53.450434Z","steps":["trace[1058604788] 'process raft request' (duration: 118.579605ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:59:53.450524Z","caller":"traceutil/trace.go:171","msg":"trace[74868920] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"118.77495ms","start":"2026-03-18T13:59:53.331724Z","end":"2026-03-18T13:59:53.450499Z","steps":["trace[74868920] 'process raft request' (duration: 118.637217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:53.450712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.999317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:59:53.450801Z","caller":"traceutil/trace.go:171","msg":"trace[125469298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2251; }","duration":"115.12697ms","start":"2026-03-18T13:59:53.335637Z","end":"2026-03-18T13:59:53.450764Z","steps":["trace[125469298] 'agreement among raft nodes before linearized reading' (duration: 114.900574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:53.450834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.321571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T13:59:53.450908Z","caller":"traceutil/trace.go:171","msg":"trace[309906937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2251; }","duration":"113.447124ms","start":"2026-03-18T13:59:53.337438Z","end":"2026-03-18T13:59:53.450885Z","steps":["trace[309906937] 'agreement among raft nodes before linearized reading' (duration: 113.228568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:53.450889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.361569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-03-18T13:59:53.451011Z","caller":"traceutil/trace.go:171","msg":"trace[1587571435] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2251; }","duration":"110.514304ms","start":"2026-03-18T13:59:53.340463Z","end":"2026-03-18T13:59:53.450977Z","steps":["trace[1587571435] 'agreement among raft nodes before linearized reading' (duration: 110.219107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:54.045618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.036932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T13:59:54.04578Z","caller":"traceutil/trace.go:171","msg":"trace[1205688413] linearizableReadLoop","detail":"{readStateIndex:2360; appliedIndex:2359; }","duration":"233.262514ms","start":"2026-03-18T13:59:53.812501Z","end":"2026-03-18T13:59:54.045763Z","steps":["trace[1205688413] 'read index received' (duration: 37.064368ms)","trace[1205688413] 'applied index is now lower than readState.Index' (duration: 196.196656ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:59:54.045858Z","caller":"traceutil/trace.go:171","msg":"trace[1305742719] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"243.141225ms","start":"2026-03-18T13:59:53.802658Z","end":"2026-03-18T13:59:54.0458Z","steps":["trace[1305742719] 'process raft request' (duration: 46.845745ms)","trace[1305742719] 'compare' (duration: 195.905529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T13:59:54.045983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.47927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T13:59:54.04602Z","caller":"traceutil/trace.go:171","msg":"trace[345929473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2255; }","duration":"233.545782ms","start":"2026-03-18T13:59:53.812465Z","end":"2026-03-18T13:59:54.04601Z","steps":["trace[345929473] 'agreement among raft nodes before linearized reading' (duration: 233.400558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:54.046069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.313483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T13:59:54.046161Z","caller":"traceutil/trace.go:171","msg":"trace[1063885145] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2255; }","duration":"195.436086ms","start":"2026-03-18T13:59:53.850704Z","end":"2026-03-18T13:59:54.046141Z","steps":["trace[1063885145] 'agreement among raft nodes before linearized reading' (duration: 195.197199ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:59:54.169761Z","caller":"traceutil/trace.go:171","msg":"trace[422016709] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"119.283554ms","start":"2026-03-18T13:59:54.050448Z","end":"2026-03-18T13:59:54.169732Z","steps":["trace[422016709] 'process raft request' (duration: 97.612629ms)","trace[422016709] 'compare' (duration: 21.561832ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:59:54.175532Z","caller":"traceutil/trace.go:171","msg":"trace[2066127796] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"124.454927ms","start":"2026-03-18T13:59:54.051049Z","end":"2026-03-18T13:59:54.175504Z","steps":["trace[2066127796] 'process raft request' (duration: 124.331324ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:59:55.686361Z","caller":"traceutil/trace.go:171","msg":"trace[1283612337] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"306.566087ms","start":"2026-03-18T13:59:55.379771Z","end":"2026-03-18T13:59:55.686337Z","steps":["trace[1283612337] 'process raft request' (duration: 306.416143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:55.686511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:55.379745Z","time spent":"306.6842ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:59:55.824609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.841494ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T13:59:55.824826Z","caller":"traceutil/trace.go:171","msg":"trace[1551590864] linearizableReadLoop","detail":"{readStateIndex:2366; appliedIndex:2362; }","duration":"359.447939ms","start":"2026-03-18T13:59:55.465364Z","end":"2026-03-18T13:59:55.824812Z","steps":["trace[1551590864] 'read index received' (duration: 220.829073ms)","trace[1551590864] 'applied index is now lower than readState.Index' (duration: 138.617906ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:59:55.825069Z","caller":"traceutil/trace.go:171","msg":"trace[518890997] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"369.695219ms","start":"2026-03-18T13:59:55.455362Z","end":"2026-03-18T13:59:55.825058Z","steps":["trace[518890997] 'process raft request' (duration: 369.314648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:55.825147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:55.45534Z","time spent":"369.765271ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:59:55.825458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.02202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T13:59:55.825538Z","caller":"traceutil/trace.go:171","msg":"trace[1621224130] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2260; }","duration":"275.147803ms","start":"2026-03-18T13:59:55.550372Z","end":"2026-03-18T13:59:55.82552Z","steps":["trace[1621224130] 'agreement among raft nodes before linearized reading' (duration: 274.819374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:55.825606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-03-18T13:59:55.825658Z","caller":"traceutil/trace.go:171","msg":"trace[1240290060] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2260; }","duration":"360.323061ms","start":"2026-03-18T13:59:55.465321Z","end":"2026-03-18T13:59:55.825644Z","steps":["trace[1240290060] 'agreement among raft nodes before linearized reading' (duration: 360.168197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:55.825698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:55.465285Z","time spent":"360.405145ms","remote":"127.0.0.1:50078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5452,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T13:59:55.8259Z","caller":"traceutil/trace.go:171","msg":"trace[1058516310] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"369.453993ms","start":"2026-03-18T13:59:55.456436Z","end":"2026-03-18T13:59:55.82589Z","steps":["trace[1058516310] 'process raft request' (duration: 368.337692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T13:59:55.825972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T13:59:55.456427Z","time spent":"369.511314ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T13:59:55.826246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.514214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T13:59:55.826323Z","caller":"traceutil/trace.go:171","msg":"trace[773915740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2260; }","duration":"275.613647ms","start":"2026-03-18T13:59:55.550701Z","end":"2026-03-18T13:59:55.826314Z","steps":["trace[773915740] 'agreement among raft nodes before linearized reading' (duration: 275.477482ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T13:59:55.965078Z","caller":"traceutil/trace.go:171","msg":"trace[2075277021] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"131.343056ms","start":"2026-03-18T13:59:55.833694Z","end":"2026-03-18T13:59:55.965037Z","steps":["trace[2075277021] 'process raft request' (duration: 114.863294ms)","trace[2075277021] 'compare' (duration: 16.194154ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T13:59:59.520506Z","caller":"traceutil/trace.go:171","msg":"trace[171942925] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"108.121799ms","start":"2026-03-18T13:59:59.412358Z","end":"2026-03-18T13:59:59.52048Z","steps":["trace[171942925] 'process raft request' (duration: 107.919923ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:00.07524Z","caller":"traceutil/trace.go:171","msg":"trace[485780778] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"140.137218ms","start":"2026-03-18T13:59:59.93505Z","end":"2026-03-18T14:00:00.075187Z","steps":["trace[485780778] 'process raft request' (duration: 138.810221ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:02.31746Z","caller":"traceutil/trace.go:171","msg":"trace[922420740] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"167.783276ms","start":"2026-03-18T14:00:02.149643Z","end":"2026-03-18T14:00:02.317426Z","steps":["trace[922420740] 'process raft request' (duration: 107.487361ms)","trace[922420740] 'compare' (duration: 60.006277ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:00:02.317983Z","caller":"traceutil/trace.go:171","msg":"trace[642272685] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"130.094822ms","start":"2026-03-18T14:00:02.187837Z","end":"2026-03-18T14:00:02.317932Z","steps":["trace[642272685] 'process raft request' (duration: 129.519415ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:02.568134Z","caller":"traceutil/trace.go:171","msg":"trace[1961018471] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"235.233938ms","start":"2026-03-18T14:00:02.332866Z","end":"2026-03-18T14:00:02.5681Z","steps":["trace[1961018471] 'process raft request' (duration: 235.036053ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:02.56828Z","caller":"traceutil/trace.go:171","msg":"trace[687320029] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"192.265818ms","start":"2026-03-18T14:00:02.375988Z","end":"2026-03-18T14:00:02.568254Z","steps":["trace[687320029] 'process raft request' (duration: 192.030182ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:02.568407Z","caller":"traceutil/trace.go:171","msg":"trace[1770316350] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"243.838744ms","start":"2026-03-18T14:00:02.324525Z","end":"2026-03-18T14:00:02.568364Z","steps":["trace[1770316350] 'process raft request' (duration: 243.182356ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:02.756276Z","caller":"traceutil/trace.go:171","msg":"trace[1589028866] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"160.154958ms","start":"2026-03-18T14:00:02.596096Z","end":"2026-03-18T14:00:02.756251Z","steps":["trace[1589028866] 'process raft request' (duration: 107.123241ms)","trace[1589028866] 'compare' (duration: 52.929724ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:00:02.756818Z","caller":"traceutil/trace.go:171","msg":"trace[1643730437] transaction","detail":"{read_only:false; response_revision:2335; number_of_response:1; }","duration":"138.984476ms","start":"2026-03-18T14:00:02.617804Z","end":"2026-03-18T14:00:02.756788Z","steps":["trace[1643730437] 'process raft request' (duration: 138.832041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:04.648605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.63526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:00:04.648708Z","caller":"traceutil/trace.go:171","msg":"trace[213477405] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2404; }","duration":"129.795343ms","start":"2026-03-18T14:00:04.518893Z","end":"2026-03-18T14:00:04.648688Z","steps":["trace[213477405] 'count revisions from in-memory index tree' (duration: 129.487846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:04.648727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.516697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3d4764ae-a497-42c4-8571-36c0cbe933ab\" ","response":"range_response_count:1 size:3616"} {"level":"info","ts":"2026-03-18T14:00:04.64887Z","caller":"traceutil/trace.go:171","msg":"trace[575843904] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3d4764ae-a497-42c4-8571-36c0cbe933ab; range_end:; response_count:1; response_revision:2404; }","duration":"121.708381ms","start":"2026-03-18T14:00:04.527134Z","end":"2026-03-18T14:00:04.648843Z","steps":["trace[575843904] 'range keys from in-memory index tree' (duration: 121.350242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:04.649153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.356345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T14:00:04.649231Z","caller":"traceutil/trace.go:171","msg":"trace[4699648] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2404; }","duration":"116.473708ms","start":"2026-03-18T14:00:04.532739Z","end":"2026-03-18T14:00:04.649213Z","steps":["trace[4699648] 'range keys from in-memory index tree' (duration: 116.1721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:08.78355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.63906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:00:08.783683Z","caller":"traceutil/trace.go:171","msg":"trace[1173959913] linearizableReadLoop","detail":"{readStateIndex:2564; appliedIndex:2563; }","duration":"255.295199ms","start":"2026-03-18T14:00:08.528365Z","end":"2026-03-18T14:00:08.783661Z","steps":["trace[1173959913] 'read index received' (duration: 145.481714ms)","trace[1173959913] 'applied index is now lower than readState.Index' (duration: 109.811705ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:00:08.7838Z","caller":"traceutil/trace.go:171","msg":"trace[816866734] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"271.762451ms","start":"2026-03-18T14:00:08.51202Z","end":"2026-03-18T14:00:08.783783Z","steps":["trace[816866734] 'process raft request' (duration: 161.797462ms)","trace[816866734] 'compare' (duration: 109.498506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:00:08.783889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.430674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:00:08.783975Z","caller":"traceutil/trace.go:171","msg":"trace[2093147093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2447; }","duration":"215.563578ms","start":"2026-03-18T14:00:08.568391Z","end":"2026-03-18T14:00:08.783955Z","steps":["trace[2093147093] 'agreement among raft nodes before linearized reading' (duration: 215.431005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:08.784161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.782722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-18T14:00:08.784297Z","caller":"traceutil/trace.go:171","msg":"trace[2005311997] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2447; }","duration":"255.946687ms","start":"2026-03-18T14:00:08.528308Z","end":"2026-03-18T14:00:08.784255Z","steps":["trace[2005311997] 'agreement among raft nodes before linearized reading' (duration: 255.585267ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:13.219843Z","caller":"traceutil/trace.go:171","msg":"trace[2130286406] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"213.255235ms","start":"2026-03-18T14:00:13.006558Z","end":"2026-03-18T14:00:13.219813Z","steps":["trace[2130286406] 'process raft request' (duration: 213.09106ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:15.779848Z","caller":"traceutil/trace.go:171","msg":"trace[59581195] linearizableReadLoop","detail":"{readStateIndex:2638; appliedIndex:2637; }","duration":"207.24973ms","start":"2026-03-18T14:00:15.572574Z","end":"2026-03-18T14:00:15.779824Z","steps":["trace[59581195] 'read index received' (duration: 207.145577ms)","trace[59581195] 'applied index is now lower than readState.Index' (duration: 102.593µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:00:15.779948Z","caller":"traceutil/trace.go:171","msg":"trace[953023683] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"212.818154ms","start":"2026-03-18T14:00:15.567078Z","end":"2026-03-18T14:00:15.779896Z","steps":["trace[953023683] 'process raft request' (duration: 212.551996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:15.780307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.579709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:00:15.780479Z","caller":"traceutil/trace.go:171","msg":"trace[1199706876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2519; }","duration":"207.908589ms","start":"2026-03-18T14:00:15.572531Z","end":"2026-03-18T14:00:15.780439Z","steps":["trace[1199706876] 'agreement among raft nodes before linearized reading' (duration: 207.399614ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:15.992407Z","caller":"traceutil/trace.go:171","msg":"trace[1685656190] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"207.845507ms","start":"2026-03-18T14:00:15.784509Z","end":"2026-03-18T14:00:15.992355Z","steps":["trace[1685656190] 'process raft request' (duration: 150.607286ms)","trace[1685656190] 'compare' (duration: 56.940263ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:00:16.005439Z","caller":"traceutil/trace.go:171","msg":"trace[1584447427] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"201.79639ms","start":"2026-03-18T14:00:15.803612Z","end":"2026-03-18T14:00:16.005408Z","steps":["trace[1584447427] 'process raft request' (duration: 201.601504ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:16.16199Z","caller":"traceutil/trace.go:171","msg":"trace[855706908] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"118.063061ms","start":"2026-03-18T14:00:16.043897Z","end":"2026-03-18T14:00:16.16196Z","steps":["trace[855706908] 'process raft request' (duration: 117.886397ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:16.345366Z","caller":"traceutil/trace.go:171","msg":"trace[756189866] transaction","detail":"{read_only:false; response_revision:2524; number_of_response:1; }","duration":"149.560295ms","start":"2026-03-18T14:00:16.195698Z","end":"2026-03-18T14:00:16.345259Z","steps":["trace[756189866] 'process raft request' (duration: 103.523512ms)","trace[756189866] 'compare' (duration: 45.691914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:00:17.720448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054467758s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:00:17.720618Z","caller":"traceutil/trace.go:171","msg":"trace[633846309] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2524; }","duration":"1.054668173s","start":"2026-03-18T14:00:16.665923Z","end":"2026-03-18T14:00:17.720591Z","steps":["trace[633846309] 'range keys from in-memory index tree' (duration: 1.054439277s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:17.721594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.128338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:00:17.72175Z","caller":"traceutil/trace.go:171","msg":"trace[1417610933] linearizableReadLoop","detail":"{readStateIndex:2644; appliedIndex:2643; }","duration":"1.223836497s","start":"2026-03-18T14:00:16.497891Z","end":"2026-03-18T14:00:17.721728Z","steps":["trace[1417610933] 'read index received' (duration: 322.302818ms)","trace[1417610933] 'applied index is now lower than readState.Index' (duration: 901.531699ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:00:17.721933Z","caller":"traceutil/trace.go:171","msg":"trace[990985879] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"1.371542373s","start":"2026-03-18T14:00:16.350312Z","end":"2026-03-18T14:00:17.721854Z","steps":["trace[990985879] 'process raft request' (duration: 469.976162ms)","trace[990985879] 'compare' (duration: 900.684826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:00:17.721959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224030223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:00:17.722085Z","caller":"traceutil/trace.go:171","msg":"trace[1413736962] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2525; }","duration":"1.224240709s","start":"2026-03-18T14:00:16.497817Z","end":"2026-03-18T14:00:17.722057Z","steps":["trace[1413736962] 'agreement among raft nodes before linearized reading' (duration: 1.223991741s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:17.722107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:16.350236Z","time spent":"1.371791029s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:00:17.722148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:16.497781Z","time spent":"1.224355382s","remote":"127.0.0.1:46674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:00:17.72239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.6236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:00:17.722461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065584853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T14:00:17.722525Z","caller":"traceutil/trace.go:171","msg":"trace[1614347896] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2525; }","duration":"1.065680446s","start":"2026-03-18T14:00:16.656827Z","end":"2026-03-18T14:00:17.722508Z","steps":["trace[1614347896] 'agreement among raft nodes before linearized reading' (duration: 1.065489661s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:17.722563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:16.656804Z","time spent":"1.065751468s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:00:17.722467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.111363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T14:00:17.722575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.06298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:00:17.722653Z","caller":"traceutil/trace.go:171","msg":"trace[1053499119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2525; }","duration":"848.318339ms","start":"2026-03-18T14:00:16.874293Z","end":"2026-03-18T14:00:17.722611Z","steps":["trace[1053499119] 'agreement among raft nodes before linearized reading' (duration: 847.898187ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:17.722682Z","caller":"traceutil/trace.go:171","msg":"trace[1680484873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2525; }","duration":"150.245794ms","start":"2026-03-18T14:00:17.572416Z","end":"2026-03-18T14:00:17.722661Z","steps":["trace[1680484873] 'agreement among raft nodes before linearized reading' (duration: 149.998917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:17.72271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.673238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-18T14:00:17.722707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:16.874267Z","time spent":"848.425532ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:00:17.722835Z","caller":"traceutil/trace.go:171","msg":"trace[1992903901] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2525; }","duration":"911.858234ms","start":"2026-03-18T14:00:16.810953Z","end":"2026-03-18T14:00:17.722812Z","steps":["trace[1992903901] 'agreement among raft nodes before linearized reading' (duration: 911.230476ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:17.722632Z","caller":"traceutil/trace.go:171","msg":"trace[1717253664] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2525; }","duration":"293.805577ms","start":"2026-03-18T14:00:17.428689Z","end":"2026-03-18T14:00:17.722494Z","steps":["trace[1717253664] 'agreement among raft nodes before linearized reading' (duration: 293.516239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:17.722896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:16.81093Z","time spent":"911.955866ms","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-18T14:00:17.723167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151680447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:00:17.723441Z","caller":"traceutil/trace.go:171","msg":"trace[1850342916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2525; }","duration":"1.152023907s","start":"2026-03-18T14:00:16.571396Z","end":"2026-03-18T14:00:17.72342Z","steps":["trace[1850342916] 'agreement among raft nodes before linearized reading' (duration: 1.150455384s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:17.723481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:16.571368Z","time spent":"1.152104389s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:00:17.880636Z","caller":"traceutil/trace.go:171","msg":"trace[1966528264] linearizableReadLoop","detail":"{readStateIndex:2647; appliedIndex:2644; }","duration":"151.041107ms","start":"2026-03-18T14:00:17.729571Z","end":"2026-03-18T14:00:17.880612Z","steps":["trace[1966528264] 'read index received' (duration: 63.414241ms)","trace[1966528264] 'applied index is now lower than readState.Index' (duration: 87.625816ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:00:17.880808Z","caller":"traceutil/trace.go:171","msg":"trace[4509063] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"152.384834ms","start":"2026-03-18T14:00:17.728384Z","end":"2026-03-18T14:00:17.880769Z","steps":["trace[4509063] 'process raft request' (duration: 152.177838ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:17.88087Z","caller":"traceutil/trace.go:171","msg":"trace[766399443] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"152.861746ms","start":"2026-03-18T14:00:17.727827Z","end":"2026-03-18T14:00:17.880689Z","steps":["trace[766399443] 'process raft request' (duration: 151.724565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:17.881035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.438498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-18T14:00:17.881081Z","caller":"traceutil/trace.go:171","msg":"trace[234514684] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2528; }","duration":"151.53125ms","start":"2026-03-18T14:00:17.729538Z","end":"2026-03-18T14:00:17.881069Z","steps":["trace[234514684] 'agreement among raft nodes before linearized reading' (duration: 151.211761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:20.298203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476675736,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:00:20.783199Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.049537933s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:00:20.783806Z","caller":"traceutil/trace.go:171","msg":"trace[1350025838] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"1.050230012s","start":"2026-03-18T14:00:19.733535Z","end":"2026-03-18T14:00:20.783765Z","steps":["trace[1350025838] 'process raft request' (duration: 1.049967575s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:20.78403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:19.733502Z","time spent":"1.050416897s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:00:20.907659Z","caller":"traceutil/trace.go:171","msg":"trace[1291317150] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"860.266907ms","start":"2026-03-18T14:00:20.047364Z","end":"2026-03-18T14:00:20.90763Z","steps":["trace[1291317150] 'process raft request' (duration: 860.020931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:20.907863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:20.047335Z","time spent":"860.421051ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:00:20.90814Z","caller":"traceutil/trace.go:171","msg":"trace[91286517] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"831.454227ms","start":"2026-03-18T14:00:20.076647Z","end":"2026-03-18T14:00:20.908101Z","steps":["trace[91286517] 'process raft request' (duration: 830.932812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:20.908404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:20.076607Z","time spent":"831.659361ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:00:20.908549Z","caller":"traceutil/trace.go:171","msg":"trace[1301146792] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"709.500479ms","start":"2026-03-18T14:00:20.199031Z","end":"2026-03-18T14:00:20.908532Z","steps":["trace[1301146792] 'process raft request' (duration: 708.890142ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:20.908537Z","caller":"traceutil/trace.go:171","msg":"trace[1568694997] linearizableReadLoop","detail":"{readStateIndex:2655; appliedIndex:2651; }","duration":"1.110567808s","start":"2026-03-18T14:00:19.797935Z","end":"2026-03-18T14:00:20.908503Z","steps":["trace[1568694997] 'read index received' (duration: 985.612278ms)","trace[1568694997] 'applied index is now lower than readState.Index' (duration: 124.95395ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:00:20.908657Z","caller":"traceutil/trace.go:171","msg":"trace[1626626125] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"182.566643ms","start":"2026-03-18T14:00:20.726075Z","end":"2026-03-18T14:00:20.908642Z","steps":["trace[1626626125] 'process raft request' (duration: 182.296085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:20.908735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:20.198993Z","time spent":"709.636661ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:00:20.908952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022261404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:00:20.909004Z","caller":"traceutil/trace.go:171","msg":"trace[709790943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2537; }","duration":"1.022333266s","start":"2026-03-18T14:00:19.886655Z","end":"2026-03-18T14:00:20.908988Z","steps":["trace[709790943] 'agreement among raft nodes before linearized reading' (duration: 1.022139s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:20.909041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:19.886638Z","time spent":"1.022393048s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:00:20.909054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.316429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:00:20.909122Z","caller":"traceutil/trace.go:171","msg":"trace[628805222] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2537; }","duration":"687.401481ms","start":"2026-03-18T14:00:20.221701Z","end":"2026-03-18T14:00:20.909103Z","steps":["trace[628805222] 'agreement among raft nodes before linearized reading' (duration: 687.246366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:20.909175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:20.221601Z","time spent":"687.561165ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":10,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:00:20.909203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.174474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-18T14:00:20.909262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.056829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T14:00:20.909328Z","caller":"traceutil/trace.go:171","msg":"trace[1651129632] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:2537; }","duration":"597.37106ms","start":"2026-03-18T14:00:20.311932Z","end":"2026-03-18T14:00:20.909303Z","steps":["trace[1651129632] 'agreement among raft nodes before linearized reading' (duration: 596.912756ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:20.909389Z","caller":"traceutil/trace.go:171","msg":"trace[1030817389] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2537; }","duration":"932.208212ms","start":"2026-03-18T14:00:19.977157Z","end":"2026-03-18T14:00:20.909365Z","steps":["trace[1030817389] 'agreement among raft nodes before linearized reading' (duration: 931.706489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:20.909395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:20.311909Z","time spent":"597.474951ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"warn","ts":"2026-03-18T14:00:20.909444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:19.977144Z","time spent":"932.286534ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:00:20.909483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110905447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T14:00:20.909626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.986597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T14:00:20.909667Z","caller":"traceutil/trace.go:171","msg":"trace[680321] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2537; }","duration":"535.071149ms","start":"2026-03-18T14:00:20.374585Z","end":"2026-03-18T14:00:20.909656Z","steps":["trace[680321] 'agreement among raft nodes before linearized reading' (duration: 534.72937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:20.909689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:20.374559Z","time spent":"535.125131ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:00:20.909728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019870079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T14:00:20.909928Z","caller":"traceutil/trace.go:171","msg":"trace[540490102] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2537; }","duration":"1.020103335s","start":"2026-03-18T14:00:19.889808Z","end":"2026-03-18T14:00:20.909911Z","steps":["trace[540490102] 'agreement among raft nodes before linearized reading' (duration: 1.019064057s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:20.909919Z","caller":"traceutil/trace.go:171","msg":"trace[152417199] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2537; }","duration":"1.111640288s","start":"2026-03-18T14:00:19.797905Z","end":"2026-03-18T14:00:20.909546Z","steps":["trace[152417199] 'agreement among raft nodes before linearized reading' (duration: 1.110796445s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:20.909986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:19.889799Z","time spent":"1.020171527s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:00:20.910027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:19.797893Z","time spent":"1.11211381s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:00:21.04288Z","caller":"traceutil/trace.go:171","msg":"trace[655350452] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"128.311083ms","start":"2026-03-18T14:00:20.91453Z","end":"2026-03-18T14:00:21.042841Z","steps":["trace[655350452] 'process raft request' (duration: 127.925192ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:21.042878Z","caller":"traceutil/trace.go:171","msg":"trace[1586040642] linearizableReadLoop","detail":"{readStateIndex:2661; appliedIndex:2657; }","duration":"116.304703ms","start":"2026-03-18T14:00:20.926536Z","end":"2026-03-18T14:00:21.04284Z","steps":["trace[1586040642] 'read index received' (duration: 115.919772ms)","trace[1586040642] 'applied index is now lower than readState.Index' (duration: 383.221µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:00:21.042914Z","caller":"traceutil/trace.go:171","msg":"trace[1010800460] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"127.232543ms","start":"2026-03-18T14:00:20.915642Z","end":"2026-03-18T14:00:21.042874Z","steps":["trace[1010800460] 'process raft request' (duration: 127.098149ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:21.042982Z","caller":"traceutil/trace.go:171","msg":"trace[421498562] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"127.943253ms","start":"2026-03-18T14:00:20.914994Z","end":"2026-03-18T14:00:21.042937Z","steps":["trace[421498562] 'process raft request' (duration: 127.693685ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:21.043006Z","caller":"traceutil/trace.go:171","msg":"trace[1867568791] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"127.287684ms","start":"2026-03-18T14:00:20.915687Z","end":"2026-03-18T14:00:21.042975Z","steps":["trace[1867568791] 'process raft request' (duration: 127.097079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:21.043511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.276038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-03-18T14:00:21.043575Z","caller":"traceutil/trace.go:171","msg":"trace[2104541001] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2541; }","duration":"129.390572ms","start":"2026-03-18T14:00:20.914171Z","end":"2026-03-18T14:00:21.043561Z","steps":["trace[2104541001] 'agreement among raft nodes before linearized reading' (duration: 128.839797ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:21.04794Z","caller":"traceutil/trace.go:171","msg":"trace[171426971] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"120.56396ms","start":"2026-03-18T14:00:20.927356Z","end":"2026-03-18T14:00:21.04792Z","steps":["trace[171426971] 'process raft request' (duration: 120.365414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:21.048082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.318623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8409"} {"level":"info","ts":"2026-03-18T14:00:21.048166Z","caller":"traceutil/trace.go:171","msg":"trace[2142435826] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2542; }","duration":"120.433076ms","start":"2026-03-18T14:00:20.927714Z","end":"2026-03-18T14:00:21.048147Z","steps":["trace[2142435826] 'agreement among raft nodes before linearized reading' (duration: 120.164948ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:23.172455Z","caller":"traceutil/trace.go:171","msg":"trace[1073945688] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"109.705312ms","start":"2026-03-18T14:00:23.062725Z","end":"2026-03-18T14:00:23.17243Z","steps":["trace[1073945688] 'process raft request' (duration: 107.955174ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:23.172843Z","caller":"traceutil/trace.go:171","msg":"trace[2000937886] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"110.433212ms","start":"2026-03-18T14:00:23.062398Z","end":"2026-03-18T14:00:23.172831Z","steps":["trace[2000937886] 'process raft request' (duration: 109.961918ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:23.172861Z","caller":"traceutil/trace.go:171","msg":"trace[1853711461] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"109.391123ms","start":"2026-03-18T14:00:23.063432Z","end":"2026-03-18T14:00:23.172823Z","steps":["trace[1853711461] 'process raft request' (duration: 109.225128ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:31.362921Z","caller":"traceutil/trace.go:171","msg":"trace[1427555282] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"109.64544ms","start":"2026-03-18T14:00:31.253248Z","end":"2026-03-18T14:00:31.362894Z","steps":["trace[1427555282] 'process raft request' (duration: 109.376583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:31.521739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.769947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T14:00:31.521826Z","caller":"traceutil/trace.go:171","msg":"trace[1324761504] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2599; }","duration":"155.921921ms","start":"2026-03-18T14:00:31.365884Z","end":"2026-03-18T14:00:31.521806Z","steps":["trace[1324761504] 'range keys from in-memory index tree' (duration: 155.594462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:31.521847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.61293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T14:00:31.521933Z","caller":"traceutil/trace.go:171","msg":"trace[260575922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2599; }","duration":"152.768225ms","start":"2026-03-18T14:00:31.369142Z","end":"2026-03-18T14:00:31.52191Z","steps":["trace[260575922] 'range keys from in-memory index tree' (duration: 152.409755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:37.28242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.991967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:00:37.282598Z","caller":"traceutil/trace.go:171","msg":"trace[1662928707] linearizableReadLoop","detail":"{readStateIndex:2752; appliedIndex:2751; }","duration":"527.625365ms","start":"2026-03-18T14:00:36.754947Z","end":"2026-03-18T14:00:37.282572Z","steps":["trace[1662928707] 'read index received' (duration: 67.283007ms)","trace[1662928707] 'applied index is now lower than readState.Index' (duration: 460.340368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:00:37.282871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.931813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:00:37.282919Z","caller":"traceutil/trace.go:171","msg":"trace[135456712] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2629; }","duration":"528.033686ms","start":"2026-03-18T14:00:36.754873Z","end":"2026-03-18T14:00:37.282907Z","steps":["trace[135456712] 'agreement among raft nodes before linearized reading' (duration: 527.886781ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:37.282645Z","caller":"traceutil/trace.go:171","msg":"trace[606345329] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"542.543524ms","start":"2026-03-18T14:00:36.740045Z","end":"2026-03-18T14:00:37.282589Z","steps":["trace[606345329] 'process raft request' (duration: 82.208406ms)","trace[606345329] 'compare' (duration: 459.641058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:00:37.282964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:36.754846Z","time spent":"528.108838ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T14:00:37.283156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:36.740015Z","time spent":"542.976485ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:00:37.341246Z","caller":"traceutil/trace.go:171","msg":"trace[1600827437] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"251.255108ms","start":"2026-03-18T14:00:37.089969Z","end":"2026-03-18T14:00:37.341224Z","steps":["trace[1600827437] 'process raft request' (duration: 251.137965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:38.038717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.458895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:00:38.038947Z","caller":"traceutil/trace.go:171","msg":"trace[1508478414] linearizableReadLoop","detail":"{readStateIndex:2755; appliedIndex:2753; }","duration":"756.297304ms","start":"2026-03-18T14:00:37.282629Z","end":"2026-03-18T14:00:38.038926Z","steps":["trace[1508478414] 'read index received' (duration: 58.714541ms)","trace[1508478414] 'applied index is now lower than readState.Index' (duration: 697.581263ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:00:38.039167Z","caller":"traceutil/trace.go:171","msg":"trace[1796991836] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"948.751118ms","start":"2026-03-18T14:00:37.090382Z","end":"2026-03-18T14:00:38.039133Z","steps":["trace[1796991836] 'process raft request' (duration: 574.755828ms)","trace[1796991836] 'compare' (duration: 373.27918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:00:38.039333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:37.090375Z","time spent":"948.871711ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:00:38.039509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.120569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:16373"} {"level":"info","ts":"2026-03-18T14:00:38.039613Z","caller":"traceutil/trace.go:171","msg":"trace[556788594] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:2632; }","duration":"999.262994ms","start":"2026-03-18T14:00:37.040335Z","end":"2026-03-18T14:00:38.039598Z","steps":["trace[556788594] 'agreement among raft nodes before linearized reading' (duration: 998.919865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:38.039872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:37.040314Z","time spent":"999.543632ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":16397,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"warn","ts":"2026-03-18T14:00:38.04066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007239693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:00:38.040704Z","caller":"traceutil/trace.go:171","msg":"trace[604846434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2632; }","duration":"1.007327865s","start":"2026-03-18T14:00:37.033367Z","end":"2026-03-18T14:00:38.040694Z","steps":["trace[604846434] 'agreement among raft nodes before linearized reading' (duration: 1.007207892s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:38.040734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:37.033341Z","time spent":"1.007386407s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:00:38.040835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.730366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-18T14:00:38.040961Z","caller":"traceutil/trace.go:171","msg":"trace[2052365360] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:2632; }","duration":"972.90898ms","start":"2026-03-18T14:00:37.068017Z","end":"2026-03-18T14:00:38.040926Z","steps":["trace[2052365360] 'agreement among raft nodes before linearized reading' (duration: 972.553091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:38.040926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.147806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:00:38.040957Z","caller":"traceutil/trace.go:171","msg":"trace[1977213647] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"950.362191ms","start":"2026-03-18T14:00:37.090543Z","end":"2026-03-18T14:00:38.040905Z","steps":["trace[1977213647] 'process raft request' (duration: 948.310364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:38.041025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.460088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T14:00:38.041026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:37.068Z","time spent":"973.014274ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-18T14:00:38.041042Z","caller":"traceutil/trace.go:171","msg":"trace[221998116] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2632; }","duration":"754.305579ms","start":"2026-03-18T14:00:37.286712Z","end":"2026-03-18T14:00:38.041017Z","steps":["trace[221998116] 'agreement among raft nodes before linearized reading' (duration: 754.127224ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:38.041059Z","caller":"traceutil/trace.go:171","msg":"trace[291623028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2632; }","duration":"442.537261ms","start":"2026-03-18T14:00:37.598514Z","end":"2026-03-18T14:00:38.041051Z","steps":["trace[291623028] 'agreement among raft nodes before linearized reading' (duration: 442.355766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:38.041058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.634266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T14:00:38.041093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:37.286659Z","time spent":"754.424612ms","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T14:00:38.041088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229036631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-18T14:00:38.041093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.534459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:00:38.041136Z","caller":"traceutil/trace.go:171","msg":"trace[773282457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2632; }","duration":"425.74751ms","start":"2026-03-18T14:00:37.615361Z","end":"2026-03-18T14:00:38.041109Z","steps":["trace[773282457] 'agreement among raft nodes before linearized reading' (duration: 425.500743ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:38.041157Z","caller":"traceutil/trace.go:171","msg":"trace[1768067417] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2632; }","duration":"1.229183345s","start":"2026-03-18T14:00:36.811956Z","end":"2026-03-18T14:00:38.041139Z","steps":["trace[1768067417] 'agreement among raft nodes before linearized reading' (duration: 1.228960859s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:38.041158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:37.598491Z","time spent":"442.658263ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:00:38.041178Z","caller":"traceutil/trace.go:171","msg":"trace[2115665848] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2632; }","duration":"588.737793ms","start":"2026-03-18T14:00:37.452418Z","end":"2026-03-18T14:00:38.041155Z","steps":["trace[2115665848] 'agreement among raft nodes before linearized reading' (duration: 588.469337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:38.041193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:36.811929Z","time spent":"1.229258178s","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-18T14:00:38.041187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:37.61532Z","time spent":"425.854584ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:00:38.041175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.831994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T14:00:38.041225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:37.452395Z","time spent":"588.821347ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:00:38.041274Z","caller":"traceutil/trace.go:171","msg":"trace[940106300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2632; }","duration":"417.004689ms","start":"2026-03-18T14:00:37.624247Z","end":"2026-03-18T14:00:38.041251Z","steps":["trace[940106300] 'agreement among raft nodes before linearized reading' (duration: 416.67864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:38.04131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:37.624202Z","time spent":"417.102212ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:00:38.041254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:37.090506Z","time spent":"950.575918ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:00:38.25672Z","caller":"traceutil/trace.go:171","msg":"trace[57265619] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"208.936586ms","start":"2026-03-18T14:00:38.047751Z","end":"2026-03-18T14:00:38.256687Z","steps":["trace[57265619] 'process raft request' (duration: 147.064867ms)","trace[57265619] 'compare' (duration: 61.750496ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:00:38.257328Z","caller":"traceutil/trace.go:171","msg":"trace[565323876] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"209.407489ms","start":"2026-03-18T14:00:38.047877Z","end":"2026-03-18T14:00:38.257285Z","steps":["trace[565323876] 'process raft request' (duration: 209.306646ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:38.257473Z","caller":"traceutil/trace.go:171","msg":"trace[1506919418] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"209.596236ms","start":"2026-03-18T14:00:38.047827Z","end":"2026-03-18T14:00:38.257423Z","steps":["trace[1506919418] 'process raft request' (duration: 209.163264ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:38.257647Z","caller":"traceutil/trace.go:171","msg":"trace[1573078535] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"209.712937ms","start":"2026-03-18T14:00:38.047897Z","end":"2026-03-18T14:00:38.25761Z","steps":["trace[1573078535] 'process raft request' (duration: 209.337177ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:38.257938Z","caller":"traceutil/trace.go:171","msg":"trace[1105461641] linearizableReadLoop","detail":"{readStateIndex:2760; appliedIndex:2755; }","duration":"209.976804ms","start":"2026-03-18T14:00:38.047949Z","end":"2026-03-18T14:00:38.257925Z","steps":["trace[1105461641] 'read index received' (duration: 146.900603ms)","trace[1105461641] 'applied index is now lower than readState.Index' (duration: 63.074951ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:00:38.258039Z","caller":"traceutil/trace.go:171","msg":"trace[1766588104] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"204.939107ms","start":"2026-03-18T14:00:38.053091Z","end":"2026-03-18T14:00:38.25803Z","steps":["trace[1766588104] 'process raft request' (duration: 204.767123ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:38.258092Z","caller":"traceutil/trace.go:171","msg":"trace[1569483984] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"210.172041ms","start":"2026-03-18T14:00:38.047904Z","end":"2026-03-18T14:00:38.258076Z","steps":["trace[1569483984] 'process raft request' (duration: 209.613044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:38.258347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.374926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3d4764ae-a497-42c4-8571-36c0cbe933ab\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-18T14:00:38.258392Z","caller":"traceutil/trace.go:171","msg":"trace[391079161] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3d4764ae-a497-42c4-8571-36c0cbe933ab; range_end:; response_count:1; response_revision:2638; }","duration":"210.445188ms","start":"2026-03-18T14:00:38.047935Z","end":"2026-03-18T14:00:38.258381Z","steps":["trace[391079161] 'agreement among raft nodes before linearized reading' (duration: 210.263044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:38.258565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.176183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-03-18T14:00:38.258614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.668322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-18T14:00:38.258626Z","caller":"traceutil/trace.go:171","msg":"trace[998067554] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2638; }","duration":"209.272566ms","start":"2026-03-18T14:00:38.049339Z","end":"2026-03-18T14:00:38.258612Z","steps":["trace[998067554] 'agreement among raft nodes before linearized reading' (duration: 209.05847ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:38.258651Z","caller":"traceutil/trace.go:171","msg":"trace[373739268] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2638; }","duration":"203.725594ms","start":"2026-03-18T14:00:38.054916Z","end":"2026-03-18T14:00:38.258641Z","steps":["trace[373739268] 'agreement among raft nodes before linearized reading' (duration: 203.623991ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:48.417938Z","caller":"traceutil/trace.go:171","msg":"trace[769445309] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"103.990745ms","start":"2026-03-18T14:00:48.313922Z","end":"2026-03-18T14:00:48.417913Z","steps":["trace[769445309] 'process raft request' (duration: 103.82256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:48.418197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.285183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:00:48.418337Z","caller":"traceutil/trace.go:171","msg":"trace[286261962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2688; }","duration":"100.453448ms","start":"2026-03-18T14:00:48.317869Z","end":"2026-03-18T14:00:48.418322Z","steps":["trace[286261962] 'agreement among raft nodes before linearized reading' (duration: 100.22846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:48.447757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.414581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:00:48.44781Z","caller":"traceutil/trace.go:171","msg":"trace[957700699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2689; }","duration":"126.486182ms","start":"2026-03-18T14:00:48.321308Z","end":"2026-03-18T14:00:48.447794Z","steps":["trace[957700699] 'agreement among raft nodes before linearized reading' (duration: 126.342158ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:48.447851Z","caller":"traceutil/trace.go:171","msg":"trace[939680879] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"129.870066ms","start":"2026-03-18T14:00:48.317956Z","end":"2026-03-18T14:00:48.447826Z","steps":["trace[939680879] 'process raft request' (duration: 129.609268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:48.447992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.178037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:00:48.448079Z","caller":"traceutil/trace.go:171","msg":"trace[776737387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2689; }","duration":"125.296851ms","start":"2026-03-18T14:00:48.322764Z","end":"2026-03-18T14:00:48.448061Z","steps":["trace[776737387] 'agreement among raft nodes before linearized reading' (duration: 125.020593ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:53.028159Z","caller":"traceutil/trace.go:171","msg":"trace[1069373629] transaction","detail":"{read_only:false; response_revision:2717; number_of_response:1; }","duration":"101.043734ms","start":"2026-03-18T14:00:52.927093Z","end":"2026-03-18T14:00:53.028137Z","steps":["trace[1069373629] 'process raft request' (duration: 100.918581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:54.174011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.822599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:00:54.174116Z","caller":"traceutil/trace.go:171","msg":"trace[948278938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2718; }","duration":"601.975993ms","start":"2026-03-18T14:00:53.572114Z","end":"2026-03-18T14:00:54.17409Z","steps":["trace[948278938] 'range keys from in-memory index tree' (duration: 601.733567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:54.174105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.223485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T14:00:54.174173Z","caller":"traceutil/trace.go:171","msg":"trace[1076456921] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2718; }","duration":"608.330826ms","start":"2026-03-18T14:00:53.565828Z","end":"2026-03-18T14:00:54.174159Z","steps":["trace[1076456921] 'range keys from in-memory index tree' (duration: 608.009857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:54.174181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:53.572092Z","time spent":"602.067594ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:00:54.174216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:53.565807Z","time spent":"608.397449ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:00:54.331433Z","caller":"traceutil/trace.go:171","msg":"trace[1453747348] linearizableReadLoop","detail":"{readStateIndex:2845; appliedIndex:2844; }","duration":"156.280792ms","start":"2026-03-18T14:00:54.175124Z","end":"2026-03-18T14:00:54.331405Z","steps":["trace[1453747348] 'read index received' (duration: 156.164509ms)","trace[1453747348] 'applied index is now lower than readState.Index' (duration: 115.183µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:00:54.331499Z","caller":"traceutil/trace.go:171","msg":"trace[1115455938] transaction","detail":"{read_only:false; response_revision:2719; number_of_response:1; }","duration":"171.066618ms","start":"2026-03-18T14:00:54.160398Z","end":"2026-03-18T14:00:54.331465Z","steps":["trace[1115455938] 'process raft request' (duration: 170.862182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:54.331593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.441486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:00:54.331646Z","caller":"traceutil/trace.go:171","msg":"trace[640530471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2719; }","duration":"156.5352ms","start":"2026-03-18T14:00:54.175097Z","end":"2026-03-18T14:00:54.331632Z","steps":["trace[640530471] 'agreement among raft nodes before linearized reading' (duration: 156.432587ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:54.424194Z","caller":"traceutil/trace.go:171","msg":"trace[771763759] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"238.936113ms","start":"2026-03-18T14:00:54.184999Z","end":"2026-03-18T14:00:54.423936Z","steps":["trace[771763759] 'process raft request' (duration: 192.099057ms)","trace[771763759] 'compare' (duration: 46.677371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:00:54.424342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.655934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T14:00:54.424396Z","caller":"traceutil/trace.go:171","msg":"trace[1889042667] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2720; }","duration":"246.764647ms","start":"2026-03-18T14:00:54.177619Z","end":"2026-03-18T14:00:54.424384Z","steps":["trace[1889042667] 'agreement among raft nodes before linearized reading' (duration: 246.291064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:55.021765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476676228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:00:55.522629Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476676228,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:00:55.874187Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.361390862s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:00:55.87472Z","caller":"traceutil/trace.go:171","msg":"trace[506620129] transaction","detail":"{read_only:false; response_revision:2721; number_of_response:1; }","duration":"1.362031829s","start":"2026-03-18T14:00:54.51266Z","end":"2026-03-18T14:00:55.874691Z","steps":["trace[506620129] 'process raft request' (duration: 1.361865614s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:55.87487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:54.512637Z","time spent":"1.362140652s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:00:55.947205Z","caller":"traceutil/trace.go:171","msg":"trace[1125931651] transaction","detail":"{read_only:false; response_revision:2722; number_of_response:1; }","duration":"816.366713ms","start":"2026-03-18T14:00:55.130812Z","end":"2026-03-18T14:00:55.947178Z","steps":["trace[1125931651] 'process raft request' (duration: 816.015222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:55.947353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:55.130785Z","time spent":"816.487946ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:00:56.087078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.101098ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T14:00:56.087604Z","caller":"traceutil/trace.go:171","msg":"trace[290519287] linearizableReadLoop","detail":"{readStateIndex:2850; appliedIndex:2846; }","duration":"1.566578296s","start":"2026-03-18T14:00:54.521003Z","end":"2026-03-18T14:00:56.087581Z","steps":["trace[290519287] 'read index received' (duration: 1.353565847s)","trace[290519287] 'applied index is now lower than readState.Index' (duration: 213.011029ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:00:56.087655Z","caller":"traceutil/trace.go:171","msg":"trace[1678326920] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"599.811804ms","start":"2026-03-18T14:00:55.487818Z","end":"2026-03-18T14:00:56.08763Z","steps":["trace[1678326920] 'process raft request' (duration: 599.357622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:56.087858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:55.487783Z","time spent":"599.976279ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:00:56.110445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298970688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-18T14:00:56.110501Z","caller":"traceutil/trace.go:171","msg":"trace[1368126140] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2723; }","duration":"1.29907153s","start":"2026-03-18T14:00:54.811416Z","end":"2026-03-18T14:00:56.110488Z","steps":["trace[1368126140] 'agreement among raft nodes before linearized reading' (duration: 1.276325785s)","trace[1368126140] 'range keys from in-memory index tree' (duration: 22.610061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:00:56.110531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:54.811395Z","time spent":"1.299128993s","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-18T14:00:56.110556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.047814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:00:56.110546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.407462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:00:56.110599Z","caller":"traceutil/trace.go:171","msg":"trace[374705339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2723; }","duration":"540.124535ms","start":"2026-03-18T14:00:55.570461Z","end":"2026-03-18T14:00:56.110586Z","steps":["trace[374705339] 'agreement among raft nodes before linearized reading' (duration: 517.278987ms)","trace[374705339] 'range keys from in-memory index tree' (duration: 22.776076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:00:56.110575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.589546408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T14:00:56.110621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:55.570442Z","time spent":"540.174516ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:00:56.110619Z","caller":"traceutil/trace.go:171","msg":"trace[1029711453] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2723; }","duration":"903.529697ms","start":"2026-03-18T14:00:55.207072Z","end":"2026-03-18T14:00:56.110601Z","steps":["trace[1029711453] 'agreement among raft nodes before linearized reading' (duration: 880.69014ms)","trace[1029711453] 'count revisions from in-memory index tree' (duration: 22.729634ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:00:56.110649Z","caller":"traceutil/trace.go:171","msg":"trace[574524461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2723; }","duration":"1.58964203s","start":"2026-03-18T14:00:54.520985Z","end":"2026-03-18T14:00:56.110627Z","steps":["trace[574524461] 'agreement among raft nodes before linearized reading' (duration: 1.566721512s)","trace[574524461] 'range keys from in-memory index tree' (duration: 22.700834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:00:56.110663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:55.207054Z","time spent":"903.598389ms","remote":"127.0.0.1:33772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:00:56.110698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:54.520978Z","time spent":"1.589710832s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:00:56.110695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583110021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:00:56.110786Z","caller":"traceutil/trace.go:171","msg":"trace[138564643] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2723; }","duration":"1.583221325s","start":"2026-03-18T14:00:54.527537Z","end":"2026-03-18T14:00:56.110758Z","steps":["trace[138564643] 'agreement among raft nodes before linearized reading' (duration: 1.560227573s)","trace[138564643] 'range keys from in-memory index tree' (duration: 22.766096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:00:56.110833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:54.527529Z","time spent":"1.583294616s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:00:56.110842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587073619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:00:56.110873Z","caller":"traceutil/trace.go:171","msg":"trace[1776139211] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2723; }","duration":"1.587443371s","start":"2026-03-18T14:00:54.52342Z","end":"2026-03-18T14:00:56.110863Z","steps":["trace[1776139211] 'agreement among raft nodes before linearized reading' (duration: 1.564312025s)","trace[1776139211] 'range keys from in-memory index tree' (duration: 22.717554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:00:56.110895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:54.523414Z","time spent":"1.587474961s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:00:56.110898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583874352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:00:56.110997Z","caller":"traceutil/trace.go:171","msg":"trace[1664596459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2723; }","duration":"1.584043408s","start":"2026-03-18T14:00:54.52693Z","end":"2026-03-18T14:00:56.110973Z","steps":["trace[1664596459] 'agreement among raft nodes before linearized reading' (duration: 1.56084351s)","trace[1664596459] 'range keys from in-memory index tree' (duration: 23.002132ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:00:56.111048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:00:54.526914Z","time spent":"1.584116669s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:00:56.254272Z","caller":"traceutil/trace.go:171","msg":"trace[757140408] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"139.830251ms","start":"2026-03-18T14:00:56.114367Z","end":"2026-03-18T14:00:56.254197Z","steps":["trace[757140408] 'process raft request' (duration: 106.32373ms)","trace[757140408] 'compare' (duration: 33.316506ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:00:56.254514Z","caller":"traceutil/trace.go:171","msg":"trace[633638538] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"139.284466ms","start":"2026-03-18T14:00:56.115203Z","end":"2026-03-18T14:00:56.254488Z","steps":["trace[633638538] 'process raft request' (duration: 139.169313ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:56.254531Z","caller":"traceutil/trace.go:171","msg":"trace[64831095] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"139.42799ms","start":"2026-03-18T14:00:56.115089Z","end":"2026-03-18T14:00:56.254517Z","steps":["trace[64831095] 'process raft request' (duration: 139.050239ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:56.254531Z","caller":"traceutil/trace.go:171","msg":"trace[1225821845] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"139.284975ms","start":"2026-03-18T14:00:56.115222Z","end":"2026-03-18T14:00:56.254507Z","steps":["trace[1225821845] 'process raft request' (duration: 139.226964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:00:56.254714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.669497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-18T14:00:56.254776Z","caller":"traceutil/trace.go:171","msg":"trace[57109211] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2728; }","duration":"123.754749ms","start":"2026-03-18T14:00:56.131007Z","end":"2026-03-18T14:00:56.254762Z","steps":["trace[57109211] 'agreement among raft nodes before linearized reading' (duration: 123.616755ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:00:56.255082Z","caller":"traceutil/trace.go:171","msg":"trace[95779701] linearizableReadLoop","detail":"{readStateIndex:2855; appliedIndex:2851; }","duration":"123.43118ms","start":"2026-03-18T14:00:56.131045Z","end":"2026-03-18T14:00:56.254476Z","steps":["trace[95779701] 'read index received' (duration: 89.585471ms)","trace[95779701] 'applied index is now lower than readState.Index' (duration: 33.845039ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:01:01.276389Z","caller":"traceutil/trace.go:171","msg":"trace[2017074243] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"169.409512ms","start":"2026-03-18T14:01:01.106948Z","end":"2026-03-18T14:01:01.276357Z","steps":["trace[2017074243] 'process raft request' (duration: 169.282669ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:01:02.096468Z","caller":"traceutil/trace.go:171","msg":"trace[1302852566] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"180.405336ms","start":"2026-03-18T14:01:01.916025Z","end":"2026-03-18T14:01:02.09643Z","steps":["trace[1302852566] 'process raft request' (duration: 180.167988ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:01:02.39039Z","caller":"traceutil/trace.go:171","msg":"trace[1982994529] linearizableReadLoop","detail":"{readStateIndex:2881; appliedIndex:2880; }","duration":"105.913119ms","start":"2026-03-18T14:01:02.284439Z","end":"2026-03-18T14:01:02.390352Z","steps":["trace[1982994529] 'read index received' (duration: 105.655772ms)","trace[1982994529] 'applied index is now lower than readState.Index' (duration: 255.597µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:01:02.390539Z","caller":"traceutil/trace.go:171","msg":"trace[1021398882] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"240.920866ms","start":"2026-03-18T14:01:02.14955Z","end":"2026-03-18T14:01:02.390471Z","steps":["trace[1021398882] 'process raft request' (duration: 240.531025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:01:02.390788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.322969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:01:02.390858Z","caller":"traceutil/trace.go:171","msg":"trace[1692718004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2753; }","duration":"106.472043ms","start":"2026-03-18T14:01:02.284368Z","end":"2026-03-18T14:01:02.39084Z","steps":["trace[1692718004] 'agreement among raft nodes before linearized reading' (duration: 106.183866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:01:02.533151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.465987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:01:02.53337Z","caller":"traceutil/trace.go:171","msg":"trace[1547366379] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"137.265749ms","start":"2026-03-18T14:01:02.396079Z","end":"2026-03-18T14:01:02.533345Z","steps":["trace[1547366379] 'process raft request' (duration: 35.489845ms)","trace[1547366379] 'compare' (duration: 101.292481ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:01:02.534084Z","caller":"traceutil/trace.go:171","msg":"trace[976456656] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"137.883136ms","start":"2026-03-18T14:01:02.396166Z","end":"2026-03-18T14:01:02.534049Z","steps":["trace[976456656] 'process raft request' (duration: 137.132476ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:01:02.534177Z","caller":"traceutil/trace.go:171","msg":"trace[1206005994] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"137.626149ms","start":"2026-03-18T14:01:02.396491Z","end":"2026-03-18T14:01:02.534117Z","steps":["trace[1206005994] 'process raft request' (duration: 137.467094ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:01:02.534275Z","caller":"traceutil/trace.go:171","msg":"trace[1393144002] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"137.565218ms","start":"2026-03-18T14:01:02.396643Z","end":"2026-03-18T14:01:02.534208Z","steps":["trace[1393144002] 'process raft request' (duration: 137.400373ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:01:02.534671Z","caller":"traceutil/trace.go:171","msg":"trace[1148304808] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"129.225209ms","start":"2026-03-18T14:01:02.405429Z","end":"2026-03-18T14:01:02.534655Z","steps":["trace[1148304808] 'process raft request' (duration: 129.119066ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:01:02.626878Z","caller":"traceutil/trace.go:171","msg":"trace[1498664780] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"149.65488ms","start":"2026-03-18T14:01:02.477185Z","end":"2026-03-18T14:01:02.62684Z","steps":["trace[1498664780] 'process raft request' (duration: 149.477995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:01:08.841036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.095262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:01:08.841241Z","caller":"traceutil/trace.go:171","msg":"trace[1744984546] transaction","detail":"{read_only:false; response_revision:2785; number_of_response:1; }","duration":"191.403637ms","start":"2026-03-18T14:01:08.649819Z","end":"2026-03-18T14:01:08.841223Z","steps":["trace[1744984546] 'process raft request' (duration: 191.341926ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:01:08.841302Z","caller":"traceutil/trace.go:171","msg":"trace[1003854018] linearizableReadLoop","detail":"{readStateIndex:2914; appliedIndex:2913; }","duration":"272.075692ms","start":"2026-03-18T14:01:08.569176Z","end":"2026-03-18T14:01:08.841252Z","steps":["trace[1003854018] 'read index received' (duration: 46.722743ms)","trace[1003854018] 'applied index is now lower than readState.Index' (duration: 225.351629ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:01:08.841435Z","caller":"traceutil/trace.go:171","msg":"trace[1184287828] transaction","detail":"{read_only:false; response_revision:2784; number_of_response:1; }","duration":"282.909649ms","start":"2026-03-18T14:01:08.558512Z","end":"2026-03-18T14:01:08.841422Z","steps":["trace[1184287828] 'process raft request' (duration: 57.336955ms)","trace[1184287828] 'compare' (duration: 224.975559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:01:08.841609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.427663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:01:08.841661Z","caller":"traceutil/trace.go:171","msg":"trace[450527409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2785; }","duration":"272.518594ms","start":"2026-03-18T14:01:08.569133Z","end":"2026-03-18T14:01:08.841652Z","steps":["trace[450527409] 'agreement among raft nodes before linearized reading' (duration: 272.438732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:01:08.841659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.573272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:01:08.841719Z","caller":"traceutil/trace.go:171","msg":"trace[252821352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2785; }","duration":"242.656155ms","start":"2026-03-18T14:01:08.59905Z","end":"2026-03-18T14:01:08.841706Z","steps":["trace[252821352] 'agreement among raft nodes before linearized reading' (duration: 242.49434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:01:08.841622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.152398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T14:01:08.841777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.640474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T14:01:08.841884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.211699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:01:08.841947Z","caller":"traceutil/trace.go:171","msg":"trace[2096820729] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2785; }","duration":"243.343634ms","start":"2026-03-18T14:01:08.598588Z","end":"2026-03-18T14:01:08.841931Z","steps":["trace[2096820729] 'agreement among raft nodes before linearized reading' (duration: 242.977234ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:01:08.841896Z","caller":"traceutil/trace.go:171","msg":"trace[1862108899] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2785; }","duration":"267.388693ms","start":"2026-03-18T14:01:08.57442Z","end":"2026-03-18T14:01:08.841809Z","steps":["trace[1862108899] 'agreement among raft nodes before linearized reading' (duration: 267.087365ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:01:08.842035Z","caller":"traceutil/trace.go:171","msg":"trace[1643260592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2785; }","duration":"242.777908ms","start":"2026-03-18T14:01:08.599035Z","end":"2026-03-18T14:01:08.841813Z","steps":["trace[1643260592] 'agreement among raft nodes before linearized reading' (duration: 242.5071ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:01:09.111204Z","caller":"traceutil/trace.go:171","msg":"trace[215393925] transaction","detail":"{read_only:false; response_revision:2786; number_of_response:1; }","duration":"265.144601ms","start":"2026-03-18T14:01:08.846042Z","end":"2026-03-18T14:01:09.111186Z","steps":["trace[215393925] 'process raft request' (duration: 265.041209ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:01:09.113532Z","caller":"traceutil/trace.go:171","msg":"trace[1182564418] transaction","detail":"{read_only:false; response_revision:2787; number_of_response:1; }","duration":"267.21421ms","start":"2026-03-18T14:01:08.846298Z","end":"2026-03-18T14:01:09.113513Z","steps":["trace[1182564418] 'process raft request' (duration: 267.094347ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:01:09.113803Z","caller":"traceutil/trace.go:171","msg":"trace[1709749498] transaction","detail":"{read_only:false; response_revision:2788; number_of_response:1; }","duration":"267.290531ms","start":"2026-03-18T14:01:08.8465Z","end":"2026-03-18T14:01:09.11379Z","steps":["trace[1709749498] 'process raft request' (duration: 266.986362ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:01:09.113822Z","caller":"traceutil/trace.go:171","msg":"trace[834290704] linearizableReadLoop","detail":"{readStateIndex:2919; appliedIndex:2915; }","duration":"266.231052ms","start":"2026-03-18T14:01:08.84757Z","end":"2026-03-18T14:01:09.113801Z","steps":["trace[834290704] 'read index received' (duration: 263.509547ms)","trace[834290704] 'applied index is now lower than readState.Index' (duration: 2.720565ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:01:09.113863Z","caller":"traceutil/trace.go:171","msg":"trace[681651204] transaction","detail":"{read_only:false; response_revision:2789; number_of_response:1; }","duration":"266.752546ms","start":"2026-03-18T14:01:08.847095Z","end":"2026-03-18T14:01:09.113847Z","steps":["trace[681651204] 'process raft request' (duration: 266.607271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:01:09.114043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.449948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-18T14:01:09.114092Z","caller":"traceutil/trace.go:171","msg":"trace[2037133] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2789; }","duration":"266.53282ms","start":"2026-03-18T14:01:08.847549Z","end":"2026-03-18T14:01:09.114081Z","steps":["trace[2037133] 'agreement among raft nodes before linearized reading' (duration: 266.347735ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:01:17.108546Z","caller":"traceutil/trace.go:171","msg":"trace[1173171342] transaction","detail":"{read_only:false; response_revision:2826; number_of_response:1; }","duration":"239.195699ms","start":"2026-03-18T14:01:16.869283Z","end":"2026-03-18T14:01:17.108478Z","steps":["trace[1173171342] 'process raft request' (duration: 181.359791ms)","trace[1173171342] 'compare' (duration: 57.496219ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:01:26.575138Z","caller":"traceutil/trace.go:171","msg":"trace[1813331542] transaction","detail":"{read_only:false; response_revision:2873; number_of_response:1; }","duration":"181.904826ms","start":"2026-03-18T14:01:26.393186Z","end":"2026-03-18T14:01:26.575091Z","steps":["trace[1813331542] 'process raft request' (duration: 181.66539ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:01:35.594034Z","caller":"traceutil/trace.go:171","msg":"trace[830893963] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"141.812635ms","start":"2026-03-18T14:01:35.452166Z","end":"2026-03-18T14:01:35.593978Z","steps":["trace[830893963] 'process raft request' (duration: 141.61965ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:01:35.59688Z","caller":"traceutil/trace.go:171","msg":"trace[1282826566] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"105.58575ms","start":"2026-03-18T14:01:35.491236Z","end":"2026-03-18T14:01:35.596822Z","steps":["trace[1282826566] 'process raft request' (duration: 105.436276ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:01:36.298152Z","caller":"traceutil/trace.go:171","msg":"trace[394457958] transaction","detail":"{read_only:false; response_revision:2920; number_of_response:1; }","duration":"164.100257ms","start":"2026-03-18T14:01:36.134016Z","end":"2026-03-18T14:01:36.298116Z","steps":["trace[394457958] 'process raft request' (duration: 71.255088ms)","trace[394457958] 'compare' (duration: 92.671695ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:01:37.527171Z","caller":"traceutil/trace.go:171","msg":"trace[1767736779] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"112.225502ms","start":"2026-03-18T14:01:37.41491Z","end":"2026-03-18T14:01:37.527135Z","steps":["trace[1767736779] 'process raft request' (duration: 111.917663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:01:38.913385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.328012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:01:38.913501Z","caller":"traceutil/trace.go:171","msg":"trace[1271254392] linearizableReadLoop","detail":"{readStateIndex:3069; appliedIndex:3068; }","duration":"103.41485ms","start":"2026-03-18T14:01:38.810067Z","end":"2026-03-18T14:01:38.913482Z","steps":["trace[1271254392] 'read index received' (duration: 30.83µs)","trace[1271254392] 'applied index is now lower than readState.Index' (duration: 103.38291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:01:38.913648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.579345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-18T14:01:38.913683Z","caller":"traceutil/trace.go:171","msg":"trace[1798864808] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2933; }","duration":"103.648336ms","start":"2026-03-18T14:01:38.810025Z","end":"2026-03-18T14:01:38.913673Z","steps":["trace[1798864808] 'agreement among raft nodes before linearized reading' (duration: 103.509103ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:01:38.913697Z","caller":"traceutil/trace.go:171","msg":"trace[1744305553] transaction","detail":"{read_only:false; response_revision:2933; number_of_response:1; }","duration":"237.347989ms","start":"2026-03-18T14:01:38.676319Z","end":"2026-03-18T14:01:38.913667Z","steps":["trace[1744305553] 'process raft request' (duration: 119.643166ms)","trace[1744305553] 'compare' (duration: 117.185369ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:01:57.974708Z","caller":"traceutil/trace.go:171","msg":"trace[687031916] linearizableReadLoop","detail":"{readStateIndex:3166; appliedIndex:3165; }","duration":"144.492383ms","start":"2026-03-18T14:01:57.830188Z","end":"2026-03-18T14:01:57.97468Z","steps":["trace[687031916] 'read index received' (duration: 144.164794ms)","trace[687031916] 'applied index is now lower than readState.Index' (duration: 326.439µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:01:57.974807Z","caller":"traceutil/trace.go:171","msg":"trace[1237719703] transaction","detail":"{read_only:false; response_revision:3026; number_of_response:1; }","duration":"159.555216ms","start":"2026-03-18T14:01:57.815193Z","end":"2026-03-18T14:01:57.974748Z","steps":["trace[1237719703] 'process raft request' (duration: 159.304109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:01:57.975044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.78332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:01:57.975153Z","caller":"traceutil/trace.go:171","msg":"trace[979882084] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3026; }","duration":"145.005046ms","start":"2026-03-18T14:01:57.83013Z","end":"2026-03-18T14:01:57.975135Z","steps":["trace[979882084] 'agreement among raft nodes before linearized reading' (duration: 144.699298ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:01:58.947691Z","caller":"traceutil/trace.go:171","msg":"trace[1375961868] linearizableReadLoop","detail":"{readStateIndex:3169; appliedIndex:3168; }","duration":"124.902005ms","start":"2026-03-18T14:01:58.82275Z","end":"2026-03-18T14:01:58.947652Z","steps":["trace[1375961868] 'read index received' (duration: 117.474851ms)","trace[1375961868] 'applied index is now lower than readState.Index' (duration: 7.425604ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:01:58.947793Z","caller":"traceutil/trace.go:171","msg":"trace[1106003603] transaction","detail":"{read_only:false; response_revision:3029; number_of_response:1; }","duration":"125.742367ms","start":"2026-03-18T14:01:58.822004Z","end":"2026-03-18T14:01:58.947746Z","steps":["trace[1106003603] 'process raft request' (duration: 118.256263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:01:58.947997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.214663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-18T14:01:58.948048Z","caller":"traceutil/trace.go:171","msg":"trace[104969077] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3029; }","duration":"125.348488ms","start":"2026-03-18T14:01:58.822686Z","end":"2026-03-18T14:01:58.948034Z","steps":["trace[104969077] 'agreement among raft nodes before linearized reading' (duration: 125.108011ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:02:00.928523Z","caller":"traceutil/trace.go:171","msg":"trace[1637112992] linearizableReadLoop","detail":"{readStateIndex:3179; appliedIndex:3178; }","duration":"112.073294ms","start":"2026-03-18T14:02:00.816427Z","end":"2026-03-18T14:02:00.9285Z","steps":["trace[1637112992] 'read index received' (duration: 111.717473ms)","trace[1637112992] 'applied index is now lower than readState.Index' (duration: 354.811µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:02:00.928575Z","caller":"traceutil/trace.go:171","msg":"trace[1092930184] transaction","detail":"{read_only:false; response_revision:3038; number_of_response:1; }","duration":"114.990214ms","start":"2026-03-18T14:02:00.813553Z","end":"2026-03-18T14:02:00.928543Z","steps":["trace[1092930184] 'process raft request' (duration: 114.733057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:02:00.928715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.271178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-03-18T14:02:00.928774Z","caller":"traceutil/trace.go:171","msg":"trace[1696548509] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3038; }","duration":"112.379161ms","start":"2026-03-18T14:02:00.816379Z","end":"2026-03-18T14:02:00.928759Z","steps":["trace[1696548509] 'agreement among raft nodes before linearized reading' (duration: 112.216136ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:02:01.180791Z","caller":"traceutil/trace.go:171","msg":"trace[1422372462] transaction","detail":"{read_only:false; response_revision:3039; number_of_response:1; }","duration":"102.80422ms","start":"2026-03-18T14:02:01.077959Z","end":"2026-03-18T14:02:01.180763Z","steps":["trace[1422372462] 'process raft request' (duration: 102.624795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:02:25.319567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.316443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:02:25.319926Z","caller":"traceutil/trace.go:171","msg":"trace[1332327046] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3150; }","duration":"157.744176ms","start":"2026-03-18T14:02:25.16215Z","end":"2026-03-18T14:02:25.319895Z","steps":["trace[1332327046] 'count revisions from in-memory index tree' (duration: 157.17001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:02:38.59077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.721595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:02:38.591284Z","caller":"traceutil/trace.go:171","msg":"trace[1124426298] transaction","detail":"{read_only:false; response_revision:3213; number_of_response:1; }","duration":"256.424672ms","start":"2026-03-18T14:02:38.33483Z","end":"2026-03-18T14:02:38.591254Z","steps":["trace[1124426298] 'process raft request' (duration: 120.987798ms)","trace[1124426298] 'compare' (duration: 134.398315ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:02:38.591398Z","caller":"traceutil/trace.go:171","msg":"trace[306354772] transaction","detail":"{read_only:false; response_revision:3214; number_of_response:1; }","duration":"255.164537ms","start":"2026-03-18T14:02:38.336201Z","end":"2026-03-18T14:02:38.591365Z","steps":["trace[306354772] 'process raft request' (duration: 254.724095ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:00.516134Z","caller":"traceutil/trace.go:171","msg":"trace[82955106] transaction","detail":"{read_only:false; response_revision:3311; number_of_response:1; }","duration":"115.957892ms","start":"2026-03-18T14:03:00.400118Z","end":"2026-03-18T14:03:00.516076Z","steps":["trace[82955106] 'process raft request' (duration: 46.930784ms)","trace[82955106] 'compare' (duration: 68.808402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:03:02.755009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.035665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:03:02.75509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.418374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:03:02.755142Z","caller":"traceutil/trace.go:171","msg":"trace[1690327242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3319; }","duration":"183.21509ms","start":"2026-03-18T14:03:02.571898Z","end":"2026-03-18T14:03:02.755113Z","steps":["trace[1690327242] 'range keys from in-memory index tree' (duration: 182.938423ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:02.755154Z","caller":"traceutil/trace.go:171","msg":"trace[1062563843] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3319; }","duration":"195.519937ms","start":"2026-03-18T14:03:02.559615Z","end":"2026-03-18T14:03:02.755135Z","steps":["trace[1062563843] 'range keys from in-memory index tree' (duration: 195.235529ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:03.123196Z","caller":"traceutil/trace.go:171","msg":"trace[1195837034] transaction","detail":"{read_only:false; response_revision:3322; number_of_response:1; }","duration":"154.865935ms","start":"2026-03-18T14:03:02.968295Z","end":"2026-03-18T14:03:03.123161Z","steps":["trace[1195837034] 'process raft request' (duration: 154.634979ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:11.484549Z","caller":"traceutil/trace.go:171","msg":"trace[1052578914] transaction","detail":"{read_only:false; response_revision:3361; number_of_response:1; }","duration":"123.018174ms","start":"2026-03-18T14:03:11.361504Z","end":"2026-03-18T14:03:11.484522Z","steps":["trace[1052578914] 'process raft request' (duration: 122.829199ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:11.975153Z","caller":"traceutil/trace.go:171","msg":"trace[353080156] transaction","detail":"{read_only:false; response_revision:3364; number_of_response:1; }","duration":"115.064787ms","start":"2026-03-18T14:03:11.860059Z","end":"2026-03-18T14:03:11.975123Z","steps":["trace[353080156] 'process raft request' (duration: 48.839256ms)","trace[353080156] 'compare' (duration: 66.104988ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:03:12.007944Z","caller":"traceutil/trace.go:171","msg":"trace[2061679407] transaction","detail":"{read_only:false; response_revision:3365; number_of_response:1; }","duration":"129.45123ms","start":"2026-03-18T14:03:11.878459Z","end":"2026-03-18T14:03:12.00791Z","steps":["trace[2061679407] 'process raft request' (duration: 129.259515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:12.199315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.065048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:03:12.199604Z","caller":"traceutil/trace.go:171","msg":"trace[898112632] transaction","detail":"{read_only:false; response_revision:3369; number_of_response:1; }","duration":"185.145713ms","start":"2026-03-18T14:03:12.014438Z","end":"2026-03-18T14:03:12.199583Z","steps":["trace[898112632] 'process raft request' (duration: 185.04751ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:12.199612Z","caller":"traceutil/trace.go:171","msg":"trace[1281211494] transaction","detail":"{read_only:false; response_revision:3368; number_of_response:1; }","duration":"185.196325ms","start":"2026-03-18T14:03:12.014382Z","end":"2026-03-18T14:03:12.199579Z","steps":["trace[1281211494] 'process raft request' (duration: 185.050151ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:12.199691Z","caller":"traceutil/trace.go:171","msg":"trace[957266778] transaction","detail":"{read_only:false; response_revision:3367; number_of_response:1; }","duration":"185.458452ms","start":"2026-03-18T14:03:12.014201Z","end":"2026-03-18T14:03:12.199659Z","steps":["trace[957266778] 'process raft request' (duration: 62.942621ms)","trace[957266778] 'compare' (duration: 121.870453ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:03:12.200147Z","caller":"traceutil/trace.go:171","msg":"trace[478896193] linearizableReadLoop","detail":"{readStateIndex:3528; appliedIndex:3522; }","duration":"127.417834ms","start":"2026-03-18T14:03:12.072716Z","end":"2026-03-18T14:03:12.200134Z","steps":["trace[478896193] 'read index received' (duration: 4.325348ms)","trace[478896193] 'applied index is now lower than readState.Index' (duration: 123.091566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:03:12.200272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.532778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:03:12.200215Z","caller":"traceutil/trace.go:171","msg":"trace[12508725] transaction","detail":"{read_only:false; response_revision:3371; number_of_response:1; }","duration":"185.193645ms","start":"2026-03-18T14:03:12.014995Z","end":"2026-03-18T14:03:12.200188Z","steps":["trace[12508725] 'process raft request' (duration: 184.809164ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:12.200223Z","caller":"traceutil/trace.go:171","msg":"trace[300933705] transaction","detail":"{read_only:false; response_revision:3372; number_of_response:1; }","duration":"178.952084ms","start":"2026-03-18T14:03:12.02124Z","end":"2026-03-18T14:03:12.200192Z","steps":["trace[300933705] 'process raft request' (duration: 178.793399ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:12.200322Z","caller":"traceutil/trace.go:171","msg":"trace[930330743] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3372; }","duration":"127.656921ms","start":"2026-03-18T14:03:12.072651Z","end":"2026-03-18T14:03:12.200308Z","steps":["trace[930330743] 'agreement among raft nodes before linearized reading' (duration: 127.534628ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:12.2004Z","caller":"traceutil/trace.go:171","msg":"trace[1824851884] transaction","detail":"{read_only:false; response_revision:3370; number_of_response:1; }","duration":"185.762399ms","start":"2026-03-18T14:03:12.014614Z","end":"2026-03-18T14:03:12.200377Z","steps":["trace[1824851884] 'process raft request' (duration: 184.908716ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:12.403446Z","caller":"traceutil/trace.go:171","msg":"trace[321796812] transaction","detail":"{read_only:false; response_revision:3373; number_of_response:1; }","duration":"116.145347ms","start":"2026-03-18T14:03:12.287264Z","end":"2026-03-18T14:03:12.403409Z","steps":["trace[321796812] 'process raft request' (duration: 21.376125ms)","trace[321796812] 'compare' (duration: 94.580836ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:03:15.369176Z","caller":"traceutil/trace.go:171","msg":"trace[775510010] transaction","detail":"{read_only:false; response_revision:3397; number_of_response:1; }","duration":"114.85037ms","start":"2026-03-18T14:03:15.25429Z","end":"2026-03-18T14:03:15.36914Z","steps":["trace[775510010] 'process raft request' (duration: 106.740719ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:15.647123Z","caller":"traceutil/trace.go:171","msg":"trace[2081696341] transaction","detail":"{read_only:false; response_revision:3411; number_of_response:1; }","duration":"122.449289ms","start":"2026-03-18T14:03:15.524633Z","end":"2026-03-18T14:03:15.647082Z","steps":["trace[2081696341] 'process raft request' (duration: 64.477422ms)","trace[2081696341] 'compare' (duration: 57.783121ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:03:15.662674Z","caller":"traceutil/trace.go:171","msg":"trace[479345934] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3411; }","duration":"133.532852ms","start":"2026-03-18T14:03:15.529118Z","end":"2026-03-18T14:03:15.662651Z","steps":["trace[479345934] 'process raft request' (duration: 133.392188ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:18.133723Z","caller":"traceutil/trace.go:171","msg":"trace[1748382409] transaction","detail":"{read_only:false; response_revision:3442; number_of_response:1; }","duration":"130.505849ms","start":"2026-03-18T14:03:18.003189Z","end":"2026-03-18T14:03:18.133695Z","steps":["trace[1748382409] 'process raft request' (duration: 35.318896ms)","trace[1748382409] 'compare' (duration: 95.07978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:03:21.067203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.467995ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:03:21.067384Z","caller":"traceutil/trace.go:171","msg":"trace[1788936905] linearizableReadLoop","detail":"{readStateIndex:3673; appliedIndex:3671; }","duration":"230.306789ms","start":"2026-03-18T14:03:20.837061Z","end":"2026-03-18T14:03:21.067368Z","steps":["trace[1788936905] 'read index received' (duration: 109.548017ms)","trace[1788936905] 'applied index is now lower than readState.Index' (duration: 120.757882ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:03:21.067446Z","caller":"traceutil/trace.go:171","msg":"trace[1343843619] transaction","detail":"{read_only:false; response_revision:3508; number_of_response:1; }","duration":"239.255382ms","start":"2026-03-18T14:03:20.828181Z","end":"2026-03-18T14:03:21.067436Z","steps":["trace[1343843619] 'process raft request' (duration: 118.291864ms)","trace[1343843619] 'compare' (duration: 120.332052ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:03:21.067669Z","caller":"traceutil/trace.go:171","msg":"trace[1310737586] transaction","detail":"{read_only:false; response_revision:3509; number_of_response:1; }","duration":"239.220082ms","start":"2026-03-18T14:03:20.828404Z","end":"2026-03-18T14:03:21.067624Z","steps":["trace[1310737586] 'process raft request' (duration: 238.921193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:21.067748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.933877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-z2692\" ","response":"range_response_count:1 size:3866"} {"level":"warn","ts":"2026-03-18T14:03:21.067782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.010509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" ","response":"range_response_count:1 size:4493"} {"level":"info","ts":"2026-03-18T14:03:21.067846Z","caller":"traceutil/trace.go:171","msg":"trace[108962466] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-z2692; range_end:; response_count:1; response_revision:3509; }","duration":"234.068961ms","start":"2026-03-18T14:03:20.83375Z","end":"2026-03-18T14:03:21.067819Z","steps":["trace[108962466] 'agreement among raft nodes before linearized reading' (duration: 233.749862ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:21.067862Z","caller":"traceutil/trace.go:171","msg":"trace[2046793109] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc; range_end:; response_count:1; response_revision:3509; }","duration":"234.117433ms","start":"2026-03-18T14:03:20.833721Z","end":"2026-03-18T14:03:21.067838Z","steps":["trace[2046793109] 'agreement among raft nodes before linearized reading' (duration: 233.876376ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:21.072855Z","caller":"traceutil/trace.go:171","msg":"trace[1084867792] transaction","detail":"{read_only:false; response_revision:3510; number_of_response:1; }","duration":"232.512379ms","start":"2026-03-18T14:03:20.840309Z","end":"2026-03-18T14:03:21.072821Z","steps":["trace[1084867792] 'process raft request' (duration: 232.263002ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:21.072935Z","caller":"traceutil/trace.go:171","msg":"trace[1396521076] transaction","detail":"{read_only:false; response_revision:3511; number_of_response:1; }","duration":"230.948026ms","start":"2026-03-18T14:03:20.841965Z","end":"2026-03-18T14:03:21.072913Z","steps":["trace[1396521076] 'process raft request' (duration: 230.7369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:21.073236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.777137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-18T14:03:21.073312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.850162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-18T14:03:21.073404Z","caller":"traceutil/trace.go:171","msg":"trace[2114933046] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:3511; }","duration":"228.89563ms","start":"2026-03-18T14:03:20.844428Z","end":"2026-03-18T14:03:21.073324Z","steps":["trace[2114933046] 'agreement among raft nodes before linearized reading' (duration: 228.678674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:21.073491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.957694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:1 size:27780"} {"level":"info","ts":"2026-03-18T14:03:21.073533Z","caller":"traceutil/trace.go:171","msg":"trace[1468660111] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:1; response_revision:3511; }","duration":"217.029405ms","start":"2026-03-18T14:03:20.856493Z","end":"2026-03-18T14:03:21.073523Z","steps":["trace[1468660111] 'agreement among raft nodes before linearized reading' (duration: 216.559983ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:21.073536Z","caller":"traceutil/trace.go:171","msg":"trace[9297902] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3511; }","duration":"178.953663ms","start":"2026-03-18T14:03:20.894394Z","end":"2026-03-18T14:03:21.073348Z","steps":["trace[9297902] 'agreement among raft nodes before linearized reading' (duration: 178.809319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:21.289389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.504092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T14:03:21.289493Z","caller":"traceutil/trace.go:171","msg":"trace[587736883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3519; }","duration":"114.650435ms","start":"2026-03-18T14:03:21.174817Z","end":"2026-03-18T14:03:21.289467Z","steps":["trace[587736883] 'range keys from in-memory index tree' (duration: 114.251924ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:23.026487Z","caller":"traceutil/trace.go:171","msg":"trace[744773725] transaction","detail":"{read_only:false; response_revision:3539; number_of_response:1; }","duration":"336.114212ms","start":"2026-03-18T14:03:22.690344Z","end":"2026-03-18T14:03:23.026458Z","steps":["trace[744773725] 'process raft request' (duration: 335.916867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:23.026848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:03:22.690317Z","time spent":"336.255215ms","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":369,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:03:25.635193Z","caller":"traceutil/trace.go:171","msg":"trace[988317681] transaction","detail":"{read_only:false; response_revision:3598; number_of_response:1; }","duration":"108.160539ms","start":"2026-03-18T14:03:25.526967Z","end":"2026-03-18T14:03:25.635127Z","steps":["trace[988317681] 'process raft request' (duration: 107.592113ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:27.118115Z","caller":"traceutil/trace.go:171","msg":"trace[1258578778] linearizableReadLoop","detail":"{readStateIndex:3779; appliedIndex:3778; }","duration":"253.970885ms","start":"2026-03-18T14:03:26.864121Z","end":"2026-03-18T14:03:27.118092Z","steps":["trace[1258578778] 'read index received' (duration: 253.725569ms)","trace[1258578778] 'applied index is now lower than readState.Index' (duration: 244.296µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:03:27.118193Z","caller":"traceutil/trace.go:171","msg":"trace[626354166] transaction","detail":"{read_only:false; response_revision:3614; number_of_response:1; }","duration":"270.915338ms","start":"2026-03-18T14:03:26.847223Z","end":"2026-03-18T14:03:27.118138Z","steps":["trace[626354166] 'process raft request' (duration: 270.684332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:27.118426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.280735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:9254"} {"level":"info","ts":"2026-03-18T14:03:27.118515Z","caller":"traceutil/trace.go:171","msg":"trace[1763917510] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:3614; }","duration":"254.421649ms","start":"2026-03-18T14:03:26.864073Z","end":"2026-03-18T14:03:27.118495Z","steps":["trace[1763917510] 'agreement among raft nodes before linearized reading' (duration: 254.11352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:27.329711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.092817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:03:27.329921Z","caller":"traceutil/trace.go:171","msg":"trace[1489850769] linearizableReadLoop","detail":"{readStateIndex:3780; appliedIndex:3779; }","duration":"202.593601ms","start":"2026-03-18T14:03:27.127308Z","end":"2026-03-18T14:03:27.329902Z","steps":["trace[1489850769] 'read index received' (duration: 83.199656ms)","trace[1489850769] 'applied index is now lower than readState.Index' (duration: 119.392165ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:03:27.330052Z","caller":"traceutil/trace.go:171","msg":"trace[455546684] transaction","detail":"{read_only:false; response_revision:3615; number_of_response:1; }","duration":"205.050718ms","start":"2026-03-18T14:03:27.124985Z","end":"2026-03-18T14:03:27.330036Z","steps":["trace[455546684] 'process raft request' (duration: 85.541989ms)","trace[455546684] 'compare' (duration: 118.934522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:03:27.330362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.223219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-18T14:03:27.330414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.599093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T14:03:27.330674Z","caller":"traceutil/trace.go:171","msg":"trace[680609172] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3615; }","duration":"186.877572ms","start":"2026-03-18T14:03:27.14377Z","end":"2026-03-18T14:03:27.330648Z","steps":["trace[680609172] 'agreement among raft nodes before linearized reading' (duration: 186.358487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:27.330418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.035533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9254"} {"level":"info","ts":"2026-03-18T14:03:27.330823Z","caller":"traceutil/trace.go:171","msg":"trace[559468783] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3615; }","duration":"203.497485ms","start":"2026-03-18T14:03:27.127255Z","end":"2026-03-18T14:03:27.330753Z","steps":["trace[559468783] 'agreement among raft nodes before linearized reading' (duration: 202.883319ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:27.330611Z","caller":"traceutil/trace.go:171","msg":"trace[66355248] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:3615; }","duration":"184.470725ms","start":"2026-03-18T14:03:27.146078Z","end":"2026-03-18T14:03:27.330549Z","steps":["trace[66355248] 'agreement among raft nodes before linearized reading' (duration: 184.082434ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:29.479533Z","caller":"traceutil/trace.go:171","msg":"trace[563996503] linearizableReadLoop","detail":"{readStateIndex:3795; appliedIndex:3794; }","duration":"138.375464ms","start":"2026-03-18T14:03:29.34113Z","end":"2026-03-18T14:03:29.479506Z","steps":["trace[563996503] 'read index received' (duration: 138.127067ms)","trace[563996503] 'applied index is now lower than readState.Index' (duration: 247.297µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:03:29.479602Z","caller":"traceutil/trace.go:171","msg":"trace[1821637603] transaction","detail":"{read_only:false; response_revision:3630; number_of_response:1; }","duration":"204.290457ms","start":"2026-03-18T14:03:29.275269Z","end":"2026-03-18T14:03:29.479559Z","steps":["trace[1821637603] 'process raft request' (duration: 204.055491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:29.479874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.714104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:03:29.479971Z","caller":"traceutil/trace.go:171","msg":"trace[1204016276] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:3630; }","duration":"138.872788ms","start":"2026-03-18T14:03:29.341075Z","end":"2026-03-18T14:03:29.479948Z","steps":["trace[1204016276] 'agreement among raft nodes before linearized reading' (duration: 138.58754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:29.480159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.030157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T14:03:29.480212Z","caller":"traceutil/trace.go:171","msg":"trace[1704156778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3630; }","duration":"111.173751ms","start":"2026-03-18T14:03:29.369025Z","end":"2026-03-18T14:03:29.480199Z","steps":["trace[1704156778] 'agreement among raft nodes before linearized reading' (duration: 110.804991ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:32.424249Z","caller":"traceutil/trace.go:171","msg":"trace[755793363] transaction","detail":"{read_only:false; response_revision:3648; number_of_response:1; }","duration":"104.823096ms","start":"2026-03-18T14:03:32.319399Z","end":"2026-03-18T14:03:32.424222Z","steps":["trace[755793363] 'process raft request' (duration: 104.657711ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:44.348714Z","caller":"traceutil/trace.go:171","msg":"trace[979636195] transaction","detail":"{read_only:false; response_revision:3716; number_of_response:1; }","duration":"128.985017ms","start":"2026-03-18T14:03:44.219693Z","end":"2026-03-18T14:03:44.348678Z","steps":["trace[979636195] 'process raft request' (duration: 48.353043ms)","trace[979636195] 'compare' (duration: 80.510191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:03:49.150562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.74949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:03:49.150723Z","caller":"traceutil/trace.go:171","msg":"trace[1710955169] linearizableReadLoop","detail":"{readStateIndex:3907; appliedIndex:3906; }","duration":"354.67875ms","start":"2026-03-18T14:03:48.79602Z","end":"2026-03-18T14:03:49.150699Z","steps":["trace[1710955169] 'read index received' (duration: 213.726735ms)","trace[1710955169] 'applied index is now lower than readState.Index' (duration: 140.950335ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:03:49.150755Z","caller":"traceutil/trace.go:171","msg":"trace[987450991] transaction","detail":"{read_only:false; response_revision:3738; number_of_response:1; }","duration":"537.18967ms","start":"2026-03-18T14:03:48.613532Z","end":"2026-03-18T14:03:49.150722Z","steps":["trace[987450991] 'process raft request' (duration: 396.176154ms)","trace[987450991] 'compare' (duration: 140.503282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:03:49.150895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:03:48.613509Z","time spent":"537.308905ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:03:49.151155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.885515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:03:49.151208Z","caller":"traceutil/trace.go:171","msg":"trace[1139449571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3738; }","duration":"355.257486ms","start":"2026-03-18T14:03:48.795933Z","end":"2026-03-18T14:03:49.151191Z","steps":["trace[1139449571] 'agreement among raft nodes before linearized reading' (duration: 354.828834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:49.151255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:03:48.795884Z","time spent":"355.357409ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:03:49.187446Z","caller":"traceutil/trace.go:171","msg":"trace[2097246411] transaction","detail":"{read_only:false; response_revision:3739; number_of_response:1; }","duration":"321.005028ms","start":"2026-03-18T14:03:48.866406Z","end":"2026-03-18T14:03:49.187411Z","steps":["trace[2097246411] 'process raft request' (duration: 320.814854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:49.187684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:03:48.866387Z","time spent":"321.143582ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:03:50.552303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.831321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:03:50.552416Z","caller":"traceutil/trace.go:171","msg":"trace[1512462199] transaction","detail":"{read_only:false; response_revision:3747; number_of_response:1; }","duration":"378.173643ms","start":"2026-03-18T14:03:50.174223Z","end":"2026-03-18T14:03:50.552397Z","steps":["trace[1512462199] 'process raft request' (duration: 109.159726ms)","trace[1512462199] 'compare' (duration: 268.647067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:03:50.552469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:03:50.174192Z","time spent":"378.254864ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:03:50.553334Z","caller":"traceutil/trace.go:171","msg":"trace[2088698414] transaction","detail":"{read_only:false; response_revision:3748; number_of_response:1; }","duration":"334.348513ms","start":"2026-03-18T14:03:50.218962Z","end":"2026-03-18T14:03:50.55331Z","steps":["trace[2088698414] 'process raft request' (duration: 334.165389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:50.553429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:03:50.218933Z","time spent":"334.450956ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1054,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:03:50.553621Z","caller":"traceutil/trace.go:171","msg":"trace[613592881] transaction","detail":"{read_only:false; response_revision:3749; number_of_response:1; }","duration":"334.376065ms","start":"2026-03-18T14:03:50.219231Z","end":"2026-03-18T14:03:50.553607Z","steps":["trace[613592881] 'process raft request' (duration: 334.026325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:50.553674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:03:50.219201Z","time spent":"334.447096ms","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1602,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:03:50.553772Z","caller":"traceutil/trace.go:171","msg":"trace[1720958155] transaction","detail":"{read_only:false; response_revision:3751; number_of_response:1; }","duration":"334.19503ms","start":"2026-03-18T14:03:50.219565Z","end":"2026-03-18T14:03:50.55376Z","steps":["trace[1720958155] 'process raft request' (duration: 334.088758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:50.553835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:03:50.219557Z","time spent":"334.247551ms","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1561,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:03:50.553878Z","caller":"traceutil/trace.go:171","msg":"trace[1794046133] transaction","detail":"{read_only:false; response_revision:3750; number_of_response:1; }","duration":"334.61654ms","start":"2026-03-18T14:03:50.219254Z","end":"2026-03-18T14:03:50.553871Z","steps":["trace[1794046133] 'process raft request' (duration: 334.286482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:50.553919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:03:50.219223Z","time spent":"334.674923ms","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1582,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:03:50.553909Z","caller":"traceutil/trace.go:171","msg":"trace[675903688] linearizableReadLoop","detail":"{readStateIndex:3921; appliedIndex:3915; }","duration":"333.944933ms","start":"2026-03-18T14:03:50.21994Z","end":"2026-03-18T14:03:50.553885Z","steps":["trace[675903688] 'read index received' (duration: 63.470255ms)","trace[675903688] 'applied index is now lower than readState.Index' (duration: 270.473718ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:03:50.554037Z","caller":"traceutil/trace.go:171","msg":"trace[188869448] transaction","detail":"{read_only:false; response_revision:3753; number_of_response:1; }","duration":"333.892331ms","start":"2026-03-18T14:03:50.220133Z","end":"2026-03-18T14:03:50.554025Z","steps":["trace[188869448] 'process raft request' (duration: 333.622054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:50.554155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:03:50.220121Z","time spent":"333.961123ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:03:50.554349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.441123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T14:03:50.554359Z","caller":"traceutil/trace.go:171","msg":"trace[49417860] transaction","detail":"{read_only:false; response_revision:3754; number_of_response:1; }","duration":"321.608355ms","start":"2026-03-18T14:03:50.232727Z","end":"2026-03-18T14:03:50.554335Z","steps":["trace[49417860] 'process raft request' (duration: 321.07705ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:50.554397Z","caller":"traceutil/trace.go:171","msg":"trace[136013425] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:3754; }","duration":"226.486674ms","start":"2026-03-18T14:03:50.327896Z","end":"2026-03-18T14:03:50.554382Z","steps":["trace[136013425] 'agreement among raft nodes before linearized reading' (duration: 226.302909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:50.554363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.407105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-18T14:03:50.554532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:03:50.232715Z","time spent":"321.701667ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16006,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:03:50.554539Z","caller":"traceutil/trace.go:171","msg":"trace[1491294902] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:3754; }","duration":"334.630442ms","start":"2026-03-18T14:03:50.219888Z","end":"2026-03-18T14:03:50.554519Z","steps":["trace[1491294902] 'agreement among raft nodes before linearized reading' (duration: 334.18584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:50.554618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:03:50.21988Z","time spent":"334.725915ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-18T14:03:50.55443Z","caller":"traceutil/trace.go:171","msg":"trace[1020541718] transaction","detail":"{read_only:false; response_revision:3752; number_of_response:1; }","duration":"334.436995ms","start":"2026-03-18T14:03:50.219703Z","end":"2026-03-18T14:03:50.55414Z","steps":["trace[1020541718] 'process raft request' (duration: 333.998153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:50.554693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:03:50.219693Z","time spent":"334.97548ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1058,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:03:50.878949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.970466ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-18T14:03:50.879086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:03:50.556054Z","time spent":"323.026523ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T14:03:50.87921Z","caller":"traceutil/trace.go:171","msg":"trace[1056039592] linearizableReadLoop","detail":"{readStateIndex:3924; appliedIndex:3923; }","duration":"320.158186ms","start":"2026-03-18T14:03:50.558889Z","end":"2026-03-18T14:03:50.879047Z","steps":["trace[1056039592] 'read index received' (duration: 137.979804ms)","trace[1056039592] 'applied index is now lower than readState.Index' (duration: 182.176812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:03:50.879394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.896732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:03:50.87938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.467214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3d4764ae-a497-42c4-8571-36c0cbe933ab\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-18T14:03:50.879433Z","caller":"traceutil/trace.go:171","msg":"trace[1049882639] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:3754; }","duration":"119.000215ms","start":"2026-03-18T14:03:50.760423Z","end":"2026-03-18T14:03:50.879423Z","steps":["trace[1049882639] 'agreement among raft nodes before linearized reading' (duration: 118.896312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:50.879409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.785312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:03:50.879469Z","caller":"traceutil/trace.go:171","msg":"trace[421734834] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3d4764ae-a497-42c4-8571-36c0cbe933ab; range_end:; response_count:1; response_revision:3754; }","duration":"320.615078ms","start":"2026-03-18T14:03:50.558828Z","end":"2026-03-18T14:03:50.879443Z","steps":["trace[421734834] 'agreement among raft nodes before linearized reading' (duration: 320.34392ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:50.879487Z","caller":"traceutil/trace.go:171","msg":"trace[777757315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3754; }","duration":"309.905625ms","start":"2026-03-18T14:03:50.569561Z","end":"2026-03-18T14:03:50.879466Z","steps":["trace[777757315] 'agreement among raft nodes before linearized reading' (duration: 309.755572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:50.879546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:03:50.5588Z","time spent":"320.730462ms","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-3d4764ae-a497-42c4-8571-36c0cbe933ab\" "} {"level":"warn","ts":"2026-03-18T14:03:50.879547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:03:50.569542Z","time spent":"309.996708ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:03:50.879636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.528209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:03:50.879749Z","caller":"traceutil/trace.go:171","msg":"trace[1013846412] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3754; }","duration":"266.733884ms","start":"2026-03-18T14:03:50.612994Z","end":"2026-03-18T14:03:50.879728Z","steps":["trace[1013846412] 'agreement among raft nodes before linearized reading' (duration: 266.336644ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:51.115238Z","caller":"traceutil/trace.go:171","msg":"trace[506875762] transaction","detail":"{read_only:false; response_revision:3755; number_of_response:1; }","duration":"234.982937ms","start":"2026-03-18T14:03:50.880237Z","end":"2026-03-18T14:03:51.11522Z","steps":["trace[506875762] 'process raft request' (duration: 234.772221ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:51.115234Z","caller":"traceutil/trace.go:171","msg":"trace[1933643362] linearizableReadLoop","detail":"{readStateIndex:3925; appliedIndex:3924; }","duration":"234.642757ms","start":"2026-03-18T14:03:50.880573Z","end":"2026-03-18T14:03:51.115215Z","steps":["trace[1933643362] 'read index received' (duration: 234.620216ms)","trace[1933643362] 'applied index is now lower than readState.Index' (duration: 21.801µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:03:51.115372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.780811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:03:51.115412Z","caller":"traceutil/trace.go:171","msg":"trace[1628382380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3755; }","duration":"234.866423ms","start":"2026-03-18T14:03:50.880535Z","end":"2026-03-18T14:03:51.115401Z","steps":["trace[1628382380] 'agreement among raft nodes before linearized reading' (duration: 234.73554ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:51.138027Z","caller":"traceutil/trace.go:171","msg":"trace[1271506564] transaction","detail":"{read_only:false; response_revision:3756; number_of_response:1; }","duration":"253.74311ms","start":"2026-03-18T14:03:50.884257Z","end":"2026-03-18T14:03:51.138Z","steps":["trace[1271506564] 'process raft request' (duration: 253.484593ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:51.380002Z","caller":"traceutil/trace.go:171","msg":"trace[488636949] transaction","detail":"{read_only:false; response_revision:3758; number_of_response:1; }","duration":"134.476757ms","start":"2026-03-18T14:03:51.24549Z","end":"2026-03-18T14:03:51.379967Z","steps":["trace[488636949] 'process raft request' (duration: 114.84751ms)","trace[488636949] 'compare' (duration: 19.450173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:03:54.531768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476679085,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:03:54.755193Z","caller":"traceutil/trace.go:171","msg":"trace[913063625] linearizableReadLoop","detail":"{readStateIndex:3942; appliedIndex:3941; }","duration":"724.169234ms","start":"2026-03-18T14:03:54.031Z","end":"2026-03-18T14:03:54.755169Z","steps":["trace[913063625] 'read index received' (duration: 724.041421ms)","trace[913063625] 'applied index is now lower than readState.Index' (duration: 126.943µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:03:54.755258Z","caller":"traceutil/trace.go:171","msg":"trace[1477712013] transaction","detail":"{read_only:false; response_revision:3772; number_of_response:1; }","duration":"724.809673ms","start":"2026-03-18T14:03:54.030433Z","end":"2026-03-18T14:03:54.755243Z","steps":["trace[1477712013] 'process raft request' (duration: 724.578506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:54.755357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:03:54.030403Z","time spent":"724.883444ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:03:54.755411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.415422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:03:54.75544Z","caller":"traceutil/trace.go:171","msg":"trace[830098858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3772; }","duration":"724.447503ms","start":"2026-03-18T14:03:54.030985Z","end":"2026-03-18T14:03:54.755432Z","steps":["trace[830098858] 'agreement among raft nodes before linearized reading' (duration: 724.301929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:54.755463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:03:54.03092Z","time spent":"724.537675ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:03:54.795706Z","caller":"traceutil/trace.go:171","msg":"trace[264044297] transaction","detail":"{read_only:false; response_revision:3773; number_of_response:1; }","duration":"204.488402ms","start":"2026-03-18T14:03:54.59119Z","end":"2026-03-18T14:03:54.795679Z","steps":["trace[264044297] 'process raft request' (duration: 204.350599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:03:54.795991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.166456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:698"} {"level":"info","ts":"2026-03-18T14:03:54.796138Z","caller":"traceutil/trace.go:171","msg":"trace[1769983965] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:3773; }","duration":"271.333911ms","start":"2026-03-18T14:03:54.524733Z","end":"2026-03-18T14:03:54.796067Z","steps":["trace[1769983965] 'agreement among raft nodes before linearized reading' (duration: 270.989651ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:58.970426Z","caller":"traceutil/trace.go:171","msg":"trace[1469441379] linearizableReadLoop","detail":"{readStateIndex:3961; appliedIndex:3960; }","duration":"139.872836ms","start":"2026-03-18T14:03:58.830515Z","end":"2026-03-18T14:03:58.970388Z","steps":["trace[1469441379] 'read index received' (duration: 128.477834ms)","trace[1469441379] 'applied index is now lower than readState.Index' (duration: 11.393382ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:03:58.97057Z","caller":"traceutil/trace.go:171","msg":"trace[297162959] transaction","detail":"{read_only:false; response_revision:3790; number_of_response:1; }","duration":"164.001784ms","start":"2026-03-18T14:03:58.806517Z","end":"2026-03-18T14:03:58.970518Z","steps":["trace[297162959] 'process raft request' (duration: 152.478869ms)","trace[297162959] 'compare' (duration: 11.186276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:03:58.970708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.163014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:03:58.970754Z","caller":"traceutil/trace.go:171","msg":"trace[1260180565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3790; }","duration":"140.286877ms","start":"2026-03-18T14:03:58.830457Z","end":"2026-03-18T14:03:58.970744Z","steps":["trace[1260180565] 'agreement among raft nodes before linearized reading' (duration: 140.079231ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:03:59.500276Z","caller":"traceutil/trace.go:171","msg":"trace[458012300] transaction","detail":"{read_only:false; response_revision:3793; number_of_response:1; }","duration":"219.216484ms","start":"2026-03-18T14:03:59.281022Z","end":"2026-03-18T14:03:59.500239Z","steps":["trace[458012300] 'process raft request' (duration: 214.244538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:00.601831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.369642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:04:00.602012Z","caller":"traceutil/trace.go:171","msg":"trace[846225963] transaction","detail":"{read_only:false; response_revision:3795; number_of_response:1; }","duration":"1.033998388s","start":"2026-03-18T14:03:59.567996Z","end":"2026-03-18T14:04:00.601995Z","steps":["trace[846225963] 'process raft request' (duration: 1.033939536s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:00.601961Z","caller":"traceutil/trace.go:171","msg":"trace[816615796] transaction","detail":"{read_only:false; response_revision:3794; number_of_response:1; }","duration":"1.226260176s","start":"2026-03-18T14:03:59.375662Z","end":"2026-03-18T14:04:00.601922Z","steps":["trace[816615796] 'process raft request' (duration: 238.704688ms)","trace[816615796] 'compare' (duration: 987.017083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:04:00.60208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:03:59.567968Z","time spent":"1.03408203s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:04:00.6022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:03:59.375621Z","time spent":"1.226476611s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:04:00.602268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137382614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:04:00.602006Z","caller":"traceutil/trace.go:171","msg":"trace[559054719] linearizableReadLoop","detail":"{readStateIndex:3965; appliedIndex:3963; }","duration":"1.137101927s","start":"2026-03-18T14:03:59.464881Z","end":"2026-03-18T14:04:00.601983Z","steps":["trace[559054719] 'read index received' (duration: 30.417342ms)","trace[559054719] 'applied index is now lower than readState.Index' (duration: 1.106682475s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:04:00.602451Z","caller":"traceutil/trace.go:171","msg":"trace[1882400452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3795; }","duration":"1.137620801s","start":"2026-03-18T14:03:59.464788Z","end":"2026-03-18T14:04:00.602409Z","steps":["trace[1882400452] 'agreement among raft nodes before linearized reading' (duration: 1.137316033s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:00.602517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:03:59.464747Z","time spent":"1.137757525s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:04:00.602719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.396984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T14:04:00.602789Z","caller":"traceutil/trace.go:171","msg":"trace[1859588097] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:3795; }","duration":"274.465716ms","start":"2026-03-18T14:04:00.328313Z","end":"2026-03-18T14:04:00.602779Z","steps":["trace[1859588097] 'agreement among raft nodes before linearized reading' (duration: 274.337093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:00.602834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.885951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-18T14:04:00.602729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.656673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:04:00.602906Z","caller":"traceutil/trace.go:171","msg":"trace[1599253620] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:3795; }","duration":"944.998133ms","start":"2026-03-18T14:03:59.657889Z","end":"2026-03-18T14:04:00.602887Z","steps":["trace[1599253620] 'agreement among raft nodes before linearized reading' (duration: 944.775977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:00.602948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:03:59.657876Z","time spent":"945.065415ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"info","ts":"2026-03-18T14:04:00.602963Z","caller":"traceutil/trace.go:171","msg":"trace[1870083794] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3795; }","duration":"635.887621ms","start":"2026-03-18T14:03:59.967017Z","end":"2026-03-18T14:04:00.602905Z","steps":["trace[1870083794] 'agreement among raft nodes before linearized reading' (duration: 635.616773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:00.602738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.939375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:04:00.603107Z","caller":"traceutil/trace.go:171","msg":"trace[1331587998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3795; }","duration":"729.332966ms","start":"2026-03-18T14:03:59.873748Z","end":"2026-03-18T14:04:00.603081Z","steps":["trace[1331587998] 'agreement among raft nodes before linearized reading' (duration: 728.906574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:00.603048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:03:59.966991Z","time spent":"636.034194ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:04:00.603175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:03:59.873725Z","time spent":"729.433618ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:04:00.602711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032350803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:04:00.603311Z","caller":"traceutil/trace.go:171","msg":"trace[1963662586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3795; }","duration":"1.03297566s","start":"2026-03-18T14:03:59.570311Z","end":"2026-03-18T14:04:00.603286Z","steps":["trace[1963662586] 'agreement among raft nodes before linearized reading' (duration: 1.032307421s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:00.603399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:03:59.570298Z","time spent":"1.033073772s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:04:00.776851Z","caller":"traceutil/trace.go:171","msg":"trace[2036446774] linearizableReadLoop","detail":"{readStateIndex:3967; appliedIndex:3966; }","duration":"172.548148ms","start":"2026-03-18T14:04:00.604271Z","end":"2026-03-18T14:04:00.77682Z","steps":["trace[2036446774] 'read index received' (duration: 105.548376ms)","trace[2036446774] 'applied index is now lower than readState.Index' (duration: 66.997322ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:04:00.777006Z","caller":"traceutil/trace.go:171","msg":"trace[1033908635] transaction","detail":"{read_only:false; response_revision:3798; number_of_response:1; }","duration":"167.914312ms","start":"2026-03-18T14:04:00.609062Z","end":"2026-03-18T14:04:00.776976Z","steps":["trace[1033908635] 'process raft request' (duration: 167.874091ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:00.777039Z","caller":"traceutil/trace.go:171","msg":"trace[1783874767] transaction","detail":"{read_only:false; response_revision:3797; number_of_response:1; }","duration":"168.352905ms","start":"2026-03-18T14:04:00.608662Z","end":"2026-03-18T14:04:00.777015Z","steps":["trace[1783874767] 'process raft request' (duration: 168.235541ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:00.777089Z","caller":"traceutil/trace.go:171","msg":"trace[1463906416] transaction","detail":"{read_only:false; response_revision:3796; number_of_response:1; }","duration":"168.446376ms","start":"2026-03-18T14:04:00.608594Z","end":"2026-03-18T14:04:00.77704Z","steps":["trace[1463906416] 'process raft request' (duration: 168.164748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:00.777138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.820316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:04:00.777278Z","caller":"traceutil/trace.go:171","msg":"trace[621824430] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3798; }","duration":"172.999692ms","start":"2026-03-18T14:04:00.604251Z","end":"2026-03-18T14:04:00.777251Z","steps":["trace[621824430] 'agreement among raft nodes before linearized reading' (duration: 172.679253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:00.777295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.386245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63118"} {"level":"info","ts":"2026-03-18T14:04:00.777349Z","caller":"traceutil/trace.go:171","msg":"trace[1631971206] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3798; }","duration":"168.506378ms","start":"2026-03-18T14:04:00.60883Z","end":"2026-03-18T14:04:00.777336Z","steps":["trace[1631971206] 'agreement among raft nodes before linearized reading' (duration: 168.157818ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:01.60575Z","caller":"traceutil/trace.go:171","msg":"trace[1172412950] transaction","detail":"{read_only:false; response_revision:3804; number_of_response:1; }","duration":"100.141429ms","start":"2026-03-18T14:04:01.505581Z","end":"2026-03-18T14:04:01.605723Z","steps":["trace[1172412950] 'process raft request' (duration: 99.963324ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:02.990335Z","caller":"traceutil/trace.go:171","msg":"trace[1292128518] transaction","detail":"{read_only:false; response_revision:3806; number_of_response:1; }","duration":"205.249264ms","start":"2026-03-18T14:04:02.785061Z","end":"2026-03-18T14:04:02.99031Z","steps":["trace[1292128518] 'process raft request' (duration: 205.027618ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:02.990613Z","caller":"traceutil/trace.go:171","msg":"trace[547919985] transaction","detail":"{read_only:false; response_revision:3807; number_of_response:1; }","duration":"205.435069ms","start":"2026-03-18T14:04:02.785147Z","end":"2026-03-18T14:04:02.990582Z","steps":["trace[547919985] 'process raft request' (duration: 205.118771ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:02.990701Z","caller":"traceutil/trace.go:171","msg":"trace[1500378929] linearizableReadLoop","detail":"{readStateIndex:3979; appliedIndex:3976; }","duration":"203.187018ms","start":"2026-03-18T14:04:02.787484Z","end":"2026-03-18T14:04:02.990671Z","steps":["trace[1500378929] 'read index received' (duration: 58.371767ms)","trace[1500378929] 'applied index is now lower than readState.Index' (duration: 144.813971ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:04:02.990767Z","caller":"traceutil/trace.go:171","msg":"trace[1145336746] transaction","detail":"{read_only:false; response_revision:3808; number_of_response:1; }","duration":"194.746346ms","start":"2026-03-18T14:04:02.796003Z","end":"2026-03-18T14:04:02.990749Z","steps":["trace[1145336746] 'process raft request' (duration: 194.5143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:02.991081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.560418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63118"} {"level":"info","ts":"2026-03-18T14:04:02.99112Z","caller":"traceutil/trace.go:171","msg":"trace[10539664] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3808; }","duration":"203.676282ms","start":"2026-03-18T14:04:02.787435Z","end":"2026-03-18T14:04:02.991112Z","steps":["trace[10539664] 'agreement among raft nodes before linearized reading' (duration: 203.351243ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:05.088951Z","caller":"traceutil/trace.go:171","msg":"trace[925265239] transaction","detail":"{read_only:false; response_revision:3813; number_of_response:1; }","duration":"232.665583ms","start":"2026-03-18T14:04:04.856254Z","end":"2026-03-18T14:04:05.088919Z","steps":["trace[925265239] 'process raft request' (duration: 232.502548ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:05.146616Z","caller":"traceutil/trace.go:171","msg":"trace[118287100] transaction","detail":"{read_only:false; response_revision:3815; number_of_response:1; }","duration":"149.800798ms","start":"2026-03-18T14:04:04.996772Z","end":"2026-03-18T14:04:05.146573Z","steps":["trace[118287100] 'process raft request' (duration: 149.672754ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:05.14672Z","caller":"traceutil/trace.go:171","msg":"trace[918208872] transaction","detail":"{read_only:false; response_revision:3814; number_of_response:1; }","duration":"281.476638ms","start":"2026-03-18T14:04:04.865202Z","end":"2026-03-18T14:04:05.146679Z","steps":["trace[918208872] 'process raft request' (duration: 259.98087ms)","trace[918208872] 'compare' (duration: 21.046116ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:04:05.146811Z","caller":"traceutil/trace.go:171","msg":"trace[242578365] linearizableReadLoop","detail":"{readStateIndex:3986; appliedIndex:3984; }","duration":"152.343617ms","start":"2026-03-18T14:04:04.994453Z","end":"2026-03-18T14:04:05.146797Z","steps":["trace[242578365] 'read index received' (duration: 94.365212ms)","trace[242578365] 'applied index is now lower than readState.Index' (duration: 57.976845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:04:05.147021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.558862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:04:05.146977Z","caller":"traceutil/trace.go:171","msg":"trace[985601749] transaction","detail":"{read_only:false; response_revision:3816; number_of_response:1; }","duration":"128.101163ms","start":"2026-03-18T14:04:05.018825Z","end":"2026-03-18T14:04:05.146926Z","steps":["trace[985601749] 'process raft request' (duration: 127.687223ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:05.147058Z","caller":"traceutil/trace.go:171","msg":"trace[968919996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3816; }","duration":"152.660546ms","start":"2026-03-18T14:04:04.994386Z","end":"2026-03-18T14:04:05.147046Z","steps":["trace[968919996] 'agreement among raft nodes before linearized reading' (duration: 152.497861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:05.147247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.453769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T14:04:05.147359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.099273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:04:05.147381Z","caller":"traceutil/trace.go:171","msg":"trace[2076884510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3816; }","duration":"152.633775ms","start":"2026-03-18T14:04:04.994719Z","end":"2026-03-18T14:04:05.147352Z","steps":["trace[2076884510] 'agreement among raft nodes before linearized reading' (duration: 152.311736ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:05.14743Z","caller":"traceutil/trace.go:171","msg":"trace[79174511] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:3816; }","duration":"151.203076ms","start":"2026-03-18T14:04:04.99621Z","end":"2026-03-18T14:04:05.147413Z","steps":["trace[79174511] 'agreement among raft nodes before linearized reading' (duration: 150.912808ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:07.190643Z","caller":"traceutil/trace.go:171","msg":"trace[135663670] transaction","detail":"{read_only:false; response_revision:3824; number_of_response:1; }","duration":"172.431147ms","start":"2026-03-18T14:04:07.018186Z","end":"2026-03-18T14:04:07.190617Z","steps":["trace[135663670] 'process raft request' (duration: 76.272456ms)","trace[135663670] 'compare' (duration: 95.944035ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:04:07.19094Z","caller":"traceutil/trace.go:171","msg":"trace[1925311571] transaction","detail":"{read_only:false; response_revision:3825; number_of_response:1; }","duration":"168.344134ms","start":"2026-03-18T14:04:07.022571Z","end":"2026-03-18T14:04:07.190915Z","steps":["trace[1925311571] 'process raft request' (duration: 167.976365ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:07.264848Z","caller":"traceutil/trace.go:171","msg":"trace[1426309100] transaction","detail":"{read_only:false; response_revision:3826; number_of_response:1; }","duration":"112.737543ms","start":"2026-03-18T14:04:07.152083Z","end":"2026-03-18T14:04:07.264821Z","steps":["trace[1426309100] 'process raft request' (duration: 112.484227ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:07.265073Z","caller":"traceutil/trace.go:171","msg":"trace[587480216] transaction","detail":"{read_only:false; response_revision:3827; number_of_response:1; }","duration":"112.476585ms","start":"2026-03-18T14:04:07.152564Z","end":"2026-03-18T14:04:07.26504Z","steps":["trace[587480216] 'process raft request' (duration: 112.212328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:07.265561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.981979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:04:07.265607Z","caller":"traceutil/trace.go:171","msg":"trace[1841454287] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3827; }","duration":"102.04366ms","start":"2026-03-18T14:04:07.163551Z","end":"2026-03-18T14:04:07.265595Z","steps":["trace[1841454287] 'agreement among raft nodes before linearized reading' (duration: 101.716871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:07.44657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.604476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-18T14:04:07.447311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.970139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-03-18T14:04:07.447412Z","caller":"traceutil/trace.go:171","msg":"trace[1247597947] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:3828; }","duration":"253.176274ms","start":"2026-03-18T14:04:07.194213Z","end":"2026-03-18T14:04:07.447389Z","steps":["trace[1247597947] 'agreement among raft nodes before linearized reading' (duration: 252.915807ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:07.44745Z","caller":"traceutil/trace.go:171","msg":"trace[2080308281] linearizableReadLoop","detail":"{readStateIndex:4001; appliedIndex:4000; }","duration":"182.329477ms","start":"2026-03-18T14:04:07.264987Z","end":"2026-03-18T14:04:07.447316Z","steps":["trace[2080308281] 'read index received' (duration: 63.909598ms)","trace[2080308281] 'applied index is now lower than readState.Index' (duration: 118.181743ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:04:07.447669Z","caller":"traceutil/trace.go:171","msg":"trace[1380825046] transaction","detail":"{read_only:false; response_revision:3829; number_of_response:1; }","duration":"178.42391ms","start":"2026-03-18T14:04:07.269202Z","end":"2026-03-18T14:04:07.447626Z","steps":["trace[1380825046] 'process raft request' (duration: 177.834593ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:07.450583Z","caller":"traceutil/trace.go:171","msg":"trace[1611307402] transaction","detail":"{read_only:false; response_revision:3828; number_of_response:1; }","duration":"252.092935ms","start":"2026-03-18T14:04:07.194984Z","end":"2026-03-18T14:04:07.447077Z","steps":["trace[1611307402] 'process raft request' (duration: 133.895502ms)","trace[1611307402] 'compare' (duration: 117.450312ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:04:07.45114Z","caller":"traceutil/trace.go:171","msg":"trace[1651207774] transaction","detail":"{read_only:false; response_revision:3830; number_of_response:1; }","duration":"181.37862ms","start":"2026-03-18T14:04:07.269722Z","end":"2026-03-18T14:04:07.4511Z","steps":["trace[1651207774] 'process raft request' (duration: 177.747601ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:07.451602Z","caller":"traceutil/trace.go:171","msg":"trace[1209733955] transaction","detail":"{read_only:false; response_revision:3831; number_of_response:1; }","duration":"181.827243ms","start":"2026-03-18T14:04:07.269747Z","end":"2026-03-18T14:04:07.451574Z","steps":["trace[1209733955] 'process raft request' (duration: 181.286128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:07.451968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.382461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:04:07.452101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.744392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:04:07.452098Z","caller":"traceutil/trace.go:171","msg":"trace[1373436764] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3831; }","duration":"117.486242ms","start":"2026-03-18T14:04:07.334534Z","end":"2026-03-18T14:04:07.452021Z","steps":["trace[1373436764] 'agreement among raft nodes before linearized reading' (duration: 117.370289ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:07.452152Z","caller":"traceutil/trace.go:171","msg":"trace[18166046] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3831; }","duration":"139.830204ms","start":"2026-03-18T14:04:07.312304Z","end":"2026-03-18T14:04:07.452135Z","steps":["trace[18166046] 'agreement among raft nodes before linearized reading' (duration: 139.66103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:07.452241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.743289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63118"} {"level":"info","ts":"2026-03-18T14:04:07.452348Z","caller":"traceutil/trace.go:171","msg":"trace[1554902752] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3831; }","duration":"182.861831ms","start":"2026-03-18T14:04:07.269451Z","end":"2026-03-18T14:04:07.452312Z","steps":["trace[1554902752] 'agreement among raft nodes before linearized reading' (duration: 182.4641ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:07.722466Z","caller":"traceutil/trace.go:171","msg":"trace[1304325314] linearizableReadLoop","detail":"{readStateIndex:4006; appliedIndex:4004; }","duration":"262.860201ms","start":"2026-03-18T14:04:07.459567Z","end":"2026-03-18T14:04:07.722427Z","steps":["trace[1304325314] 'read index received' (duration: 16.318416ms)","trace[1304325314] 'applied index is now lower than readState.Index' (duration: 246.539605ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:04:07.722518Z","caller":"traceutil/trace.go:171","msg":"trace[210364510] transaction","detail":"{read_only:false; response_revision:3833; number_of_response:1; }","duration":"266.11439ms","start":"2026-03-18T14:04:07.456356Z","end":"2026-03-18T14:04:07.72247Z","steps":["trace[210364510] 'process raft request' (duration: 192.209017ms)","trace[210364510] 'compare' (duration: 73.593944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:04:07.72278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.18327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-03-18T14:04:07.722867Z","caller":"traceutil/trace.go:171","msg":"trace[1389281802] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:3833; }","duration":"263.295524ms","start":"2026-03-18T14:04:07.45955Z","end":"2026-03-18T14:04:07.722845Z","steps":["trace[1389281802] 'agreement among raft nodes before linearized reading' (duration: 263.010967ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:07.765864Z","caller":"traceutil/trace.go:171","msg":"trace[1783556773] transaction","detail":"{read_only:false; response_revision:3834; number_of_response:1; }","duration":"130.608332ms","start":"2026-03-18T14:04:07.635227Z","end":"2026-03-18T14:04:07.765835Z","steps":["trace[1783556773] 'process raft request' (duration: 130.446018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:07.765954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.972037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T14:04:07.766016Z","caller":"traceutil/trace.go:171","msg":"trace[2107963165] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3834; }","duration":"277.08844ms","start":"2026-03-18T14:04:07.488911Z","end":"2026-03-18T14:04:07.766Z","steps":["trace[2107963165] 'agreement among raft nodes before linearized reading' (duration: 276.857724ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:08.357666Z","caller":"traceutil/trace.go:171","msg":"trace[202653023] transaction","detail":"{read_only:false; response_revision:3836; number_of_response:1; }","duration":"249.536827ms","start":"2026-03-18T14:04:08.108101Z","end":"2026-03-18T14:04:08.357638Z","steps":["trace[202653023] 'process raft request' (duration: 249.31355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:08.538288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.977564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:04:08.538383Z","caller":"traceutil/trace.go:171","msg":"trace[105981874] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3836; }","duration":"119.150079ms","start":"2026-03-18T14:04:08.419211Z","end":"2026-03-18T14:04:08.538361Z","steps":["trace[105981874] 'range keys from in-memory index tree' (duration: 118.852111ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:09.781881Z","caller":"traceutil/trace.go:171","msg":"trace[1274315128] transaction","detail":"{read_only:false; response_revision:3837; number_of_response:1; }","duration":"511.229145ms","start":"2026-03-18T14:04:09.270628Z","end":"2026-03-18T14:04:09.781857Z","steps":["trace[1274315128] 'process raft request' (duration: 511.064941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:09.782028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:09.270596Z","time spent":"511.356518ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:04:09.939557Z","caller":"traceutil/trace.go:171","msg":"trace[902611743] linearizableReadLoop","detail":"{readStateIndex:4011; appliedIndex:4009; }","duration":"486.868118ms","start":"2026-03-18T14:04:09.452662Z","end":"2026-03-18T14:04:09.93953Z","steps":["trace[902611743] 'read index received' (duration: 329.063881ms)","trace[902611743] 'applied index is now lower than readState.Index' (duration: 157.803057ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:04:09.939724Z","caller":"traceutil/trace.go:171","msg":"trace[1493859775] transaction","detail":"{read_only:false; response_revision:3838; number_of_response:1; }","duration":"668.815306ms","start":"2026-03-18T14:04:09.270891Z","end":"2026-03-18T14:04:09.939706Z","steps":["trace[1493859775] 'process raft request' (duration: 653.709993ms)","trace[1493859775] 'compare' (duration: 14.715582ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:04:09.939777Z","caller":"traceutil/trace.go:171","msg":"trace[175086481] transaction","detail":"{read_only:false; response_revision:3839; number_of_response:1; }","duration":"168.387016ms","start":"2026-03-18T14:04:09.771369Z","end":"2026-03-18T14:04:09.939756Z","steps":["trace[175086481] 'process raft request' (duration: 168.109389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:09.939819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.397239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:04:09.939848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:09.270859Z","time spent":"668.902638ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:04:09.939855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.192438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T14:04:09.939887Z","caller":"traceutil/trace.go:171","msg":"trace[513348034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3839; }","duration":"368.517421ms","start":"2026-03-18T14:04:09.571352Z","end":"2026-03-18T14:04:09.939869Z","steps":["trace[513348034] 'agreement among raft nodes before linearized reading' (duration: 368.420968ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:09.939909Z","caller":"traceutil/trace.go:171","msg":"trace[1148497030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3839; }","duration":"487.28925ms","start":"2026-03-18T14:04:09.452607Z","end":"2026-03-18T14:04:09.939896Z","steps":["trace[1148497030] 'agreement among raft nodes before linearized reading' (duration: 487.109044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:09.939919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:09.571325Z","time spent":"368.587484ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:04:09.939955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:09.452584Z","time spent":"487.349841ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:04:09.939931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.33122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:04:09.939999Z","caller":"traceutil/trace.go:171","msg":"trace[621157536] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3839; }","duration":"159.457061ms","start":"2026-03-18T14:04:09.78053Z","end":"2026-03-18T14:04:09.939987Z","steps":["trace[621157536] 'agreement among raft nodes before linearized reading' (duration: 159.308818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:09.939974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.564312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T14:04:09.940067Z","caller":"traceutil/trace.go:171","msg":"trace[217018677] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3839; }","duration":"485.684376ms","start":"2026-03-18T14:04:09.454358Z","end":"2026-03-18T14:04:09.940042Z","steps":["trace[217018677] 'agreement among raft nodes before linearized reading' (duration: 485.414238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:09.940122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.529873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-18T14:04:09.940129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.179495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T14:04:09.940129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:09.45435Z","time spent":"485.764859ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:04:09.940144Z","caller":"traceutil/trace.go:171","msg":"trace[1467268997] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:3839; }","duration":"481.570594ms","start":"2026-03-18T14:04:09.458567Z","end":"2026-03-18T14:04:09.940138Z","steps":["trace[1467268997] 'agreement among raft nodes before linearized reading' (duration: 481.494692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:09.940125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.790759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:04:09.94017Z","caller":"traceutil/trace.go:171","msg":"trace[1379009887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3839; }","duration":"484.250456ms","start":"2026-03-18T14:04:09.455906Z","end":"2026-03-18T14:04:09.940157Z","steps":["trace[1379009887] 'agreement among raft nodes before linearized reading' (duration: 484.109433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:09.940192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.297308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T14:04:09.940206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:09.455887Z","time spent":"484.311398ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:04:09.940223Z","caller":"traceutil/trace.go:171","msg":"trace[1574424771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3839; }","duration":"484.34828ms","start":"2026-03-18T14:04:09.455865Z","end":"2026-03-18T14:04:09.940213Z","steps":["trace[1574424771] 'agreement among raft nodes before linearized reading' (duration: 484.261918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:09.940173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:09.458558Z","time spent":"481.610475ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"warn","ts":"2026-03-18T14:04:09.940252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:09.455855Z","time spent":"484.391881ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:04:09.940215Z","caller":"traceutil/trace.go:171","msg":"trace[1033944195] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3839; }","duration":"213.966613ms","start":"2026-03-18T14:04:09.726229Z","end":"2026-03-18T14:04:09.940195Z","steps":["trace[1033944195] 'agreement among raft nodes before linearized reading' (duration: 213.676806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:12.113516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.784029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:04:12.113616Z","caller":"traceutil/trace.go:171","msg":"trace[917346839] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3847; }","duration":"186.970204ms","start":"2026-03-18T14:04:11.926618Z","end":"2026-03-18T14:04:12.113588Z","steps":["trace[917346839] 'count revisions from in-memory index tree' (duration: 186.633725ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:12.186476Z","caller":"traceutil/trace.go:171","msg":"trace[1811330735] transaction","detail":"{read_only:false; response_revision:3848; number_of_response:1; }","duration":"241.065715ms","start":"2026-03-18T14:04:11.945378Z","end":"2026-03-18T14:04:12.186443Z","steps":["trace[1811330735] 'process raft request' (duration: 240.883929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:12.539559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.738876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:04:12.539749Z","caller":"traceutil/trace.go:171","msg":"trace[702768306] linearizableReadLoop","detail":"{readStateIndex:4023; appliedIndex:4021; }","duration":"588.597241ms","start":"2026-03-18T14:04:11.951132Z","end":"2026-03-18T14:04:12.539729Z","steps":["trace[702768306] 'read index received' (duration: 235.180623ms)","trace[702768306] 'applied index is now lower than readState.Index' (duration: 353.414668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:04:12.540003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.871249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-03-18T14:04:12.540061Z","caller":"traceutil/trace.go:171","msg":"trace[1031456308] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:3849; }","duration":"588.960402ms","start":"2026-03-18T14:04:11.951085Z","end":"2026-03-18T14:04:12.540046Z","steps":["trace[1031456308] 'agreement among raft nodes before linearized reading' (duration: 588.749266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:12.540102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:11.951074Z","time spent":"589.017973ms","remote":"127.0.0.1:56340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1253,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" "} {"level":"warn","ts":"2026-03-18T14:04:12.540156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.092491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T14:04:12.540166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.399638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:04:12.540202Z","caller":"traceutil/trace.go:171","msg":"trace[1794638846] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3849; }","duration":"515.187413ms","start":"2026-03-18T14:04:12.025004Z","end":"2026-03-18T14:04:12.540192Z","steps":["trace[1794638846] 'agreement among raft nodes before linearized reading' (duration: 515.065239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:12.540242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:12.024982Z","time spent":"515.252115ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:04:12.540247Z","caller":"traceutil/trace.go:171","msg":"trace[474664648] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3849; }","duration":"266.545232ms","start":"2026-03-18T14:04:12.273682Z","end":"2026-03-18T14:04:12.540227Z","steps":["trace[474664648] 'agreement among raft nodes before linearized reading' (duration: 266.368357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:12.540248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.477324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T14:04:12.540247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.859825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:04:12.540323Z","caller":"traceutil/trace.go:171","msg":"trace[117949310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3849; }","duration":"514.575296ms","start":"2026-03-18T14:04:12.02573Z","end":"2026-03-18T14:04:12.540305Z","steps":["trace[117949310] 'agreement among raft nodes before linearized reading' (duration: 514.285808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:12.540366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:12.025724Z","time spent":"514.631517ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:04:12.540367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.456509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:04:12.540478Z","caller":"traceutil/trace.go:171","msg":"trace[1918977838] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:3849; }","duration":"512.618053ms","start":"2026-03-18T14:04:12.027837Z","end":"2026-03-18T14:04:12.540455Z","steps":["trace[1918977838] 'agreement among raft nodes before linearized reading' (duration: 512.313004ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:12.540503Z","caller":"traceutil/trace.go:171","msg":"trace[9281438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3849; }","duration":"514.997468ms","start":"2026-03-18T14:04:12.025343Z","end":"2026-03-18T14:04:12.540341Z","steps":["trace[9281438] 'agreement among raft nodes before linearized reading' (duration: 514.800362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:12.540533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:12.027824Z","time spent":"512.699715ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"warn","ts":"2026-03-18T14:04:12.540446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.570696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:04:12.540626Z","caller":"traceutil/trace.go:171","msg":"trace[1967926774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3849; }","duration":"556.798453ms","start":"2026-03-18T14:04:11.983816Z","end":"2026-03-18T14:04:12.540614Z","steps":["trace[1967926774] 'agreement among raft nodes before linearized reading' (duration: 556.179206ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:12.540559Z","caller":"traceutil/trace.go:171","msg":"trace[1855350651] transaction","detail":"{read_only:false; response_revision:3849; number_of_response:1; }","duration":"594.058621ms","start":"2026-03-18T14:04:11.945742Z","end":"2026-03-18T14:04:12.539801Z","steps":["trace[1855350651] 'process raft request' (duration: 367.980996ms)","trace[1855350651] 'compare' (duration: 225.579451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:04:12.540664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:11.983792Z","time spent":"556.862944ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:04:12.540667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:12.025335Z","time spent":"515.319617ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:04:12.54081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:11.945726Z","time spent":"594.966575ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:04:12.541045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.684936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:04:12.541113Z","caller":"traceutil/trace.go:171","msg":"trace[2016273816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3849; }","duration":"515.78144ms","start":"2026-03-18T14:04:12.025315Z","end":"2026-03-18T14:04:12.541097Z","steps":["trace[2016273816] 'agreement among raft nodes before linearized reading' (duration: 514.70925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:12.54117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:12.0253Z","time spent":"515.84451ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:04:12.858029Z","caller":"traceutil/trace.go:171","msg":"trace[1918192191] transaction","detail":"{read_only:false; response_revision:3850; number_of_response:1; }","duration":"313.196317ms","start":"2026-03-18T14:04:12.544795Z","end":"2026-03-18T14:04:12.857991Z","steps":["trace[1918192191] 'process raft request' (duration: 310.312939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:12.858199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:12.544761Z","time spent":"313.360342ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:04:12.870629Z","caller":"traceutil/trace.go:171","msg":"trace[1334678971] transaction","detail":"{read_only:false; response_revision:3853; number_of_response:1; }","duration":"324.553988ms","start":"2026-03-18T14:04:12.546037Z","end":"2026-03-18T14:04:12.870591Z","steps":["trace[1334678971] 'process raft request' (duration: 324.481986ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:12.870662Z","caller":"traceutil/trace.go:171","msg":"trace[829035823] transaction","detail":"{read_only:false; response_revision:3851; number_of_response:1; }","duration":"324.699152ms","start":"2026-03-18T14:04:12.545924Z","end":"2026-03-18T14:04:12.870623Z","steps":["trace[829035823] 'process raft request' (duration: 324.441944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:12.870795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:12.545894Z","time spent":"324.827535ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:04:12.870793Z","caller":"traceutil/trace.go:171","msg":"trace[1633124797] transaction","detail":"{read_only:false; response_revision:3852; number_of_response:1; }","duration":"324.850446ms","start":"2026-03-18T14:04:12.545925Z","end":"2026-03-18T14:04:12.870776Z","steps":["trace[1633124797] 'process raft request' (duration: 324.557838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:12.870966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:12.545897Z","time spent":"324.958528ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:04:12.870977Z","caller":"traceutil/trace.go:171","msg":"trace[1024078524] linearizableReadLoop","detail":"{readStateIndex:4028; appliedIndex:4023; }","duration":"324.510557ms","start":"2026-03-18T14:04:12.546443Z","end":"2026-03-18T14:04:12.870954Z","steps":["trace[1024078524] 'read index received' (duration: 308.865239ms)","trace[1024078524] 'applied index is now lower than readState.Index' (duration: 15.642988ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:04:12.871069Z","caller":"traceutil/trace.go:171","msg":"trace[114155041] transaction","detail":"{read_only:false; response_revision:3854; number_of_response:1; }","duration":"324.839055ms","start":"2026-03-18T14:04:12.546209Z","end":"2026-03-18T14:04:12.871048Z","steps":["trace[114155041] 'process raft request' (duration: 324.344352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:12.871164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:12.546203Z","time spent":"324.914838ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:04:12.871286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:12.546024Z","time spent":"324.681061ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:04:12.871315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.865506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63118"} {"level":"info","ts":"2026-03-18T14:04:12.871372Z","caller":"traceutil/trace.go:171","msg":"trace[914907059] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3854; }","duration":"324.939379ms","start":"2026-03-18T14:04:12.546417Z","end":"2026-03-18T14:04:12.871356Z","steps":["trace[914907059] 'agreement among raft nodes before linearized reading' (duration: 324.60963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:12.871446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:12.546409Z","time spent":"325.0234ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63142,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T14:04:13.41059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.051904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:04:13.410735Z","caller":"traceutil/trace.go:171","msg":"trace[516720827] transaction","detail":"{read_only:false; response_revision:3857; number_of_response:1; }","duration":"179.753036ms","start":"2026-03-18T14:04:13.23096Z","end":"2026-03-18T14:04:13.410713Z","steps":["trace[516720827] 'process raft request' (duration: 48.467826ms)","trace[516720827] 'compare' (duration: 130.840888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:04:13.900754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.300685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:04:13.900846Z","caller":"traceutil/trace.go:171","msg":"trace[229238088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3857; }","duration":"330.44689ms","start":"2026-03-18T14:04:13.57038Z","end":"2026-03-18T14:04:13.900826Z","steps":["trace[229238088] 'range keys from in-memory index tree' (duration: 330.188541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:13.900888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:13.570363Z","time spent":"330.514181ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:04:13.901497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.961749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T14:04:13.901546Z","caller":"traceutil/trace.go:171","msg":"trace[2082898250] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3857; }","duration":"340.047991ms","start":"2026-03-18T14:04:13.561483Z","end":"2026-03-18T14:04:13.901531Z","steps":["trace[2082898250] 'range keys from in-memory index tree' (duration: 339.090806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:13.90157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:13.561458Z","time spent":"340.104513ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:04:14.012683Z","caller":"traceutil/trace.go:171","msg":"trace[756918737] linearizableReadLoop","detail":"{readStateIndex:4032; appliedIndex:4031; }","duration":"110.76805ms","start":"2026-03-18T14:04:13.901882Z","end":"2026-03-18T14:04:14.01265Z","steps":["trace[756918737] 'read index received' (duration: 110.562464ms)","trace[756918737] 'applied index is now lower than readState.Index' (duration: 204.536µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:04:14.012773Z","caller":"traceutil/trace.go:171","msg":"trace[739265768] transaction","detail":"{read_only:false; response_revision:3858; number_of_response:1; }","duration":"171.187463ms","start":"2026-03-18T14:04:13.841536Z","end":"2026-03-18T14:04:14.012723Z","steps":["trace[739265768] 'process raft request' (duration: 170.903455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:14.012899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.983236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:04:14.012934Z","caller":"traceutil/trace.go:171","msg":"trace[241459263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3858; }","duration":"111.07551ms","start":"2026-03-18T14:04:13.901849Z","end":"2026-03-18T14:04:14.012925Z","steps":["trace[241459263] 'agreement among raft nodes before linearized reading' (duration: 110.984167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:14.013182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.207951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T14:04:14.013247Z","caller":"traceutil/trace.go:171","msg":"trace[1446490623] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3858; }","duration":"108.335644ms","start":"2026-03-18T14:04:13.904896Z","end":"2026-03-18T14:04:14.013232Z","steps":["trace[1446490623] 'agreement among raft nodes before linearized reading' (duration: 108.101347ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:14.582761Z","caller":"traceutil/trace.go:171","msg":"trace[461205062] transaction","detail":"{read_only:false; response_revision:3859; number_of_response:1; }","duration":"390.245435ms","start":"2026-03-18T14:04:14.192487Z","end":"2026-03-18T14:04:14.582733Z","steps":["trace[461205062] 'process raft request' (duration: 296.509311ms)","trace[461205062] 'compare' (duration: 93.575919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:04:14.582917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:14.192458Z","time spent":"390.376758ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:04:15.072977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476679320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:04:15.573644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476679320,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:04:15.920013Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.371763615s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:04:15.920719Z","caller":"traceutil/trace.go:171","msg":"trace[1513968108] linearizableReadLoop","detail":"{readStateIndex:4034; appliedIndex:4033; }","duration":"1.348759145s","start":"2026-03-18T14:04:14.571918Z","end":"2026-03-18T14:04:15.920677Z","steps":["trace[1513968108] 'read index received' (duration: 1.348410065s)","trace[1513968108] 'applied index is now lower than readState.Index' (duration: 347.19µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:04:15.920874Z","caller":"traceutil/trace.go:171","msg":"trace[81692105] transaction","detail":"{read_only:false; response_revision:3860; number_of_response:1; }","duration":"1.37270317s","start":"2026-03-18T14:04:14.548128Z","end":"2026-03-18T14:04:15.920831Z","steps":["trace[81692105] 'process raft request' (duration: 1.372284209s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:15.920988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349028731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:04:15.921044Z","caller":"traceutil/trace.go:171","msg":"trace[1779109747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3860; }","duration":"1.349175405s","start":"2026-03-18T14:04:14.571851Z","end":"2026-03-18T14:04:15.921026Z","steps":["trace[1779109747] 'agreement among raft nodes before linearized reading' (duration: 1.349030881s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:15.921061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:14.548096Z","time spent":"1.372861354s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:04:15.921118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:14.571821Z","time spent":"1.349274139s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:04:16.172012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.012745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:04:16.172206Z","caller":"traceutil/trace.go:171","msg":"trace[742242501] transaction","detail":"{read_only:false; response_revision:3861; number_of_response:1; }","duration":"308.878979ms","start":"2026-03-18T14:04:15.8633Z","end":"2026-03-18T14:04:16.172179Z","steps":["trace[742242501] 'process raft request' (duration: 140.586316ms)","trace[742242501] 'compare' (duration: 167.847301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:04:16.172603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:15.863267Z","time spent":"309.285089ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:04:16.263942Z","caller":"traceutil/trace.go:171","msg":"trace[1939839532] transaction","detail":"{read_only:false; response_revision:3862; number_of_response:1; }","duration":"244.822646ms","start":"2026-03-18T14:04:16.019099Z","end":"2026-03-18T14:04:16.263921Z","steps":["trace[1939839532] 'process raft request' (duration: 244.661302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:16.264106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.421507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:04:16.26412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388591354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T14:04:16.264182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40122004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T14:04:16.264261Z","caller":"traceutil/trace.go:171","msg":"trace[1269547501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3862; }","duration":"1.401368134s","start":"2026-03-18T14:04:14.862848Z","end":"2026-03-18T14:04:16.264216Z","steps":["trace[1269547501] 'agreement among raft nodes before linearized reading' (duration: 1.401138358s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:16.263936Z","caller":"traceutil/trace.go:171","msg":"trace[1383317667] linearizableReadLoop","detail":"{readStateIndex:4036; appliedIndex:4034; }","duration":"343.078744ms","start":"2026-03-18T14:04:15.92083Z","end":"2026-03-18T14:04:16.263909Z","steps":["trace[1383317667] 'read index received' (duration: 83.074943ms)","trace[1383317667] 'applied index is now lower than readState.Index' (duration: 260.001331ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:04:16.26425Z","caller":"traceutil/trace.go:171","msg":"trace[2073181784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3862; }","duration":"1.388762589s","start":"2026-03-18T14:04:14.875458Z","end":"2026-03-18T14:04:16.264221Z","steps":["trace[2073181784] 'agreement among raft nodes before linearized reading' (duration: 1.388477131s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:16.2642Z","caller":"traceutil/trace.go:171","msg":"trace[1293249970] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3862; }","duration":"916.577411ms","start":"2026-03-18T14:04:15.347602Z","end":"2026-03-18T14:04:16.26418Z","steps":["trace[1293249970] 'agreement among raft nodes before linearized reading' (duration: 916.407966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:16.264286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.69647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:04:16.264325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:14.875439Z","time spent":"1.388872101s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:04:16.264331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:15.347576Z","time spent":"916.740364ms","remote":"127.0.0.1:33636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:04:16.264302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:14.862823Z","time spent":"1.401468517s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:04:16.264298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389394796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T14:04:16.264377Z","caller":"traceutil/trace.go:171","msg":"trace[55198704] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3862; }","duration":"993.856024ms","start":"2026-03-18T14:04:15.270499Z","end":"2026-03-18T14:04:16.264355Z","steps":["trace[55198704] 'agreement among raft nodes before linearized reading' (duration: 993.505975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:16.264398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387442772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-18T14:04:16.264422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.969865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:04:16.26443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:15.270474Z","time spent":"993.944477ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:04:16.264478Z","caller":"traceutil/trace.go:171","msg":"trace[1260457593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3862; }","duration":"342.069986ms","start":"2026-03-18T14:04:15.922394Z","end":"2026-03-18T14:04:16.264464Z","steps":["trace[1260457593] 'agreement among raft nodes before linearized reading' (duration: 341.978565ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:16.264478Z","caller":"traceutil/trace.go:171","msg":"trace[866810226] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:3862; }","duration":"1.387557926s","start":"2026-03-18T14:04:14.8769Z","end":"2026-03-18T14:04:16.264458Z","steps":["trace[866810226] 'agreement among raft nodes before linearized reading' (duration: 1.387253358s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:16.264513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:15.922371Z","time spent":"342.133179ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:04:16.264522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:14.87689Z","time spent":"1.387625688s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"warn","ts":"2026-03-18T14:04:16.264425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389694314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T14:04:16.26451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389374215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:04:16.264579Z","caller":"traceutil/trace.go:171","msg":"trace[418744107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3862; }","duration":"1.389885459s","start":"2026-03-18T14:04:14.87468Z","end":"2026-03-18T14:04:16.264566Z","steps":["trace[418744107] 'agreement among raft nodes before linearized reading' (duration: 1.389654483s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:16.264603Z","caller":"traceutil/trace.go:171","msg":"trace[1718914115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3862; }","duration":"1.389496899s","start":"2026-03-18T14:04:14.875086Z","end":"2026-03-18T14:04:16.264583Z","steps":["trace[1718914115] 'agreement among raft nodes before linearized reading' (duration: 1.389195772s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:16.264636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:14.874659Z","time spent":"1.389960912s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:04:16.264652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:14.875077Z","time spent":"1.389567041s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:04:16.264423Z","caller":"traceutil/trace.go:171","msg":"trace[854756926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3862; }","duration":"1.389604302s","start":"2026-03-18T14:04:14.874791Z","end":"2026-03-18T14:04:16.264396Z","steps":["trace[854756926] 'agreement among raft nodes before linearized reading' (duration: 1.389196351s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:16.264741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:14.874752Z","time spent":"1.389976253s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:04:16.399629Z","caller":"traceutil/trace.go:171","msg":"trace[741938632] transaction","detail":"{read_only:false; response_revision:3864; number_of_response:1; }","duration":"129.602894ms","start":"2026-03-18T14:04:16.269982Z","end":"2026-03-18T14:04:16.399585Z","steps":["trace[741938632] 'process raft request' (duration: 129.399489ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:16.399639Z","caller":"traceutil/trace.go:171","msg":"trace[1788302909] transaction","detail":"{read_only:false; response_revision:3865; number_of_response:1; }","duration":"129.578964ms","start":"2026-03-18T14:04:16.270037Z","end":"2026-03-18T14:04:16.399616Z","steps":["trace[1788302909] 'process raft request' (duration: 129.42622ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:16.399816Z","caller":"traceutil/trace.go:171","msg":"trace[247669549] transaction","detail":"{read_only:false; response_revision:3866; number_of_response:1; }","duration":"129.705157ms","start":"2026-03-18T14:04:16.270097Z","end":"2026-03-18T14:04:16.399802Z","steps":["trace[247669549] 'process raft request' (duration: 129.403789ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:16.400208Z","caller":"traceutil/trace.go:171","msg":"trace[1353769464] transaction","detail":"{read_only:false; response_revision:3867; number_of_response:1; }","duration":"129.324047ms","start":"2026-03-18T14:04:16.270868Z","end":"2026-03-18T14:04:16.400192Z","steps":["trace[1353769464] 'process raft request' (duration: 128.665749ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:16.400115Z","caller":"traceutil/trace.go:171","msg":"trace[2009752025] linearizableReadLoop","detail":"{readStateIndex:4041; appliedIndex:4037; }","duration":"129.663016ms","start":"2026-03-18T14:04:16.270431Z","end":"2026-03-18T14:04:16.400094Z","steps":["trace[2009752025] 'read index received' (duration: 13.015186ms)","trace[2009752025] 'applied index is now lower than readState.Index' (duration: 116.64675ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:04:16.400493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.896618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:04:16.400555Z","caller":"traceutil/trace.go:171","msg":"trace[1328381656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3867; }","duration":"127.992381ms","start":"2026-03-18T14:04:16.272547Z","end":"2026-03-18T14:04:16.400539Z","steps":["trace[1328381656] 'agreement among raft nodes before linearized reading' (duration: 127.887229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:16.400592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.158399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63118"} {"level":"info","ts":"2026-03-18T14:04:16.400664Z","caller":"traceutil/trace.go:171","msg":"trace[308352938] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3867; }","duration":"130.254883ms","start":"2026-03-18T14:04:16.270394Z","end":"2026-03-18T14:04:16.400649Z","steps":["trace[308352938] 'agreement among raft nodes before linearized reading' (duration: 129.953195ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:18.384376Z","caller":"traceutil/trace.go:171","msg":"trace[970305371] transaction","detail":"{read_only:false; response_revision:3871; number_of_response:1; }","duration":"113.996109ms","start":"2026-03-18T14:04:18.270356Z","end":"2026-03-18T14:04:18.384352Z","steps":["trace[970305371] 'process raft request' (duration: 113.773782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:18.824673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.29306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:04:18.825001Z","caller":"traceutil/trace.go:171","msg":"trace[1875488633] linearizableReadLoop","detail":"{readStateIndex:4050; appliedIndex:4047; }","duration":"415.696361ms","start":"2026-03-18T14:04:18.409283Z","end":"2026-03-18T14:04:18.82498Z","steps":["trace[1875488633] 'read index received' (duration: 10.93515ms)","trace[1875488633] 'applied index is now lower than readState.Index' (duration: 404.758141ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:04:18.8251Z","caller":"traceutil/trace.go:171","msg":"trace[1423581010] transaction","detail":"{read_only:false; response_revision:3874; number_of_response:1; }","duration":"416.568985ms","start":"2026-03-18T14:04:18.408515Z","end":"2026-03-18T14:04:18.825084Z","steps":["trace[1423581010] 'process raft request' (duration: 416.292887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:18.825177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:18.408497Z","time spent":"416.645667ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:04:18.825235Z","caller":"traceutil/trace.go:171","msg":"trace[791691098] transaction","detail":"{read_only:false; response_revision:3873; number_of_response:1; }","duration":"416.74987ms","start":"2026-03-18T14:04:18.408444Z","end":"2026-03-18T14:04:18.825194Z","steps":["trace[791691098] 'process raft request' (duration: 11.766082ms)","trace[791691098] 'compare' (duration: 404.185307ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:04:18.825329Z","caller":"traceutil/trace.go:171","msg":"trace[269067647] transaction","detail":"{read_only:false; response_revision:3877; number_of_response:1; }","duration":"205.205323ms","start":"2026-03-18T14:04:18.6201Z","end":"2026-03-18T14:04:18.825305Z","steps":["trace[269067647] 'process raft request' (duration: 204.842214ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:18.825345Z","caller":"traceutil/trace.go:171","msg":"trace[2130204558] transaction","detail":"{read_only:false; response_revision:3875; number_of_response:1; }","duration":"416.427961ms","start":"2026-03-18T14:04:18.408895Z","end":"2026-03-18T14:04:18.825323Z","steps":["trace[2130204558] 'process raft request' (duration: 415.968839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:18.825501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:18.408427Z","time spent":"416.906684ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:04:18.825613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:18.40888Z","time spent":"416.667387ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:04:18.825348Z","caller":"traceutil/trace.go:171","msg":"trace[937183577] transaction","detail":"{read_only:false; response_revision:3876; number_of_response:1; }","duration":"415.726231ms","start":"2026-03-18T14:04:18.409598Z","end":"2026-03-18T14:04:18.825324Z","steps":["trace[937183577] 'process raft request' (duration: 415.29549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:18.825415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.134393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63118"} {"level":"warn","ts":"2026-03-18T14:04:18.825741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:18.409589Z","time spent":"416.082391ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:04:18.825802Z","caller":"traceutil/trace.go:171","msg":"trace[1212820769] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3877; }","duration":"416.506943ms","start":"2026-03-18T14:04:18.409268Z","end":"2026-03-18T14:04:18.825775Z","steps":["trace[1212820769] 'agreement among raft nodes before linearized reading' (duration: 415.788684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:18.825875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:18.409233Z","time spent":"416.621396ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63142,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T14:04:23.089425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.569717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:04:23.089631Z","caller":"traceutil/trace.go:171","msg":"trace[1545119533] transaction","detail":"{read_only:false; response_revision:3896; number_of_response:1; }","duration":"231.898133ms","start":"2026-03-18T14:04:22.857701Z","end":"2026-03-18T14:04:23.089599Z","steps":["trace[1545119533] 'process raft request' (duration: 20.076809ms)","trace[1545119533] 'compare' (duration: 211.462275ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:04:23.089675Z","caller":"traceutil/trace.go:171","msg":"trace[317697333] transaction","detail":"{read_only:false; response_revision:3899; number_of_response:1; }","duration":"230.761682ms","start":"2026-03-18T14:04:22.858894Z","end":"2026-03-18T14:04:23.089655Z","steps":["trace[317697333] 'process raft request' (duration: 230.73034ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:23.089868Z","caller":"traceutil/trace.go:171","msg":"trace[379959090] transaction","detail":"{read_only:false; response_revision:3897; number_of_response:1; }","duration":"232.054718ms","start":"2026-03-18T14:04:22.857803Z","end":"2026-03-18T14:04:23.089857Z","steps":["trace[379959090] 'process raft request' (duration: 231.738429ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:23.089956Z","caller":"traceutil/trace.go:171","msg":"trace[662533998] transaction","detail":"{read_only:false; response_revision:3898; number_of_response:1; }","duration":"231.202213ms","start":"2026-03-18T14:04:22.858743Z","end":"2026-03-18T14:04:23.089945Z","steps":["trace[662533998] 'process raft request' (duration: 230.852224ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:23.090003Z","caller":"traceutil/trace.go:171","msg":"trace[1252327218] linearizableReadLoop","detail":"{readStateIndex:4072; appliedIndex:4071; }","duration":"232.174731ms","start":"2026-03-18T14:04:22.857802Z","end":"2026-03-18T14:04:23.089977Z","steps":["trace[1252327218] 'read index received' (duration: 20.061069ms)","trace[1252327218] 'applied index is now lower than readState.Index' (duration: 212.111312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:04:23.090164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.661761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:04:23.09021Z","caller":"traceutil/trace.go:171","msg":"trace[603972473] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3899; }","duration":"229.740115ms","start":"2026-03-18T14:04:22.860454Z","end":"2026-03-18T14:04:23.090194Z","steps":["trace[603972473] 'agreement among raft nodes before linearized reading' (duration: 229.649022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:23.090314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.488319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T14:04:23.090435Z","caller":"traceutil/trace.go:171","msg":"trace[1735110149] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3899; }","duration":"232.632283ms","start":"2026-03-18T14:04:22.857776Z","end":"2026-03-18T14:04:23.090409Z","steps":["trace[1735110149] 'agreement among raft nodes before linearized reading' (duration: 232.315784ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:26.186907Z","caller":"traceutil/trace.go:171","msg":"trace[1711276321] transaction","detail":"{read_only:false; response_revision:3913; number_of_response:1; }","duration":"179.966073ms","start":"2026-03-18T14:04:26.006895Z","end":"2026-03-18T14:04:26.186862Z","steps":["trace[1711276321] 'process raft request' (duration: 179.730447ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:27.056814Z","caller":"traceutil/trace.go:171","msg":"trace[2081645819] linearizableReadLoop","detail":"{readStateIndex:4093; appliedIndex:4092; }","duration":"185.251188ms","start":"2026-03-18T14:04:26.871536Z","end":"2026-03-18T14:04:27.056787Z","steps":["trace[2081645819] 'read index received' (duration: 185.053303ms)","trace[2081645819] 'applied index is now lower than readState.Index' (duration: 196.635µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:04:27.056926Z","caller":"traceutil/trace.go:171","msg":"trace[1663650210] transaction","detail":"{read_only:false; response_revision:3916; number_of_response:1; }","duration":"200.094763ms","start":"2026-03-18T14:04:26.856797Z","end":"2026-03-18T14:04:27.056892Z","steps":["trace[1663650210] 'process raft request' (duration: 199.792496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:27.057014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.457403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:04:27.057055Z","caller":"traceutil/trace.go:171","msg":"trace[1754400339] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:3916; }","duration":"185.559766ms","start":"2026-03-18T14:04:26.871484Z","end":"2026-03-18T14:04:27.057044Z","steps":["trace[1754400339] 'agreement among raft nodes before linearized reading' (duration: 185.401321ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:27.228306Z","caller":"traceutil/trace.go:171","msg":"trace[292780406] transaction","detail":"{read_only:false; response_revision:3917; number_of_response:1; }","duration":"103.955343ms","start":"2026-03-18T14:04:27.124322Z","end":"2026-03-18T14:04:27.228278Z","steps":["trace[292780406] 'process raft request' (duration: 103.753087ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:27.305951Z","caller":"traceutil/trace.go:171","msg":"trace[711971219] transaction","detail":"{read_only:false; response_revision:3918; number_of_response:1; }","duration":"180.920369ms","start":"2026-03-18T14:04:27.125Z","end":"2026-03-18T14:04:27.305921Z","steps":["trace[711971219] 'process raft request' (duration: 180.713093ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:27.306136Z","caller":"traceutil/trace.go:171","msg":"trace[1266105791] transaction","detail":"{read_only:false; response_revision:3919; number_of_response:1; }","duration":"180.960621ms","start":"2026-03-18T14:04:27.125149Z","end":"2026-03-18T14:04:27.306109Z","steps":["trace[1266105791] 'process raft request' (duration: 180.731663ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:27.306213Z","caller":"traceutil/trace.go:171","msg":"trace[3178281] transaction","detail":"{read_only:false; response_revision:3920; number_of_response:1; }","duration":"181.053112ms","start":"2026-03-18T14:04:27.125148Z","end":"2026-03-18T14:04:27.306201Z","steps":["trace[3178281] 'process raft request' (duration: 180.895798ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:28.012221Z","caller":"traceutil/trace.go:171","msg":"trace[522488844] transaction","detail":"{read_only:false; response_revision:3921; number_of_response:1; }","duration":"113.322159ms","start":"2026-03-18T14:04:27.89887Z","end":"2026-03-18T14:04:28.012192Z","steps":["trace[522488844] 'process raft request' (duration: 113.125533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:28.307923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.747618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:04:28.308058Z","caller":"traceutil/trace.go:171","msg":"trace[1577262983] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3921; }","duration":"145.898441ms","start":"2026-03-18T14:04:28.16214Z","end":"2026-03-18T14:04:28.308039Z","steps":["trace[1577262983] 'count revisions from in-memory index tree' (duration: 145.481529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:28.307918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.549857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:04:28.308211Z","caller":"traceutil/trace.go:171","msg":"trace[1245503667] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3921; }","duration":"211.888936ms","start":"2026-03-18T14:04:28.09629Z","end":"2026-03-18T14:04:28.308179Z","steps":["trace[1245503667] 'count revisions from in-memory index tree' (duration: 211.444333ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:28.308485Z","caller":"traceutil/trace.go:171","msg":"trace[1564368965] transaction","detail":"{read_only:false; response_revision:3922; number_of_response:1; }","duration":"114.701477ms","start":"2026-03-18T14:04:28.193765Z","end":"2026-03-18T14:04:28.308467Z","steps":["trace[1564368965] 'process raft request' (duration: 55.669183ms)","trace[1564368965] 'compare' (duration: 58.88359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:04:29.45386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.229878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T14:04:29.45393Z","caller":"traceutil/trace.go:171","msg":"trace[849685809] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3926; }","duration":"143.329541ms","start":"2026-03-18T14:04:29.310584Z","end":"2026-03-18T14:04:29.453914Z","steps":["trace[849685809] 'range keys from in-memory index tree' (duration: 143.062933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:29.454043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.567957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:04:29.45409Z","caller":"traceutil/trace.go:171","msg":"trace[55515784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3926; }","duration":"143.617528ms","start":"2026-03-18T14:04:29.310462Z","end":"2026-03-18T14:04:29.454079Z","steps":["trace[55515784] 'range keys from in-memory index tree' (duration: 143.416903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:29.454121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.465534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T14:04:29.454234Z","caller":"traceutil/trace.go:171","msg":"trace[1727705255] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3926; }","duration":"143.62952ms","start":"2026-03-18T14:04:29.310577Z","end":"2026-03-18T14:04:29.454206Z","steps":["trace[1727705255] 'range keys from in-memory index tree' (duration: 143.228418ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:30.791523Z","caller":"traceutil/trace.go:171","msg":"trace[1694502529] linearizableReadLoop","detail":"{readStateIndex:4144; appliedIndex:4143; }","duration":"173.359263ms","start":"2026-03-18T14:04:30.618133Z","end":"2026-03-18T14:04:30.791492Z","steps":["trace[1694502529] 'read index received' (duration: 156.091841ms)","trace[1694502529] 'applied index is now lower than readState.Index' (duration: 17.266142ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:04:30.791665Z","caller":"traceutil/trace.go:171","msg":"trace[140218178] transaction","detail":"{read_only:false; response_revision:3962; number_of_response:1; }","duration":"210.133978ms","start":"2026-03-18T14:04:30.581496Z","end":"2026-03-18T14:04:30.79163Z","steps":["trace[140218178] 'process raft request' (duration: 192.859646ms)","trace[140218178] 'compare' (duration: 16.742258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:04:30.791838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.689721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:04:30.791881Z","caller":"traceutil/trace.go:171","msg":"trace[1621825997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3962; }","duration":"173.788975ms","start":"2026-03-18T14:04:30.618081Z","end":"2026-03-18T14:04:30.79187Z","steps":["trace[1621825997] 'agreement among raft nodes before linearized reading' (duration: 173.552987ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:34.493831Z","caller":"traceutil/trace.go:171","msg":"trace[1245303933] transaction","detail":"{read_only:false; response_revision:4008; number_of_response:1; }","duration":"164.952383ms","start":"2026-03-18T14:04:34.328322Z","end":"2026-03-18T14:04:34.493274Z","steps":["trace[1245303933] 'process raft request' (duration: 142.556ms)","trace[1245303933] 'compare' (duration: 21.778896ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:04:34.526931Z","caller":"traceutil/trace.go:171","msg":"trace[1364275124] transaction","detail":"{read_only:false; response_revision:4010; number_of_response:1; }","duration":"149.413097ms","start":"2026-03-18T14:04:34.377484Z","end":"2026-03-18T14:04:34.526897Z","steps":["trace[1364275124] 'process raft request' (duration: 149.328835ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:34.527536Z","caller":"traceutil/trace.go:171","msg":"trace[227300753] transaction","detail":"{read_only:false; response_revision:4009; number_of_response:1; }","duration":"183.458749ms","start":"2026-03-18T14:04:34.344057Z","end":"2026-03-18T14:04:34.527516Z","steps":["trace[227300753] 'process raft request' (duration: 182.253776ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:38.973507Z","caller":"traceutil/trace.go:171","msg":"trace[1311754751] transaction","detail":"{read_only:false; response_revision:4035; number_of_response:1; }","duration":"122.991144ms","start":"2026-03-18T14:04:38.850485Z","end":"2026-03-18T14:04:38.973476Z","steps":["trace[1311754751] 'process raft request' (duration: 122.769098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:40.552765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.169152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:04:40.552851Z","caller":"traceutil/trace.go:171","msg":"trace[1929406523] linearizableReadLoop","detail":"{readStateIndex:4228; appliedIndex:4227; }","duration":"157.822497ms","start":"2026-03-18T14:04:40.395015Z","end":"2026-03-18T14:04:40.552838Z","steps":["trace[1929406523] 'read index received' (duration: 31.45792ms)","trace[1929406523] 'applied index is now lower than readState.Index' (duration: 126.363477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:04:40.552954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.941441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:04:40.552935Z","caller":"traceutil/trace.go:171","msg":"trace[412708391] transaction","detail":"{read_only:false; response_revision:4044; number_of_response:1; }","duration":"174.108244ms","start":"2026-03-18T14:04:40.378787Z","end":"2026-03-18T14:04:40.552895Z","steps":["trace[412708391] 'process raft request' (duration: 47.735556ms)","trace[412708391] 'compare' (duration: 126.070309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:04:40.553026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.629722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:04:40.553051Z","caller":"traceutil/trace.go:171","msg":"trace[1341243527] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:4044; }","duration":"157.684193ms","start":"2026-03-18T14:04:40.395362Z","end":"2026-03-18T14:04:40.553046Z","steps":["trace[1341243527] 'agreement among raft nodes before linearized reading' (duration: 157.646563ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:40.552985Z","caller":"traceutil/trace.go:171","msg":"trace[354736330] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:4044; }","duration":"157.972751ms","start":"2026-03-18T14:04:40.395004Z","end":"2026-03-18T14:04:40.552976Z","steps":["trace[354736330] 'agreement among raft nodes before linearized reading' (duration: 157.89738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:40.553217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.436109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:04:40.553242Z","caller":"traceutil/trace.go:171","msg":"trace[27462698] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:4044; }","duration":"118.491733ms","start":"2026-03-18T14:04:40.434745Z","end":"2026-03-18T14:04:40.553236Z","steps":["trace[27462698] 'agreement among raft nodes before linearized reading' (duration: 118.450651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:40.553299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.374195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:04:40.553364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.249761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:04:40.553388Z","caller":"traceutil/trace.go:171","msg":"trace[350345782] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:4044; }","duration":"131.297251ms","start":"2026-03-18T14:04:40.422085Z","end":"2026-03-18T14:04:40.553382Z","steps":["trace[350345782] 'agreement among raft nodes before linearized reading' (duration: 131.256791ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:40.5534Z","caller":"traceutil/trace.go:171","msg":"trace[1201320999] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:4044; }","duration":"104.510579ms","start":"2026-03-18T14:04:40.448855Z","end":"2026-03-18T14:04:40.553366Z","steps":["trace[1201320999] 'agreement among raft nodes before linearized reading' (duration: 104.314384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:40.553538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.487237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:04:40.553562Z","caller":"traceutil/trace.go:171","msg":"trace[2037405185] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:4044; }","duration":"131.530589ms","start":"2026-03-18T14:04:40.422025Z","end":"2026-03-18T14:04:40.553556Z","steps":["trace[2037405185] 'agreement among raft nodes before linearized reading' (duration: 131.490547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:40.553658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.394116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:04:40.553676Z","caller":"traceutil/trace.go:171","msg":"trace[170469316] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:4044; }","duration":"157.425947ms","start":"2026-03-18T14:04:40.396245Z","end":"2026-03-18T14:04:40.553671Z","steps":["trace[170469316] 'agreement among raft nodes before linearized reading' (duration: 157.396575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:40.553739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.984104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:04:40.553774Z","caller":"traceutil/trace.go:171","msg":"trace[1369224551] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:4044; }","duration":"104.035015ms","start":"2026-03-18T14:04:40.449729Z","end":"2026-03-18T14:04:40.553764Z","steps":["trace[1369224551] 'agreement among raft nodes before linearized reading' (duration: 103.977323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:40.553921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.794667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:04:40.553948Z","caller":"traceutil/trace.go:171","msg":"trace[81102215] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:4044; }","duration":"104.835678ms","start":"2026-03-18T14:04:40.449104Z","end":"2026-03-18T14:04:40.55394Z","steps":["trace[81102215] 'agreement among raft nodes before linearized reading' (duration: 104.789387ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:04:46.454743Z","caller":"traceutil/trace.go:171","msg":"trace[1988924728] linearizableReadLoop","detail":"{readStateIndex:4260; appliedIndex:4258; }","duration":"176.091437ms","start":"2026-03-18T14:04:46.278625Z","end":"2026-03-18T14:04:46.454716Z","steps":["trace[1988924728] 'read index received' (duration: 5.429798ms)","trace[1988924728] 'applied index is now lower than readState.Index' (duration: 170.660469ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:04:46.454812Z","caller":"traceutil/trace.go:171","msg":"trace[1780144511] transaction","detail":"{read_only:false; response_revision:4075; number_of_response:1; }","duration":"231.954614ms","start":"2026-03-18T14:04:46.222822Z","end":"2026-03-18T14:04:46.454777Z","steps":["trace[1780144511] 'process raft request' (duration: 231.734418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:46.454988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.337983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:04:46.455053Z","caller":"traceutil/trace.go:171","msg":"trace[1199869306] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:4075; }","duration":"176.465488ms","start":"2026-03-18T14:04:46.278574Z","end":"2026-03-18T14:04:46.45504Z","steps":["trace[1199869306] 'agreement among raft nodes before linearized reading' (duration: 176.274182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:46.688717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.092792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:04:46.688826Z","caller":"traceutil/trace.go:171","msg":"trace[1711438096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4075; }","duration":"117.220725ms","start":"2026-03-18T14:04:46.57158Z","end":"2026-03-18T14:04:46.688801Z","steps":["trace[1711438096] 'range keys from in-memory index tree' (duration: 116.898947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:49.186398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.38421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:04:49.186555Z","caller":"traceutil/trace.go:171","msg":"trace[1643201040] transaction","detail":"{read_only:false; response_revision:4089; number_of_response:1; }","duration":"148.612735ms","start":"2026-03-18T14:04:49.037922Z","end":"2026-03-18T14:04:49.186535Z","steps":["trace[1643201040] 'process raft request' (duration: 42.002968ms)","trace[1643201040] 'compare' (duration: 106.121454ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:04:49.538632Z","caller":"traceutil/trace.go:171","msg":"trace[2018344203] transaction","detail":"{read_only:false; response_revision:4090; number_of_response:1; }","duration":"343.366652ms","start":"2026-03-18T14:04:49.195238Z","end":"2026-03-18T14:04:49.538604Z","steps":["trace[2018344203] 'process raft request' (duration: 343.129226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:49.538825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:04:49.195217Z","time spent":"343.498835ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:04:49.657144Z","caller":"traceutil/trace.go:171","msg":"trace[1619610207] linearizableReadLoop","detail":"{readStateIndex:4276; appliedIndex:4274; }","duration":"182.78162ms","start":"2026-03-18T14:04:49.474332Z","end":"2026-03-18T14:04:49.657113Z","steps":["trace[1619610207] 'read index received' (duration: 64.035351ms)","trace[1619610207] 'applied index is now lower than readState.Index' (duration: 118.744649ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:04:49.65728Z","caller":"traceutil/trace.go:171","msg":"trace[857909186] transaction","detail":"{read_only:false; response_revision:4091; number_of_response:1; }","duration":"198.87892ms","start":"2026-03-18T14:04:49.458364Z","end":"2026-03-18T14:04:49.657243Z","steps":["trace[857909186] 'process raft request' (duration: 167.142582ms)","trace[857909186] 'compare' (duration: 31.482701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:04:49.657473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.289829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:04:49.657542Z","caller":"traceutil/trace.go:171","msg":"trace[2132166785] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:4091; }","duration":"181.405493ms","start":"2026-03-18T14:04:49.476119Z","end":"2026-03-18T14:04:49.657525Z","steps":["trace[2132166785] 'agreement among raft nodes before linearized reading' (duration: 181.253048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:04:49.657449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.089768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:04:49.658499Z","caller":"traceutil/trace.go:171","msg":"trace[997631528] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4091; }","duration":"184.224469ms","start":"2026-03-18T14:04:49.474234Z","end":"2026-03-18T14:04:49.658459Z","steps":["trace[997631528] 'agreement among raft nodes before linearized reading' (duration: 183.051977ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:08.951178Z","caller":"traceutil/trace.go:171","msg":"trace[1409881806] transaction","detail":"{read_only:false; response_revision:4197; number_of_response:1; }","duration":"154.827763ms","start":"2026-03-18T14:05:08.796301Z","end":"2026-03-18T14:05:08.951129Z","steps":["trace[1409881806] 'process raft request' (duration: 154.512794ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:08.951233Z","caller":"traceutil/trace.go:171","msg":"trace[1090649981] transaction","detail":"{read_only:false; response_revision:4200; number_of_response:1; }","duration":"109.374764ms","start":"2026-03-18T14:05:08.841823Z","end":"2026-03-18T14:05:08.951198Z","steps":["trace[1090649981] 'process raft request' (duration: 109.292251ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:08.951237Z","caller":"traceutil/trace.go:171","msg":"trace[1373197797] transaction","detail":"{read_only:false; response_revision:4198; number_of_response:1; }","duration":"153.265201ms","start":"2026-03-18T14:05:08.797932Z","end":"2026-03-18T14:05:08.951197Z","steps":["trace[1373197797] 'process raft request' (duration: 153.045025ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:08.951424Z","caller":"traceutil/trace.go:171","msg":"trace[595582791] transaction","detail":"{read_only:false; response_revision:4199; number_of_response:1; }","duration":"140.338389ms","start":"2026-03-18T14:05:08.811043Z","end":"2026-03-18T14:05:08.951381Z","steps":["trace[595582791] 'process raft request' (duration: 139.999739ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:09.091548Z","caller":"traceutil/trace.go:171","msg":"trace[1236845410] linearizableReadLoop","detail":"{readStateIndex:4401; appliedIndex:4396; }","duration":"200.708155ms","start":"2026-03-18T14:05:08.890813Z","end":"2026-03-18T14:05:09.091521Z","steps":["trace[1236845410] 'read index received' (duration: 60.103429ms)","trace[1236845410] 'applied index is now lower than readState.Index' (duration: 140.603656ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:05:09.091596Z","caller":"traceutil/trace.go:171","msg":"trace[1163891410] transaction","detail":"{read_only:false; response_revision:4201; number_of_response:1; }","duration":"175.811506ms","start":"2026-03-18T14:05:08.915748Z","end":"2026-03-18T14:05:09.091559Z","steps":["trace[1163891410] 'process raft request' (duration: 175.643992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:09.091971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.138818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-create-cmmgv\" ","response":"range_response_count:1 size:3400"} {"level":"info","ts":"2026-03-18T14:05:09.092043Z","caller":"traceutil/trace.go:171","msg":"trace[1880121345] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-create-cmmgv; range_end:; response_count:1; response_revision:4201; }","duration":"201.22346ms","start":"2026-03-18T14:05:08.890799Z","end":"2026-03-18T14:05:09.092022Z","steps":["trace[1880121345] 'agreement among raft nodes before linearized reading' (duration: 200.836129ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:11.072123Z","caller":"traceutil/trace.go:171","msg":"trace[1531351017] transaction","detail":"{read_only:false; response_revision:4215; number_of_response:1; }","duration":"115.675616ms","start":"2026-03-18T14:05:10.956421Z","end":"2026-03-18T14:05:11.072097Z","steps":["trace[1531351017] 'process raft request' (duration: 115.502512ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:12.064847Z","caller":"traceutil/trace.go:171","msg":"trace[1889398531] linearizableReadLoop","detail":"{readStateIndex:4420; appliedIndex:4419; }","duration":"186.844176ms","start":"2026-03-18T14:05:11.877983Z","end":"2026-03-18T14:05:12.064827Z","steps":["trace[1889398531] 'read index received' (duration: 186.653371ms)","trace[1889398531] 'applied index is now lower than readState.Index' (duration: 189.995µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:05:12.064948Z","caller":"traceutil/trace.go:171","msg":"trace[1165892424] transaction","detail":"{read_only:false; response_revision:4218; number_of_response:1; }","duration":"218.835371ms","start":"2026-03-18T14:05:11.84609Z","end":"2026-03-18T14:05:12.064925Z","steps":["trace[1165892424] 'process raft request' (duration: 218.604444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:12.065113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.992887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:05:12.065142Z","caller":"traceutil/trace.go:171","msg":"trace[241054856] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4218; }","duration":"152.057738ms","start":"2026-03-18T14:05:11.913076Z","end":"2026-03-18T14:05:12.065133Z","steps":["trace[241054856] 'agreement among raft nodes before linearized reading' (duration: 151.936855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:12.065202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.461738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T14:05:12.065261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.28576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:05:12.065287Z","caller":"traceutil/trace.go:171","msg":"trace[697503110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4218; }","duration":"171.584332ms","start":"2026-03-18T14:05:11.893685Z","end":"2026-03-18T14:05:12.065269Z","steps":["trace[697503110] 'agreement among raft nodes before linearized reading' (duration: 171.311484ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:12.065307Z","caller":"traceutil/trace.go:171","msg":"trace[1248168987] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:4218; }","duration":"187.349622ms","start":"2026-03-18T14:05:11.877925Z","end":"2026-03-18T14:05:12.065275Z","steps":["trace[1248168987] 'agreement among raft nodes before linearized reading' (duration: 187.004612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:12.065296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.373813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:05:12.065409Z","caller":"traceutil/trace.go:171","msg":"trace[1094813510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4218; }","duration":"183.500295ms","start":"2026-03-18T14:05:11.881862Z","end":"2026-03-18T14:05:12.065363Z","steps":["trace[1094813510] 'agreement among raft nodes before linearized reading' (duration: 183.193028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:12.065604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.223593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:05:12.06564Z","caller":"traceutil/trace.go:171","msg":"trace[126663740] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4218; }","duration":"185.278524ms","start":"2026-03-18T14:05:11.880354Z","end":"2026-03-18T14:05:12.065633Z","steps":["trace[126663740] 'agreement among raft nodes before linearized reading' (duration: 184.612546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:19.315466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.58118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:05:19.315634Z","caller":"traceutil/trace.go:171","msg":"trace[2088404023] transaction","detail":"{read_only:false; response_revision:4554; number_of_response:1; }","duration":"318.218231ms","start":"2026-03-18T14:05:18.997386Z","end":"2026-03-18T14:05:19.315604Z","steps":["trace[2088404023] 'process raft request' (duration: 83.428085ms)","trace[2088404023] 'compare' (duration: 234.22826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:05:19.315867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:18.997357Z","time spent":"318.387927ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":810,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:05:19.316743Z","caller":"traceutil/trace.go:171","msg":"trace[2074829208] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"269.598055ms","start":"2026-03-18T14:05:19.047125Z","end":"2026-03-18T14:05:19.316723Z","steps":["trace[2074829208] 'process raft request' (duration: 269.538962ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:19.316791Z","caller":"traceutil/trace.go:171","msg":"trace[481282325] transaction","detail":"{read_only:false; response_revision:4555; number_of_response:1; }","duration":"281.331014ms","start":"2026-03-18T14:05:19.03544Z","end":"2026-03-18T14:05:19.316771Z","steps":["trace[481282325] 'process raft request' (duration: 280.536333ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:19.404482Z","caller":"traceutil/trace.go:171","msg":"trace[529390598] transaction","detail":"{read_only:false; response_revision:4557; number_of_response:1; }","duration":"305.773852ms","start":"2026-03-18T14:05:19.098669Z","end":"2026-03-18T14:05:19.404443Z","steps":["trace[529390598] 'process raft request' (duration: 305.472575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:19.404637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:19.098632Z","time spent":"305.938807ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":816,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:05:19.404754Z","caller":"traceutil/trace.go:171","msg":"trace[143740843] transaction","detail":"{read_only:false; response_revision:4561; number_of_response:1; }","duration":"157.25001ms","start":"2026-03-18T14:05:19.24747Z","end":"2026-03-18T14:05:19.40472Z","steps":["trace[143740843] 'process raft request' (duration: 157.062715ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:19.405001Z","caller":"traceutil/trace.go:171","msg":"trace[727785485] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"256.281852ms","start":"2026-03-18T14:05:19.148647Z","end":"2026-03-18T14:05:19.404929Z","steps":["trace[727785485] 'process raft request' (duration: 255.739017ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:19.405112Z","caller":"traceutil/trace.go:171","msg":"trace[1791712069] transaction","detail":"{read_only:false; response_revision:4560; number_of_response:1; }","duration":"198.866776ms","start":"2026-03-18T14:05:19.206225Z","end":"2026-03-18T14:05:19.405092Z","steps":["trace[1791712069] 'process raft request' (duration: 198.244929ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:19.405097Z","caller":"traceutil/trace.go:171","msg":"trace[1830568018] transaction","detail":"{read_only:false; response_revision:4558; number_of_response:1; }","duration":"297.009663ms","start":"2026-03-18T14:05:19.108035Z","end":"2026-03-18T14:05:19.405044Z","steps":["trace[1830568018] 'process raft request' (duration: 296.288823ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:19.440325Z","caller":"traceutil/trace.go:171","msg":"trace[1663939595] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"104.384338ms","start":"2026-03-18T14:05:19.335876Z","end":"2026-03-18T14:05:19.44026Z","steps":["trace[1663939595] 'process raft request' (duration: 86.14806ms)","trace[1663939595] 'compare' (duration: 17.823566ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:05:19.927294Z","caller":"traceutil/trace.go:171","msg":"trace[1337467750] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4572; }","duration":"229.85081ms","start":"2026-03-18T14:05:19.697407Z","end":"2026-03-18T14:05:19.927258Z","steps":["trace[1337467750] 'process raft request' (duration: 196.015097ms)","trace[1337467750] 'compare' (duration: 33.679209ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:05:19.933501Z","caller":"traceutil/trace.go:171","msg":"trace[2096361050] linearizableReadLoop","detail":"{readStateIndex:4785; appliedIndex:4782; }","duration":"131.087806ms","start":"2026-03-18T14:05:19.802385Z","end":"2026-03-18T14:05:19.933473Z","steps":["trace[2096361050] 'read index received' (duration: 91.021183ms)","trace[2096361050] 'applied index is now lower than readState.Index' (duration: 40.065403ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:05:19.933516Z","caller":"traceutil/trace.go:171","msg":"trace[57091426] transaction","detail":"{read_only:false; response_revision:4573; number_of_response:1; }","duration":"235.6898ms","start":"2026-03-18T14:05:19.697796Z","end":"2026-03-18T14:05:19.933486Z","steps":["trace[57091426] 'process raft request' (duration: 235.420372ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:19.933635Z","caller":"traceutil/trace.go:171","msg":"trace[1225703427] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"174.923142ms","start":"2026-03-18T14:05:19.758666Z","end":"2026-03-18T14:05:19.933589Z","steps":["trace[1225703427] 'process raft request' (duration: 174.714966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:19.933712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.301312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:3007"} {"level":"info","ts":"2026-03-18T14:05:19.933792Z","caller":"traceutil/trace.go:171","msg":"trace[2017658185] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4574; }","duration":"131.393444ms","start":"2026-03-18T14:05:19.802377Z","end":"2026-03-18T14:05:19.93377Z","steps":["trace[2017658185] 'agreement among raft nodes before linearized reading' (duration: 131.245319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:19.933934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.129584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:05:19.933995Z","caller":"traceutil/trace.go:171","msg":"trace[1318221993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4574; }","duration":"114.233617ms","start":"2026-03-18T14:05:19.819747Z","end":"2026-03-18T14:05:19.933981Z","steps":["trace[1318221993] 'agreement among raft nodes before linearized reading' (duration: 113.907107ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:20.118439Z","caller":"traceutil/trace.go:171","msg":"trace[1888304779] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4576; }","duration":"172.829695ms","start":"2026-03-18T14:05:19.945574Z","end":"2026-03-18T14:05:20.118404Z","steps":["trace[1888304779] 'process raft request' (duration: 172.737932ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:20.118494Z","caller":"traceutil/trace.go:171","msg":"trace[1887418240] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"179.164288ms","start":"2026-03-18T14:05:19.939287Z","end":"2026-03-18T14:05:20.118452Z","steps":["trace[1887418240] 'process raft request' (duration: 145.564071ms)","trace[1887418240] 'compare' (duration: 33.249347ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:05:20.227205Z","caller":"traceutil/trace.go:171","msg":"trace[79973705] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"103.297688ms","start":"2026-03-18T14:05:20.123887Z","end":"2026-03-18T14:05:20.227185Z","steps":["trace[79973705] 'process raft request' (duration: 99.646139ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:20.280272Z","caller":"traceutil/trace.go:171","msg":"trace[447272448] transaction","detail":"{read_only:false; response_revision:4580; number_of_response:1; }","duration":"155.721168ms","start":"2026-03-18T14:05:20.124514Z","end":"2026-03-18T14:05:20.280236Z","steps":["trace[447272448] 'process raft request' (duration: 155.472891ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:20.280315Z","caller":"traceutil/trace.go:171","msg":"trace[1039872332] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"155.668506ms","start":"2026-03-18T14:05:20.124629Z","end":"2026-03-18T14:05:20.280298Z","steps":["trace[1039872332] 'process raft request' (duration: 155.545263ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:20.280618Z","caller":"traceutil/trace.go:171","msg":"trace[1210746231] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"144.873082ms","start":"2026-03-18T14:05:20.135712Z","end":"2026-03-18T14:05:20.280585Z","steps":["trace[1210746231] 'process raft request' (duration: 144.523023ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:20.645472Z","caller":"traceutil/trace.go:171","msg":"trace[1477675505] linearizableReadLoop","detail":"{readStateIndex:4795; appliedIndex:4794; }","duration":"364.905945ms","start":"2026-03-18T14:05:20.280535Z","end":"2026-03-18T14:05:20.645441Z","steps":["trace[1477675505] 'read index received' (duration: 364.827893ms)","trace[1477675505] 'applied index is now lower than readState.Index' (duration: 76.782µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:05:20.645485Z","caller":"traceutil/trace.go:171","msg":"trace[1519465356] transaction","detail":"{read_only:false; response_revision:4583; number_of_response:1; }","duration":"410.18044ms","start":"2026-03-18T14:05:20.235269Z","end":"2026-03-18T14:05:20.645449Z","steps":["trace[1519465356] 'process raft request' (duration: 409.970554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:20.645769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.346269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T14:05:20.645808Z","caller":"traceutil/trace.go:171","msg":"trace[1096681895] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4583; }","duration":"423.429481ms","start":"2026-03-18T14:05:20.222366Z","end":"2026-03-18T14:05:20.645796Z","steps":["trace[1096681895] 'agreement among raft nodes before linearized reading' (duration: 423.248846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:20.645855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:20.222356Z","time spent":"423.490204ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:05:20.645876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:20.235238Z","time spent":"410.51825ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:05:20.646305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.679889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-18T14:05:20.646294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.831402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T14:05:20.646301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.972271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-9sf78\" ","response":"range_response_count:1 size:3378"} {"level":"info","ts":"2026-03-18T14:05:20.646352Z","caller":"traceutil/trace.go:171","msg":"trace[1153758992] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:4583; }","duration":"419.7487ms","start":"2026-03-18T14:05:20.226595Z","end":"2026-03-18T14:05:20.646343Z","steps":["trace[1153758992] 'agreement among raft nodes before linearized reading' (duration: 418.946169ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:20.646381Z","caller":"traceutil/trace.go:171","msg":"trace[1173089015] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4583; }","duration":"423.978257ms","start":"2026-03-18T14:05:20.222381Z","end":"2026-03-18T14:05:20.646359Z","steps":["trace[1173089015] 'agreement among raft nodes before linearized reading' (duration: 423.202866ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:20.64639Z","caller":"traceutil/trace.go:171","msg":"trace[3763402] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-9sf78; range_end:; response_count:1; response_revision:4583; }","duration":"408.135694ms","start":"2026-03-18T14:05:20.238231Z","end":"2026-03-18T14:05:20.646367Z","steps":["trace[3763402] 'agreement among raft nodes before linearized reading' (duration: 407.698972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:20.646409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:20.226587Z","time spent":"419.814502ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"warn","ts":"2026-03-18T14:05:20.646442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:20.222371Z","time spent":"424.060429ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:05:20.646442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:20.23821Z","time spent":"408.220987ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3402,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-9sf78\" "} {"level":"warn","ts":"2026-03-18T14:05:20.646326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.858268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:05:20.64665Z","caller":"traceutil/trace.go:171","msg":"trace[527243139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4583; }","duration":"426.334141ms","start":"2026-03-18T14:05:20.220293Z","end":"2026-03-18T14:05:20.646627Z","steps":["trace[527243139] 'agreement among raft nodes before linearized reading' (duration: 425.339744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:20.646762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:20.220262Z","time spent":"426.483985ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:05:20.661275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.791319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:05:20.661286Z","caller":"traceutil/trace.go:171","msg":"trace[1871840323] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"375.69881ms","start":"2026-03-18T14:05:20.285559Z","end":"2026-03-18T14:05:20.661258Z","steps":["trace[1871840323] 'process raft request' (duration: 375.467553ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:20.661347Z","caller":"traceutil/trace.go:171","msg":"trace[1644815167] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4584; }","duration":"178.927751ms","start":"2026-03-18T14:05:20.482402Z","end":"2026-03-18T14:05:20.66133Z","steps":["trace[1644815167] 'agreement among raft nodes before linearized reading' (duration: 178.784487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:20.66144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:20.285539Z","time spent":"375.811552ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:05:20.66147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.244943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"warn","ts":"2026-03-18T14:05:20.66149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.222295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:05:20.661539Z","caller":"traceutil/trace.go:171","msg":"trace[653602486] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4584; }","duration":"218.362797ms","start":"2026-03-18T14:05:20.443154Z","end":"2026-03-18T14:05:20.661517Z","steps":["trace[653602486] 'agreement among raft nodes before linearized reading' (duration: 218.157372ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:20.661572Z","caller":"traceutil/trace.go:171","msg":"trace[350613789] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4584; }","duration":"133.337998ms","start":"2026-03-18T14:05:20.528214Z","end":"2026-03-18T14:05:20.661552Z","steps":["trace[350613789] 'agreement among raft nodes before linearized reading' (duration: 133.194324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:20.661802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.883642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T14:05:20.661865Z","caller":"traceutil/trace.go:171","msg":"trace[1868653884] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:4584; }","duration":"328.976235ms","start":"2026-03-18T14:05:20.332873Z","end":"2026-03-18T14:05:20.661849Z","steps":["trace[1868653884] 'agreement among raft nodes before linearized reading' (duration: 328.482212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:20.661906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:20.332859Z","time spent":"329.035927ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"warn","ts":"2026-03-18T14:05:20.662005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.310968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T14:05:20.662109Z","caller":"traceutil/trace.go:171","msg":"trace[362703784] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4584; }","duration":"206.443752ms","start":"2026-03-18T14:05:20.45565Z","end":"2026-03-18T14:05:20.662094Z","steps":["trace[362703784] 'agreement among raft nodes before linearized reading' (duration: 205.547678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:21.540456Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476680913,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:05:22.030461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.617792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:05:22.03064Z","caller":"traceutil/trace.go:171","msg":"trace[447204353] transaction","detail":"{read_only:false; response_revision:4595; number_of_response:1; }","duration":"1.026212497s","start":"2026-03-18T14:05:21.004395Z","end":"2026-03-18T14:05:22.030608Z","steps":["trace[447204353] 'process raft request' (duration: 887.355358ms)","trace[447204353] 'compare' (duration: 138.258752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:05:22.030738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:21.004384Z","time spent":"1.026311859s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:05:22.407445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.191307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:05:22.407791Z","caller":"traceutil/trace.go:171","msg":"trace[1788087763] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"371.492425ms","start":"2026-03-18T14:05:22.036278Z","end":"2026-03-18T14:05:22.40777Z","steps":["trace[1788087763] 'process raft request' (duration: 371.409832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:22.407871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:22.036252Z","time spent":"371.582287ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:05:22.407894Z","caller":"traceutil/trace.go:171","msg":"trace[2076363045] transaction","detail":"{read_only:false; response_revision:4597; number_of_response:1; }","duration":"897.904207ms","start":"2026-03-18T14:05:21.509968Z","end":"2026-03-18T14:05:22.407872Z","steps":["trace[2076363045] 'process raft request' (duration: 897.617378ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:22.407925Z","caller":"traceutil/trace.go:171","msg":"trace[1440698713] linearizableReadLoop","detail":"{readStateIndex:4810; appliedIndex:4807; }","duration":"1.367833036s","start":"2026-03-18T14:05:21.040052Z","end":"2026-03-18T14:05:22.407885Z","steps":["trace[1440698713] 'read index received' (duration: 851.705755ms)","trace[1440698713] 'applied index is now lower than readState.Index' (duration: 516.124491ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:05:22.407929Z","caller":"traceutil/trace.go:171","msg":"trace[1855467997] transaction","detail":"{read_only:false; response_revision:4596; number_of_response:1; }","duration":"996.582738ms","start":"2026-03-18T14:05:21.411319Z","end":"2026-03-18T14:05:22.407902Z","steps":["trace[1855467997] 'process raft request' (duration: 830.832137ms)","trace[1855467997] 'compare' (duration: 164.906938ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:05:22.407946Z","caller":"traceutil/trace.go:171","msg":"trace[127202873] transaction","detail":"{read_only:false; response_revision:4599; number_of_response:1; }","duration":"280.807591ms","start":"2026-03-18T14:05:22.12712Z","end":"2026-03-18T14:05:22.407927Z","steps":["trace[127202873] 'process raft request' (duration: 280.615536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:22.407984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:21.509928Z","time spent":"898.007329ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:05:22.408105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113344314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:05:22.408138Z","caller":"traceutil/trace.go:171","msg":"trace[1397543436] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4599; }","duration":"1.113431106s","start":"2026-03-18T14:05:21.294696Z","end":"2026-03-18T14:05:22.408127Z","steps":["trace[1397543436] 'agreement among raft nodes before linearized reading' (duration: 1.113370025s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:22.408137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:21.41128Z","time spent":"996.716092ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:05:22.40817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:21.294666Z","time spent":"1.113496589s","remote":"127.0.0.1:49964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:05:22.408219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.765322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T14:05:22.408192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368113093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana.189df48dbf58f513\" ","response":"range_response_count:1 size:736"} {"level":"warn","ts":"2026-03-18T14:05:22.408229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.482433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:05:22.408242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.351353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-bjv4c.189df41eb0ef99dd\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-18T14:05:22.408257Z","caller":"traceutil/trace.go:171","msg":"trace[1911913807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4599; }","duration":"452.846584ms","start":"2026-03-18T14:05:21.9554Z","end":"2026-03-18T14:05:22.408246Z","steps":["trace[1911913807] 'agreement among raft nodes before linearized reading' (duration: 452.66431ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:22.408295Z","caller":"traceutil/trace.go:171","msg":"trace[1500948217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4599; }","duration":"835.604806ms","start":"2026-03-18T14:05:21.572671Z","end":"2026-03-18T14:05:22.408276Z","steps":["trace[1500948217] 'agreement among raft nodes before linearized reading' (duration: 835.498483ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:22.408287Z","caller":"traceutil/trace.go:171","msg":"trace[312886530] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana.189df48dbf58f513; range_end:; response_count:1; response_revision:4599; }","duration":"1.368249087s","start":"2026-03-18T14:05:21.040013Z","end":"2026-03-18T14:05:22.408262Z","steps":["trace[312886530] 'agreement among raft nodes before linearized reading' (duration: 1.36799812s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:22.408303Z","caller":"traceutil/trace.go:171","msg":"trace[1497846378] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-bjv4c.189df41eb0ef99dd; range_end:; response_count:1; response_revision:4599; }","duration":"672.455755ms","start":"2026-03-18T14:05:21.735832Z","end":"2026-03-18T14:05:22.408288Z","steps":["trace[1497846378] 'agreement among raft nodes before linearized reading' (duration: 672.252919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:22.408304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:21.955376Z","time spent":"452.920787ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:05:22.40833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:21.572641Z","time spent":"835.684329ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:05:22.408341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:21.039998Z","time spent":"1.36833429s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":760,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana.189df48dbf58f513\" "} {"level":"warn","ts":"2026-03-18T14:05:22.408348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:21.735807Z","time spent":"672.528948ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":789,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-bjv4c.189df41eb0ef99dd\" "} {"level":"warn","ts":"2026-03-18T14:05:22.802509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.101372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:05:22.802645Z","caller":"traceutil/trace.go:171","msg":"trace[734273186] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"392.313464ms","start":"2026-03-18T14:05:22.41031Z","end":"2026-03-18T14:05:22.802623Z","steps":["trace[734273186] 'process raft request' (duration: 182.014787ms)","trace[734273186] 'compare' (duration: 209.977988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:05:22.802717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:22.410198Z","time spent":"392.490529ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:05:22.807435Z","caller":"traceutil/trace.go:171","msg":"trace[1477961531] transaction","detail":"{read_only:false; response_revision:4603; number_of_response:1; }","duration":"393.643729ms","start":"2026-03-18T14:05:22.413775Z","end":"2026-03-18T14:05:22.807418Z","steps":["trace[1477961531] 'process raft request' (duration: 393.548626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:22.807547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:22.413748Z","time spent":"393.738832ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:05:22.807564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.229194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:05:22.807586Z","caller":"traceutil/trace.go:171","msg":"trace[999376775] transaction","detail":"{read_only:false; response_revision:4602; number_of_response:1; }","duration":"395.314404ms","start":"2026-03-18T14:05:22.412257Z","end":"2026-03-18T14:05:22.807571Z","steps":["trace[999376775] 'process raft request' (duration: 395.020907ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:22.807603Z","caller":"traceutil/trace.go:171","msg":"trace[75286900] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"396.782965ms","start":"2026-03-18T14:05:22.410806Z","end":"2026-03-18T14:05:22.807588Z","steps":["trace[75286900] 'process raft request' (duration: 396.329033ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:22.807631Z","caller":"traceutil/trace.go:171","msg":"trace[139058138] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4604; }","duration":"262.333468ms","start":"2026-03-18T14:05:22.545277Z","end":"2026-03-18T14:05:22.80761Z","steps":["trace[139058138] 'agreement among raft nodes before linearized reading' (duration: 262.192443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:22.807646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:22.412242Z","time spent":"395.375188ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:05:22.807423Z","caller":"traceutil/trace.go:171","msg":"trace[1634390771] linearizableReadLoop","detail":"{readStateIndex:4817; appliedIndex:4812; }","duration":"262.073401ms","start":"2026-03-18T14:05:22.545329Z","end":"2026-03-18T14:05:22.807402Z","steps":["trace[1634390771] 'read index received' (duration: 47.012524ms)","trace[1634390771] 'applied index is now lower than readState.Index' (duration: 215.059897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:05:22.807669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:22.410773Z","time spent":"396.859507ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:05:22.807773Z","caller":"traceutil/trace.go:171","msg":"trace[1490919945] transaction","detail":"{read_only:false; response_revision:4604; number_of_response:1; }","duration":"339.434261ms","start":"2026-03-18T14:05:22.468291Z","end":"2026-03-18T14:05:22.807726Z","steps":["trace[1490919945] 'process raft request' (duration: 339.06735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:22.807929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:22.468263Z","time spent":"339.591334ms","remote":"127.0.0.1:45816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3561,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:05:22.819355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.05991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T14:05:22.819383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.141536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-18T14:05:22.819428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.828991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T14:05:22.819436Z","caller":"traceutil/trace.go:171","msg":"trace[1610354534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4605; }","duration":"140.190455ms","start":"2026-03-18T14:05:22.679226Z","end":"2026-03-18T14:05:22.819416Z","steps":["trace[1610354534] 'agreement among raft nodes before linearized reading' (duration: 139.966269ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:22.819476Z","caller":"traceutil/trace.go:171","msg":"trace[350012473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4605; }","duration":"140.898955ms","start":"2026-03-18T14:05:22.678564Z","end":"2026-03-18T14:05:22.819463Z","steps":["trace[350012473] 'agreement among raft nodes before linearized reading' (duration: 140.713839ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:22.81951Z","caller":"traceutil/trace.go:171","msg":"trace[760411323] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:4605; }","duration":"139.303731ms","start":"2026-03-18T14:05:22.680183Z","end":"2026-03-18T14:05:22.819487Z","steps":["trace[760411323] 'agreement among raft nodes before linearized reading' (duration: 138.998993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:22.819503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.540001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:05:22.819707Z","caller":"traceutil/trace.go:171","msg":"trace[1948475755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4605; }","duration":"141.791949ms","start":"2026-03-18T14:05:22.677896Z","end":"2026-03-18T14:05:22.819687Z","steps":["trace[1948475755] 'agreement among raft nodes before linearized reading' (duration: 141.312505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:22.819408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.897578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T14:05:22.819943Z","caller":"traceutil/trace.go:171","msg":"trace[1641739979] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4605; }","duration":"154.479074ms","start":"2026-03-18T14:05:22.665453Z","end":"2026-03-18T14:05:22.819932Z","steps":["trace[1641739979] 'agreement among raft nodes before linearized reading' (duration: 153.791416ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:23.205141Z","caller":"traceutil/trace.go:171","msg":"trace[610794583] linearizableReadLoop","detail":"{readStateIndex:4819; appliedIndex:4818; }","duration":"385.95248ms","start":"2026-03-18T14:05:22.819166Z","end":"2026-03-18T14:05:23.205118Z","steps":["trace[610794583] 'read index received' (duration: 385.878318ms)","trace[610794583] 'applied index is now lower than readState.Index' (duration: 73.052µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:05:23.205194Z","caller":"traceutil/trace.go:171","msg":"trace[350111996] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"386.568686ms","start":"2026-03-18T14:05:22.818604Z","end":"2026-03-18T14:05:23.205173Z","steps":["trace[350111996] 'process raft request' (duration: 386.37689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:23.205293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:22.818557Z","time spent":"386.687219ms","remote":"127.0.0.1:45796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3938,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:05:23.20543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.70093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.189df48dbf5c619f\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-03-18T14:05:23.205479Z","caller":"traceutil/trace.go:171","msg":"trace[1067992127] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-alertmanager.189df48dbf5c619f; range_end:; response_count:1; response_revision:4606; }","duration":"393.827114ms","start":"2026-03-18T14:05:22.811636Z","end":"2026-03-18T14:05:23.205463Z","steps":["trace[1067992127] 'agreement among raft nodes before linearized reading' (duration: 393.593858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:23.205516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:22.811621Z","time spent":"393.885035ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":775,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-alertmanager.189df48dbf5c619f\" "} {"level":"info","ts":"2026-03-18T14:05:23.260712Z","caller":"traceutil/trace.go:171","msg":"trace[419803936] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"436.722446ms","start":"2026-03-18T14:05:22.82396Z","end":"2026-03-18T14:05:23.260683Z","steps":["trace[419803936] 'process raft request' (duration: 436.51206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:23.26089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:22.823947Z","time spent":"436.845659ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:05:23.26126Z","caller":"traceutil/trace.go:171","msg":"trace[600768613] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"437.232569ms","start":"2026-03-18T14:05:22.824003Z","end":"2026-03-18T14:05:23.261236Z","steps":["trace[600768613] 'process raft request' (duration: 436.635942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:23.261381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:22.823983Z","time spent":"437.32817ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:05:23.261574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.64863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63118"} {"level":"info","ts":"2026-03-18T14:05:23.261662Z","caller":"traceutil/trace.go:171","msg":"trace[1178842779] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4610; }","duration":"437.754783ms","start":"2026-03-18T14:05:22.823889Z","end":"2026-03-18T14:05:23.261644Z","steps":["trace[1178842779] 'agreement among raft nodes before linearized reading' (duration: 437.446885ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:23.261708Z","caller":"traceutil/trace.go:171","msg":"trace[625092575] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"437.64222ms","start":"2026-03-18T14:05:22.824044Z","end":"2026-03-18T14:05:23.261686Z","steps":["trace[625092575] 'process raft request' (duration: 436.90596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:23.261814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.665496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-18T14:05:23.261718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:22.823847Z","time spent":"437.861596ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63142,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T14:05:23.261811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:22.824025Z","time spent":"437.750792ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:05:23.261851Z","caller":"traceutil/trace.go:171","msg":"trace[458301546] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4610; }","duration":"122.727058ms","start":"2026-03-18T14:05:23.139114Z","end":"2026-03-18T14:05:23.261841Z","steps":["trace[458301546] 'agreement among raft nodes before linearized reading' (duration: 122.626695ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:23.261816Z","caller":"traceutil/trace.go:171","msg":"trace[1616873472] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"437.25469ms","start":"2026-03-18T14:05:22.824497Z","end":"2026-03-18T14:05:23.261752Z","steps":["trace[1616873472] 'process raft request' (duration: 436.786997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:23.262099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:22.824482Z","time spent":"437.485106ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:05:24.069725Z","caller":"traceutil/trace.go:171","msg":"trace[923057900] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"103.33938ms","start":"2026-03-18T14:05:23.966359Z","end":"2026-03-18T14:05:24.069698Z","steps":["trace[923057900] 'process raft request' (duration: 103.102554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:26.376019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.077758ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-18T14:05:26.376114Z","caller":"traceutil/trace.go:171","msg":"trace[1166543868] linearizableReadLoop","detail":"{readStateIndex:4844; appliedIndex:4843; }","duration":"202.70125ms","start":"2026-03-18T14:05:26.173397Z","end":"2026-03-18T14:05:26.376099Z","steps":["trace[1166543868] 'read index received' (duration: 1.8307ms)","trace[1166543868] 'applied index is now lower than readState.Index' (duration: 200.86916ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:05:26.376107Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2563} {"level":"warn","ts":"2026-03-18T14:05:26.376256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.866024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16100"} {"level":"info","ts":"2026-03-18T14:05:26.376284Z","caller":"traceutil/trace.go:171","msg":"trace[824753544] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4629; }","duration":"202.941886ms","start":"2026-03-18T14:05:26.173334Z","end":"2026-03-18T14:05:26.376275Z","steps":["trace[824753544] 'agreement among raft nodes before linearized reading' (duration: 202.802432ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:26.376238Z","caller":"traceutil/trace.go:171","msg":"trace[217124318] compact","detail":"{revision:2563; response_revision:4629; }","duration":"234.807537ms","start":"2026-03-18T14:05:26.141397Z","end":"2026-03-18T14:05:26.376205Z","steps":["trace[217124318] 'process raft request' (duration: 33.873565ms)","trace[217124318] 'check and update compact revision' (duration: 199.914263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:05:26.573964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.629416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:05:26.574068Z","caller":"traceutil/trace.go:171","msg":"trace[1371723593] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4629; }","duration":"159.851441ms","start":"2026-03-18T14:05:26.414196Z","end":"2026-03-18T14:05:26.574048Z","steps":["trace[1371723593] 'count revisions from in-memory index tree' (duration: 159.502851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:26.574067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.189801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16100"} {"level":"info","ts":"2026-03-18T14:05:26.574305Z","caller":"traceutil/trace.go:171","msg":"trace[1784165173] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4629; }","duration":"193.352946ms","start":"2026-03-18T14:05:26.380794Z","end":"2026-03-18T14:05:26.574146Z","steps":["trace[1784165173] 'range keys from in-memory index tree' (duration: 192.980115ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:26.620272Z","caller":"traceutil/trace.go:171","msg":"trace[993729518] transaction","detail":"{read_only:false; response_revision:4630; number_of_response:1; }","duration":"196.646885ms","start":"2026-03-18T14:05:26.423579Z","end":"2026-03-18T14:05:26.620226Z","steps":["trace[993729518] 'process raft request' (duration: 150.005303ms)","trace[993729518] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/08db1feb.percona.com; req_size:507; } (duration: 46.107778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:05:26.764188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.099256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:05:26.764347Z","caller":"traceutil/trace.go:171","msg":"trace[1052734199] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"339.42077ms","start":"2026-03-18T14:05:26.424897Z","end":"2026-03-18T14:05:26.764318Z","steps":["trace[1052734199] 'process raft request' (duration: 219.093027ms)","trace[1052734199] 'compare' (duration: 66.904206ms)","trace[1052734199] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:553; } (duration: 53.010226ms)"],"step_count":3} {"level":"warn","ts":"2026-03-18T14:05:26.764437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:26.424878Z","time spent":"339.512822ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:05:26.822968Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2563,"took":"445.72139ms","hash":155315358,"current-db-size-bytes":34795520,"current-db-size":"35 MB","current-db-size-in-use-bytes":23879680,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-18T14:05:26.823119Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":155315358,"revision":2563,"compact-revision":-1} {"level":"info","ts":"2026-03-18T14:05:26.823401Z","caller":"traceutil/trace.go:171","msg":"trace[179025631] transaction","detail":"{read_only:false; response_revision:4632; number_of_response:1; }","duration":"396.62739ms","start":"2026-03-18T14:05:26.426717Z","end":"2026-03-18T14:05:26.823344Z","steps":["trace[179025631] 'process raft request' (duration: 337.583979ms)","trace[179025631] 'compare' (duration: 36.679661ms)","trace[179025631] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:537; } (duration: 22.158765ms)"],"step_count":3} {"level":"info","ts":"2026-03-18T14:05:26.823409Z","caller":"traceutil/trace.go:171","msg":"trace[128230160] linearizableReadLoop","detail":"{readStateIndex:4847; appliedIndex:4844; }","duration":"286.449385ms","start":"2026-03-18T14:05:26.536936Z","end":"2026-03-18T14:05:26.823386Z","steps":["trace[128230160] 'read index received' (duration: 36.737552ms)","trace[128230160] 'applied index is now lower than readState.Index' (duration: 249.710533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:05:26.823549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:26.426708Z","time spent":"396.754663ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:05:26.823553Z","caller":"traceutil/trace.go:171","msg":"trace[761362074] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"280.160303ms","start":"2026-03-18T14:05:26.543359Z","end":"2026-03-18T14:05:26.823519Z","steps":["trace[761362074] 'process raft request' (duration: 279.941527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:26.823622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.666541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-9sf78\" ","response":"range_response_count:1 size:4485"} {"level":"info","ts":"2026-03-18T14:05:26.823654Z","caller":"traceutil/trace.go:171","msg":"trace[2096029967] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-9sf78; range_end:; response_count:1; response_revision:4633; }","duration":"286.755263ms","start":"2026-03-18T14:05:26.536886Z","end":"2026-03-18T14:05:26.823642Z","steps":["trace[2096029967] 'agreement among raft nodes before linearized reading' (duration: 286.582519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:27.103644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.584996ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:05:27.103759Z","caller":"traceutil/trace.go:171","msg":"trace[792871673] linearizableReadLoop","detail":"{readStateIndex:4849; appliedIndex:4848; }","duration":"261.939676ms","start":"2026-03-18T14:05:26.841801Z","end":"2026-03-18T14:05:27.103741Z","steps":["trace[792871673] 'read index received' (duration: 125.108813ms)","trace[792871673] 'applied index is now lower than readState.Index' (duration: 136.829443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:05:27.103928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.136292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:05:27.103955Z","caller":"traceutil/trace.go:171","msg":"trace[1810722678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4634; }","duration":"262.207574ms","start":"2026-03-18T14:05:26.841739Z","end":"2026-03-18T14:05:27.103947Z","steps":["trace[1810722678] 'agreement among raft nodes before linearized reading' (duration: 262.04539ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:27.103943Z","caller":"traceutil/trace.go:171","msg":"trace[1438674014] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"270.48827ms","start":"2026-03-18T14:05:26.833416Z","end":"2026-03-18T14:05:27.103904Z","steps":["trace[1438674014] 'process raft request' (duration: 133.552513ms)","trace[1438674014] 'compare' (duration: 136.473094ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:05:27.572825Z","caller":"traceutil/trace.go:171","msg":"trace[95968904] linearizableReadLoop","detail":"{readStateIndex:4854; appliedIndex:4850; }","duration":"256.523728ms","start":"2026-03-18T14:05:27.316276Z","end":"2026-03-18T14:05:27.5728Z","steps":["trace[95968904] 'read index received' (duration: 25.29324ms)","trace[95968904] 'applied index is now lower than readState.Index' (duration: 231.229298ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:05:27.572868Z","caller":"traceutil/trace.go:171","msg":"trace[81582353] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"258.385998ms","start":"2026-03-18T14:05:27.314455Z","end":"2026-03-18T14:05:27.572841Z","steps":["trace[81582353] 'process raft request' (duration: 258.09976ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:27.572967Z","caller":"traceutil/trace.go:171","msg":"trace[370661293] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"257.435303ms","start":"2026-03-18T14:05:27.315476Z","end":"2026-03-18T14:05:27.572911Z","steps":["trace[370661293] 'process raft request' (duration: 257.285719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:27.573101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.833926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63118"} {"level":"info","ts":"2026-03-18T14:05:27.573148Z","caller":"traceutil/trace.go:171","msg":"trace[2126177003] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4639; }","duration":"256.916969ms","start":"2026-03-18T14:05:27.316219Z","end":"2026-03-18T14:05:27.573136Z","steps":["trace[2126177003] 'agreement among raft nodes before linearized reading' (duration: 256.677373ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:27.573147Z","caller":"traceutil/trace.go:171","msg":"trace[383408279] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"257.800893ms","start":"2026-03-18T14:05:27.315329Z","end":"2026-03-18T14:05:27.57313Z","steps":["trace[383408279] 'process raft request' (duration: 257.395432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:27.996752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.627566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:05:27.996854Z","caller":"traceutil/trace.go:171","msg":"trace[356966802] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4639; }","duration":"324.804572ms","start":"2026-03-18T14:05:27.672029Z","end":"2026-03-18T14:05:27.996833Z","steps":["trace[356966802] 'count revisions from in-memory index tree' (duration: 324.491733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:27.996955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:27.672003Z","time spent":"324.935135ms","remote":"127.0.0.1:33740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":25,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:05:28.038341Z","caller":"traceutil/trace.go:171","msg":"trace[1179689387] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"205.634449ms","start":"2026-03-18T14:05:27.832591Z","end":"2026-03-18T14:05:28.038225Z","steps":["trace[1179689387] 'process raft request' (duration: 205.448955ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:29.325479Z","caller":"traceutil/trace.go:171","msg":"trace[1248095057] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4658; }","duration":"105.991781ms","start":"2026-03-18T14:05:29.219461Z","end":"2026-03-18T14:05:29.325453Z","steps":["trace[1248095057] 'process raft request' (duration: 94.746095ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:30.589961Z","caller":"traceutil/trace.go:171","msg":"trace[445281791] transaction","detail":"{read_only:false; response_revision:4689; number_of_response:1; }","duration":"188.757339ms","start":"2026-03-18T14:05:30.40118Z","end":"2026-03-18T14:05:30.589938Z","steps":["trace[445281791] 'process raft request' (duration: 188.511422ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:30.590005Z","caller":"traceutil/trace.go:171","msg":"trace[1369013470] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"188.39548ms","start":"2026-03-18T14:05:30.401577Z","end":"2026-03-18T14:05:30.589972Z","steps":["trace[1369013470] 'process raft request' (duration: 188.271747ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:30.589955Z","caller":"traceutil/trace.go:171","msg":"trace[1664101059] linearizableReadLoop","detail":"{readStateIndex:4906; appliedIndex:4904; }","duration":"188.472122ms","start":"2026-03-18T14:05:30.40146Z","end":"2026-03-18T14:05:30.589932Z","steps":["trace[1664101059] 'read index received' (duration: 145.86668ms)","trace[1664101059] 'applied index is now lower than readState.Index' (duration: 42.604452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:05:30.590192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.711419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-18T14:05:30.590192Z","caller":"traceutil/trace.go:171","msg":"trace[316909219] transaction","detail":"{read_only:false; response_revision:4691; number_of_response:1; }","duration":"186.486798ms","start":"2026-03-18T14:05:30.403681Z","end":"2026-03-18T14:05:30.590168Z","steps":["trace[316909219] 'process raft request' (duration: 186.20963ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:30.590238Z","caller":"traceutil/trace.go:171","msg":"trace[1048936773] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4691; }","duration":"188.79551ms","start":"2026-03-18T14:05:30.401431Z","end":"2026-03-18T14:05:30.590226Z","steps":["trace[1048936773] 'agreement among raft nodes before linearized reading' (duration: 188.576294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:30.594709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.483037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:49 size:1957109"} {"level":"info","ts":"2026-03-18T14:05:30.594905Z","caller":"traceutil/trace.go:171","msg":"trace[2032351166] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:49; response_revision:4692; }","duration":"138.729885ms","start":"2026-03-18T14:05:30.456157Z","end":"2026-03-18T14:05:30.594887Z","steps":["trace[2032351166] 'agreement among raft nodes before linearized reading' (duration: 135.712993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:30.596345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.342987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:05:30.596419Z","caller":"traceutil/trace.go:171","msg":"trace[564354249] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4692; }","duration":"192.441019ms","start":"2026-03-18T14:05:30.403965Z","end":"2026-03-18T14:05:30.596406Z","steps":["trace[564354249] 'agreement among raft nodes before linearized reading' (duration: 187.823044ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:30.881104Z","caller":"traceutil/trace.go:171","msg":"trace[2064364324] linearizableReadLoop","detail":"{readStateIndex:4931; appliedIndex:4930; }","duration":"114.34571ms","start":"2026-03-18T14:05:30.766722Z","end":"2026-03-18T14:05:30.881067Z","steps":["trace[2064364324] 'read index received' (duration: 113.781974ms)","trace[2064364324] 'applied index is now lower than readState.Index' (duration: 562.036µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:05:30.881141Z","caller":"traceutil/trace.go:171","msg":"trace[1937760142] transaction","detail":"{read_only:false; response_revision:4713; number_of_response:1; }","duration":"116.17701ms","start":"2026-03-18T14:05:30.764932Z","end":"2026-03-18T14:05:30.881109Z","steps":["trace[1937760142] 'process raft request' (duration: 115.546892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:30.881373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.632127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:8 size:57110"} {"level":"info","ts":"2026-03-18T14:05:30.881416Z","caller":"traceutil/trace.go:171","msg":"trace[1419908996] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:8; response_revision:4713; }","duration":"114.72623ms","start":"2026-03-18T14:05:30.766681Z","end":"2026-03-18T14:05:30.881407Z","steps":["trace[1419908996] 'agreement among raft nodes before linearized reading' (duration: 114.492174ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:30.882844Z","caller":"traceutil/trace.go:171","msg":"trace[884350331] transaction","detail":"{read_only:false; response_revision:4714; number_of_response:1; }","duration":"105.992622ms","start":"2026-03-18T14:05:30.776834Z","end":"2026-03-18T14:05:30.882826Z","steps":["trace[884350331] 'process raft request' (duration: 105.649032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:30.88291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.133148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-18T14:05:30.882997Z","caller":"traceutil/trace.go:171","msg":"trace[629528680] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4714; }","duration":"116.247841ms","start":"2026-03-18T14:05:30.76673Z","end":"2026-03-18T14:05:30.882977Z","steps":["trace[629528680] 'agreement among raft nodes before linearized reading' (duration: 115.974694ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:33.016755Z","caller":"traceutil/trace.go:171","msg":"trace[359459247] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"123.634973ms","start":"2026-03-18T14:05:32.893082Z","end":"2026-03-18T14:05:33.016717Z","steps":["trace[359459247] 'process raft request' (duration: 71.017308ms)","trace[359459247] 'compare' (duration: 52.450841ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:05:34.365782Z","caller":"traceutil/trace.go:171","msg":"trace[1691135123] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4770; }","duration":"110.840703ms","start":"2026-03-18T14:05:34.254918Z","end":"2026-03-18T14:05:34.365759Z","steps":["trace[1691135123] 'process raft request' (duration: 110.741971ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:35.008964Z","caller":"traceutil/trace.go:171","msg":"trace[666286734] transaction","detail":"{read_only:false; response_revision:4842; number_of_response:1; }","duration":"376.768939ms","start":"2026-03-18T14:05:34.63213Z","end":"2026-03-18T14:05:35.008899Z","steps":["trace[666286734] 'process raft request' (duration: 376.515312ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:35.008972Z","caller":"traceutil/trace.go:171","msg":"trace[461206238] transaction","detail":"{read_only:false; response_revision:4843; number_of_response:1; }","duration":"376.668507ms","start":"2026-03-18T14:05:34.632255Z","end":"2026-03-18T14:05:35.008923Z","steps":["trace[461206238] 'process raft request' (duration: 376.560114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:35.00909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:34.632118Z","time spent":"376.906053ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5149,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:05:35.009124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:34.632228Z","time spent":"376.83137ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":674,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:05:35.009266Z","caller":"traceutil/trace.go:171","msg":"trace[101817209] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"377.029236ms","start":"2026-03-18T14:05:34.63223Z","end":"2026-03-18T14:05:35.009259Z","steps":["trace[101817209] 'process raft request' (duration: 376.639915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:35.009301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:34.632205Z","time spent":"377.075087ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3827,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:05:35.009386Z","caller":"traceutil/trace.go:171","msg":"trace[923886384] linearizableReadLoop","detail":"{readStateIndex:5067; appliedIndex:5061; }","duration":"365.223574ms","start":"2026-03-18T14:05:34.64414Z","end":"2026-03-18T14:05:35.009364Z","steps":["trace[923886384] 'read index received' (duration: 364.595816ms)","trace[923886384] 'applied index is now lower than readState.Index' (duration: 626.688µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:05:35.009446Z","caller":"traceutil/trace.go:171","msg":"trace[470787786] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"377.080148ms","start":"2026-03-18T14:05:34.63236Z","end":"2026-03-18T14:05:35.00944Z","steps":["trace[470787786] 'process raft request' (duration: 376.888793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:35.009478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:34.632351Z","time spent":"377.114159ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3838,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:05:35.009478Z","caller":"traceutil/trace.go:171","msg":"trace[1604567522] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"377.14644ms","start":"2026-03-18T14:05:34.63232Z","end":"2026-03-18T14:05:35.009466Z","steps":["trace[1604567522] 'process raft request' (duration: 376.822921ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:35.00953Z","caller":"traceutil/trace.go:171","msg":"trace[1897428427] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"376.673766ms","start":"2026-03-18T14:05:34.632852Z","end":"2026-03-18T14:05:35.009526Z","steps":["trace[1897428427] 'process raft request' (duration: 376.4578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:35.009553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:34.632844Z","time spent":"376.696837ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4640,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:05:35.009545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:34.632312Z","time spent":"377.19431ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5201,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:05:35.009712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.552453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:3431"} {"level":"info","ts":"2026-03-18T14:05:35.009784Z","caller":"traceutil/trace.go:171","msg":"trace[1242575369] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:4847; }","duration":"365.665977ms","start":"2026-03-18T14:05:34.644099Z","end":"2026-03-18T14:05:35.009765Z","steps":["trace[1242575369] 'agreement among raft nodes before linearized reading' (duration: 365.470891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:35.009826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:34.644083Z","time spent":"365.733508ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":3455,"request content":"key:\"/registry/pods/monitoring/loki-results-cache-0\" "} {"level":"info","ts":"2026-03-18T14:05:35.465021Z","caller":"traceutil/trace.go:171","msg":"trace[85285812] linearizableReadLoop","detail":"{readStateIndex:5070; appliedIndex:5067; }","duration":"455.534748ms","start":"2026-03-18T14:05:35.00946Z","end":"2026-03-18T14:05:35.464995Z","steps":["trace[85285812] 'read index received' (duration: 455.355833ms)","trace[85285812] 'applied index is now lower than readState.Index' (duration: 177.435µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:05:35.46514Z","caller":"traceutil/trace.go:171","msg":"trace[315650320] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"796.400477ms","start":"2026-03-18T14:05:34.668716Z","end":"2026-03-18T14:05:35.465116Z","steps":["trace[315650320] 'process raft request' (duration: 795.903864ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:35.465191Z","caller":"traceutil/trace.go:171","msg":"trace[1978486743] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"561.9363ms","start":"2026-03-18T14:05:34.903245Z","end":"2026-03-18T14:05:35.465182Z","steps":["trace[1978486743] 'process raft request' (duration: 561.708294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:35.465274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:34.903215Z","time spent":"562.000953ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:05:35.465275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:34.668682Z","time spent":"796.5104ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197647,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:05:35.465497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.828491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-18T14:05:35.465154Z","caller":"traceutil/trace.go:171","msg":"trace[311303732] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"752.731145ms","start":"2026-03-18T14:05:34.712411Z","end":"2026-03-18T14:05:35.465142Z","steps":["trace[311303732] 'process raft request' (duration: 752.485239ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:35.465606Z","caller":"traceutil/trace.go:171","msg":"trace[435550150] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4850; }","duration":"571.987605ms","start":"2026-03-18T14:05:34.893602Z","end":"2026-03-18T14:05:35.465589Z","steps":["trace[435550150] 'agreement among raft nodes before linearized reading' (duration: 571.756489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:35.465635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:34.893579Z","time spent":"572.050197ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-18T14:05:35.465631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:34.712376Z","time spent":"753.220439ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:05:35.465704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.910722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-03-18T14:05:35.465689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.854011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-724793a9-2b4a-4696-b5ce-25d10f61b538\" ","response":"range_response_count:1 size:4079"} {"level":"info","ts":"2026-03-18T14:05:35.465748Z","caller":"traceutil/trace.go:171","msg":"trace[20962630] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4850; }","duration":"572.008276ms","start":"2026-03-18T14:05:34.893726Z","end":"2026-03-18T14:05:35.465734Z","steps":["trace[20962630] 'agreement among raft nodes before linearized reading' (duration: 571.838681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:35.465807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:34.893689Z","time spent":"572.098058ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-18T14:05:35.465806Z","caller":"traceutil/trace.go:171","msg":"trace[1034842945] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-724793a9-2b4a-4696-b5ce-25d10f61b538; range_end:; response_count:1; response_revision:4850; }","duration":"738.021314ms","start":"2026-03-18T14:05:34.727758Z","end":"2026-03-18T14:05:35.46578Z","steps":["trace[1034842945] 'agreement among raft nodes before linearized reading' (duration: 737.669855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:35.465878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:34.727744Z","time spent":"738.114808ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4103,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-724793a9-2b4a-4696-b5ce-25d10f61b538\" "} {"level":"warn","ts":"2026-03-18T14:05:35.466077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.997748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-18T14:05:35.466152Z","caller":"traceutil/trace.go:171","msg":"trace[1163733903] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:4850; }","duration":"674.125771ms","start":"2026-03-18T14:05:34.792006Z","end":"2026-03-18T14:05:35.466132Z","steps":["trace[1163733903] 'agreement among raft nodes before linearized reading' (duration: 673.922015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:35.466196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:34.79198Z","time spent":"674.208854ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"info","ts":"2026-03-18T14:05:35.603725Z","caller":"traceutil/trace.go:171","msg":"trace[555831509] linearizableReadLoop","detail":"{readStateIndex:5072; appliedIndex:5070; }","duration":"138.608662ms","start":"2026-03-18T14:05:35.465094Z","end":"2026-03-18T14:05:35.603702Z","steps":["trace[555831509] 'read index received' (duration: 138.321583ms)","trace[555831509] 'applied index is now lower than readState.Index' (duration: 284.359µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:05:35.603754Z","caller":"traceutil/trace.go:171","msg":"trace[465548667] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"585.242806ms","start":"2026-03-18T14:05:35.01847Z","end":"2026-03-18T14:05:35.603713Z","steps":["trace[465548667] 'process raft request' (duration: 585.01296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:35.603925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:35.01843Z","time spent":"585.401481ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:05:35.603972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.551215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T14:05:35.604052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.490389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3853"} {"level":"info","ts":"2026-03-18T14:05:35.604067Z","caller":"traceutil/trace.go:171","msg":"trace[1504245407] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4852; }","duration":"158.68536ms","start":"2026-03-18T14:05:35.445363Z","end":"2026-03-18T14:05:35.604048Z","steps":["trace[1504245407] 'agreement among raft nodes before linearized reading' (duration: 158.375211ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:35.604082Z","caller":"traceutil/trace.go:171","msg":"trace[523877950] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:4852; }","duration":"583.525159ms","start":"2026-03-18T14:05:35.020548Z","end":"2026-03-18T14:05:35.604073Z","steps":["trace[523877950] 'agreement among raft nodes before linearized reading' (duration: 583.488109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:35.604116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:35.020542Z","time spent":"583.56914ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3877,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-03-18T14:05:35.603934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.027293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5216"} {"level":"info","ts":"2026-03-18T14:05:35.604178Z","caller":"traceutil/trace.go:171","msg":"trace[1752703833] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:4852; }","duration":"584.322412ms","start":"2026-03-18T14:05:35.019842Z","end":"2026-03-18T14:05:35.604165Z","steps":["trace[1752703833] 'agreement among raft nodes before linearized reading' (duration: 584.042144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:35.60394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.997488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T14:05:35.604219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:35.019817Z","time spent":"584.391243ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5240,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"info","ts":"2026-03-18T14:05:35.60423Z","caller":"traceutil/trace.go:171","msg":"trace[710361889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4852; }","duration":"391.326747ms","start":"2026-03-18T14:05:35.212897Z","end":"2026-03-18T14:05:35.604224Z","steps":["trace[710361889] 'agreement among raft nodes before linearized reading' (duration: 390.933976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:35.604255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:35.212877Z","time spent":"391.372527ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:05:35.604328Z","caller":"traceutil/trace.go:171","msg":"trace[813707764] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"582.614045ms","start":"2026-03-18T14:05:35.021696Z","end":"2026-03-18T14:05:35.60431Z","steps":["trace[813707764] 'process raft request' (duration: 581.952807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:35.604024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.673758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-chunks-cache-0\" ","response":"range_response_count:1 size:3421"} {"level":"info","ts":"2026-03-18T14:05:35.604403Z","caller":"traceutil/trace.go:171","msg":"trace[822929889] range","detail":"{range_begin:/registry/pods/monitoring/loki-chunks-cache-0; range_end:; response_count:1; response_revision:4852; }","duration":"137.06379ms","start":"2026-03-18T14:05:35.46733Z","end":"2026-03-18T14:05:35.604394Z","steps":["trace[822929889] 'agreement among raft nodes before linearized reading' (duration: 136.638478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:35.604432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:35.021683Z","time spent":"582.691878ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:05:35.604021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.610274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-967e03f5-86bb-4303-b74e-7241610f6c76\" ","response":"range_response_count:1 size:4049"} {"level":"info","ts":"2026-03-18T14:05:35.60457Z","caller":"traceutil/trace.go:171","msg":"trace[1430091344] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-967e03f5-86bb-4303-b74e-7241610f6c76; range_end:; response_count:1; response_revision:4852; }","duration":"517.195641ms","start":"2026-03-18T14:05:35.087356Z","end":"2026-03-18T14:05:35.604551Z","steps":["trace[1430091344] 'agreement among raft nodes before linearized reading' (duration: 516.601604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:35.604621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:35.08733Z","time spent":"517.276832ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4073,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-967e03f5-86bb-4303-b74e-7241610f6c76\" "} {"level":"warn","ts":"2026-03-18T14:05:35.604667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.263065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4473"} {"level":"info","ts":"2026-03-18T14:05:35.604709Z","caller":"traceutil/trace.go:171","msg":"trace[370064791] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:4852; }","duration":"137.326207ms","start":"2026-03-18T14:05:35.467376Z","end":"2026-03-18T14:05:35.604702Z","steps":["trace[370064791] 'agreement among raft nodes before linearized reading' (duration: 137.263424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:35.604801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.366688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-7tkh9\" ","response":"range_response_count:1 size:4443"} {"level":"info","ts":"2026-03-18T14:05:35.604822Z","caller":"traceutil/trace.go:171","msg":"trace[399197053] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-7tkh9; range_end:; response_count:1; response_revision:4852; }","duration":"137.399729ms","start":"2026-03-18T14:05:35.467417Z","end":"2026-03-18T14:05:35.604817Z","steps":["trace[399197053] 'agreement among raft nodes before linearized reading' (duration: 137.346508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:37.204526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.151088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:05:37.204739Z","caller":"traceutil/trace.go:171","msg":"trace[821036833] linearizableReadLoop","detail":"{readStateIndex:5116; appliedIndex:5114; }","duration":"273.866421ms","start":"2026-03-18T14:05:36.930858Z","end":"2026-03-18T14:05:37.204725Z","steps":["trace[821036833] 'read index received' (duration: 65.370033ms)","trace[821036833] 'applied index is now lower than readState.Index' (duration: 208.495618ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:05:37.204773Z","caller":"traceutil/trace.go:171","msg":"trace[698955684] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"288.110559ms","start":"2026-03-18T14:05:36.916617Z","end":"2026-03-18T14:05:37.204728Z","steps":["trace[698955684] 'process raft request' (duration: 79.688294ms)","trace[698955684] 'compare' (duration: 207.921381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:05:37.205019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.018755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-18T14:05:37.205014Z","caller":"traceutil/trace.go:171","msg":"trace[1984374735] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"281.425317ms","start":"2026-03-18T14:05:36.923562Z","end":"2026-03-18T14:05:37.204988Z","steps":["trace[1984374735] 'process raft request' (duration: 281.061827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:37.205065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.142933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-18T14:05:37.205045Z","caller":"traceutil/trace.go:171","msg":"trace[1987334067] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4894; }","duration":"267.094027ms","start":"2026-03-18T14:05:36.937943Z","end":"2026-03-18T14:05:37.205037Z","steps":["trace[1987334067] 'agreement among raft nodes before linearized reading' (duration: 266.975604ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:37.20515Z","caller":"traceutil/trace.go:171","msg":"trace[1116926548] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4894; }","duration":"291.259787ms","start":"2026-03-18T14:05:36.913871Z","end":"2026-03-18T14:05:37.205131Z","steps":["trace[1116926548] 'agreement among raft nodes before linearized reading' (duration: 291.014679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:37.206875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.364434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:717415"} {"level":"info","ts":"2026-03-18T14:05:37.206928Z","caller":"traceutil/trace.go:171","msg":"trace[546197937] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4894; }","duration":"234.441846ms","start":"2026-03-18T14:05:36.972466Z","end":"2026-03-18T14:05:37.206907Z","steps":["trace[546197937] 'agreement among raft nodes before linearized reading' (duration: 232.590195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:38.838204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.604613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:05:38.83836Z","caller":"traceutil/trace.go:171","msg":"trace[1275623466] linearizableReadLoop","detail":"{readStateIndex:5200; appliedIndex:5199; }","duration":"268.442054ms","start":"2026-03-18T14:05:38.5699Z","end":"2026-03-18T14:05:38.838342Z","steps":["trace[1275623466] 'read index received' (duration: 53.052µs)","trace[1275623466] 'applied index is now lower than readState.Index' (duration: 268.387562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:05:38.838521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.619788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:05:38.838557Z","caller":"traceutil/trace.go:171","msg":"trace[1504479186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4975; }","duration":"268.70134ms","start":"2026-03-18T14:05:38.569845Z","end":"2026-03-18T14:05:38.838547Z","steps":["trace[1504479186] 'agreement among raft nodes before linearized reading' (duration: 268.590837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:38.838624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.056993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:05:38.838703Z","caller":"traceutil/trace.go:171","msg":"trace[1343851133] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4975; }","duration":"161.196428ms","start":"2026-03-18T14:05:38.677491Z","end":"2026-03-18T14:05:38.838687Z","steps":["trace[1343851133] 'agreement among raft nodes before linearized reading' (duration: 161.046824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:38.838869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.66381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9dlcc.189df49258979fbc\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-03-18T14:05:38.838934Z","caller":"traceutil/trace.go:171","msg":"trace[1014512559] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9dlcc.189df49258979fbc; range_end:; response_count:1; response_revision:4975; }","duration":"187.834894ms","start":"2026-03-18T14:05:38.651079Z","end":"2026-03-18T14:05:38.838914Z","steps":["trace[1014512559] 'agreement among raft nodes before linearized reading' (duration: 187.472264ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:38.838453Z","caller":"traceutil/trace.go:171","msg":"trace[1542137917] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"398.194054ms","start":"2026-03-18T14:05:38.440217Z","end":"2026-03-18T14:05:38.838411Z","steps":["trace[1542137917] 'process raft request' (duration: 116.267213ms)","trace[1542137917] 'compare' (duration: 281.286563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:05:38.839107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:38.440197Z","time spent":"398.84076ms","remote":"127.0.0.1:45796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2499,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:05:38.839156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.793451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9dlcc\" ","response":"range_response_count:1 size:9743"} {"level":"info","ts":"2026-03-18T14:05:38.839253Z","caller":"traceutil/trace.go:171","msg":"trace[2123035253] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9dlcc; range_end:; response_count:1; response_revision:4975; }","duration":"188.946265ms","start":"2026-03-18T14:05:38.65028Z","end":"2026-03-18T14:05:38.839226Z","steps":["trace[2123035253] 'agreement among raft nodes before linearized reading' (duration: 188.240926ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:39.357416Z","caller":"traceutil/trace.go:171","msg":"trace[969589807] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"515.968707ms","start":"2026-03-18T14:05:38.841418Z","end":"2026-03-18T14:05:39.357387Z","steps":["trace[969589807] 'process raft request' (duration: 515.791322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:39.357636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:38.841396Z","time spent":"516.133201ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:05:39.484526Z","caller":"traceutil/trace.go:171","msg":"trace[1048697779] linearizableReadLoop","detail":"{readStateIndex:5203; appliedIndex:5200; }","duration":"268.350421ms","start":"2026-03-18T14:05:39.216149Z","end":"2026-03-18T14:05:39.4845Z","steps":["trace[1048697779] 'read index received' (duration: 141.053748ms)","trace[1048697779] 'applied index is now lower than readState.Index' (duration: 127.295403ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:05:39.484679Z","caller":"traceutil/trace.go:171","msg":"trace[771752148] transaction","detail":"{read_only:false; response_revision:4978; number_of_response:1; }","duration":"389.206058ms","start":"2026-03-18T14:05:39.095453Z","end":"2026-03-18T14:05:39.484659Z","steps":["trace[771752148] 'process raft request' (duration: 388.991012ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:39.484716Z","caller":"traceutil/trace.go:171","msg":"trace[1453473018] transaction","detail":"{read_only:false; response_revision:4977; number_of_response:1; }","duration":"635.087637ms","start":"2026-03-18T14:05:38.849596Z","end":"2026-03-18T14:05:39.484684Z","steps":["trace[1453473018] 'process raft request' (duration: 634.677886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:39.484813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:39.09542Z","time spent":"389.322851ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:05:39.484865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:38.849582Z","time spent":"635.198759ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9799,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:05:39.485598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.44594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:777406"} {"level":"info","ts":"2026-03-18T14:05:39.485646Z","caller":"traceutil/trace.go:171","msg":"trace[1713282994] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4978; }","duration":"269.499041ms","start":"2026-03-18T14:05:39.216132Z","end":"2026-03-18T14:05:39.485631Z","steps":["trace[1713282994] 'agreement among raft nodes before linearized reading' (duration: 268.495344ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:43.741229Z","caller":"traceutil/trace.go:171","msg":"trace[1758276986] linearizableReadLoop","detail":"{readStateIndex:5299; appliedIndex:5298; }","duration":"173.312659ms","start":"2026-03-18T14:05:43.567891Z","end":"2026-03-18T14:05:43.741204Z","steps":["trace[1758276986] 'read index received' (duration: 173.126694ms)","trace[1758276986] 'applied index is now lower than readState.Index' (duration: 184.545µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:05:43.741362Z","caller":"traceutil/trace.go:171","msg":"trace[1669540175] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"222.47595ms","start":"2026-03-18T14:05:43.518847Z","end":"2026-03-18T14:05:43.741323Z","steps":["trace[1669540175] 'process raft request' (duration: 222.183271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:43.741522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.571786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:05:43.741698Z","caller":"traceutil/trace.go:171","msg":"trace[528172435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5071; }","duration":"173.75691ms","start":"2026-03-18T14:05:43.56786Z","end":"2026-03-18T14:05:43.741617Z","steps":["trace[528172435] 'agreement among raft nodes before linearized reading' (duration: 173.530464ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:43.77094Z","caller":"traceutil/trace.go:171","msg":"trace[1392718320] transaction","detail":"{read_only:false; response_revision:5072; number_of_response:1; }","duration":"133.869342ms","start":"2026-03-18T14:05:43.637051Z","end":"2026-03-18T14:05:43.770921Z","steps":["trace[1392718320] 'process raft request' (duration: 133.577095ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:43.935129Z","caller":"traceutil/trace.go:171","msg":"trace[1060733187] transaction","detail":"{read_only:false; response_revision:5073; number_of_response:1; }","duration":"159.05098ms","start":"2026-03-18T14:05:43.77604Z","end":"2026-03-18T14:05:43.935091Z","steps":["trace[1060733187] 'process raft request' (duration: 78.684308ms)","trace[1060733187] 'compare' (duration: 80.205587ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:05:43.969383Z","caller":"traceutil/trace.go:171","msg":"trace[927306479] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"192.630286ms","start":"2026-03-18T14:05:43.776722Z","end":"2026-03-18T14:05:43.969352Z","steps":["trace[927306479] 'process raft request' (duration: 192.318178ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:43.969721Z","caller":"traceutil/trace.go:171","msg":"trace[544624283] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"192.955745ms","start":"2026-03-18T14:05:43.776749Z","end":"2026-03-18T14:05:43.969705Z","steps":["trace[544624283] 'process raft request' (duration: 192.546913ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:43.970059Z","caller":"traceutil/trace.go:171","msg":"trace[1262472345] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"192.975795ms","start":"2026-03-18T14:05:43.777046Z","end":"2026-03-18T14:05:43.970022Z","steps":["trace[1262472345] 'process raft request' (duration: 192.610166ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:43.970062Z","caller":"traceutil/trace.go:171","msg":"trace[1000978749] transaction","detail":"{read_only:false; response_revision:5077; number_of_response:1; }","duration":"191.969077ms","start":"2026-03-18T14:05:43.778059Z","end":"2026-03-18T14:05:43.970028Z","steps":["trace[1000978749] 'process raft request' (duration: 191.860754ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:46.891458Z","caller":"traceutil/trace.go:171","msg":"trace[2118905576] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"133.988666ms","start":"2026-03-18T14:05:46.757443Z","end":"2026-03-18T14:05:46.891432Z","steps":["trace[2118905576] 'process raft request' (duration: 65.142808ms)","trace[2118905576] 'compare' (duration: 68.723035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:05:47.551903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.370514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:543"} {"level":"info","ts":"2026-03-18T14:05:47.552Z","caller":"traceutil/trace.go:171","msg":"trace[1946499264] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:5115; }","duration":"105.516848ms","start":"2026-03-18T14:05:47.446463Z","end":"2026-03-18T14:05:47.55198Z","steps":["trace[1946499264] 'range keys from in-memory index tree' (duration: 105.179489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:48.681637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.924071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-d9cfd969f-8v2hx.189df4947739d197\" ","response":"range_response_count:1 size:893"} {"level":"info","ts":"2026-03-18T14:05:48.681697Z","caller":"traceutil/trace.go:171","msg":"trace[756427727] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-d9cfd969f-8v2hx.189df4947739d197; range_end:; response_count:1; response_revision:5133; }","duration":"459.036113ms","start":"2026-03-18T14:05:48.222646Z","end":"2026-03-18T14:05:48.681682Z","steps":["trace[756427727] 'range keys from in-memory index tree' (duration: 458.776996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:48.681722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:48.222623Z","time spent":"459.093485ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":917,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-d9cfd969f-8v2hx.189df4947739d197\" "} {"level":"warn","ts":"2026-03-18T14:05:49.263041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476682067,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:05:49.763939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476682067,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:05:50.00748Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.295206125s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:05:50.007864Z","caller":"traceutil/trace.go:171","msg":"trace[728441883] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"1.323747033s","start":"2026-03-18T14:05:48.684095Z","end":"2026-03-18T14:05:50.007842Z","steps":["trace[728441883] 'process raft request' (duration: 1.323579499s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:50.008019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:48.684065Z","time spent":"1.323873117s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":878,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:05:51.00542Z","caller":"traceutil/trace.go:171","msg":"trace[1999554438] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"1.302288248s","start":"2026-03-18T14:05:49.703108Z","end":"2026-03-18T14:05:51.005397Z","steps":["trace[1999554438] 'process raft request' (duration: 1.302109752s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:51.005542Z","caller":"traceutil/trace.go:171","msg":"trace[253165526] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"1.420490262s","start":"2026-03-18T14:05:49.585015Z","end":"2026-03-18T14:05:51.005505Z","steps":["trace[253165526] 'process raft request' (duration: 1.419874435s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:51.005652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.243094435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-c6dqv\" ","response":"range_response_count:1 size:7665"} {"level":"info","ts":"2026-03-18T14:05:51.0054Z","caller":"traceutil/trace.go:171","msg":"trace[1204040856] linearizableReadLoop","detail":"{readStateIndex:5366; appliedIndex:5363; }","duration":"2.242779186s","start":"2026-03-18T14:05:48.762548Z","end":"2026-03-18T14:05:51.005327Z","steps":["trace[1204040856] 'read index received' (duration: 1.245185041s)","trace[1204040856] 'applied index is now lower than readState.Index' (duration: 997.593105ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:05:51.005726Z","caller":"traceutil/trace.go:171","msg":"trace[817303167] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-c6dqv; range_end:; response_count:1; response_revision:5138; }","duration":"2.243212368s","start":"2026-03-18T14:05:48.762499Z","end":"2026-03-18T14:05:51.005711Z","steps":["trace[817303167] 'agreement among raft nodes before linearized reading' (duration: 2.242977142s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:51.005654Z","caller":"traceutil/trace.go:171","msg":"trace[952743174] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"1.216357344s","start":"2026-03-18T14:05:49.789233Z","end":"2026-03-18T14:05:51.00559Z","steps":["trace[952743174] 'process raft request' (duration: 1.216059686s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:51.005749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:49.584995Z","time spent":"1.420636487s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:05:51.005761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:48.762476Z","time spent":"2.24327603s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":7689,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-c6dqv\" "} {"level":"info","ts":"2026-03-18T14:05:51.005472Z","caller":"traceutil/trace.go:171","msg":"trace[1524443469] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"1.230008476s","start":"2026-03-18T14:05:49.775426Z","end":"2026-03-18T14:05:51.005435Z","steps":["trace[1524443469] 'process raft request' (duration: 1.229837162s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:51.005891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:49.78922Z","time spent":"1.216583911s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:05:51.005934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729565235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:05:51.005933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:49.775395Z","time spent":"1.230449359s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:05:51.005812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:49.703087Z","time spent":"1.302484415s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:05:51.006001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00616588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:05:51.006062Z","caller":"traceutil/trace.go:171","msg":"trace[1635164975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5138; }","duration":"1.006248471s","start":"2026-03-18T14:05:49.999793Z","end":"2026-03-18T14:05:51.006042Z","steps":["trace[1635164975] 'agreement among raft nodes before linearized reading' (duration: 1.006055756s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:51.006103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:49.99978Z","time spent":"1.006316455s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:05:51.006114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436148931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:05:51.006136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200475811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:05:51.006149Z","caller":"traceutil/trace.go:171","msg":"trace[183351195] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5138; }","duration":"1.436225332s","start":"2026-03-18T14:05:49.569913Z","end":"2026-03-18T14:05:51.006139Z","steps":["trace[183351195] 'agreement among raft nodes before linearized reading' (duration: 1.43615709s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:51.006169Z","caller":"traceutil/trace.go:171","msg":"trace[27355550] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:5138; }","duration":"1.200538371s","start":"2026-03-18T14:05:49.805622Z","end":"2026-03-18T14:05:51.006161Z","steps":["trace[27355550] 'agreement among raft nodes before linearized reading' (duration: 1.200394108s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:51.006178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:49.569891Z","time spent":"1.436280993s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:05:51.006204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:49.805608Z","time spent":"1.200589665s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"warn","ts":"2026-03-18T14:05:51.006221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050210882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:05:51.006278Z","caller":"traceutil/trace.go:171","msg":"trace[1636938096] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5138; }","duration":"1.050305363s","start":"2026-03-18T14:05:49.955962Z","end":"2026-03-18T14:05:51.006267Z","steps":["trace[1636938096] 'agreement among raft nodes before linearized reading' (duration: 1.050131529s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:51.006265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017601242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T14:05:51.006303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:49.955946Z","time spent":"1.050350826s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:05:51.006294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.030709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-18T14:05:51.006319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006424938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:05:51.006349Z","caller":"traceutil/trace.go:171","msg":"trace[745379567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5138; }","duration":"1.006476739s","start":"2026-03-18T14:05:49.999864Z","end":"2026-03-18T14:05:51.006341Z","steps":["trace[745379567] 'agreement among raft nodes before linearized reading' (duration: 1.006371396s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:51.006346Z","caller":"traceutil/trace.go:171","msg":"trace[1442898862] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:5138; }","duration":"670.177793ms","start":"2026-03-18T14:05:50.336158Z","end":"2026-03-18T14:05:51.006335Z","steps":["trace[1442898862] 'agreement among raft nodes before linearized reading' (duration: 670.013518ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:51.006348Z","caller":"traceutil/trace.go:171","msg":"trace[725045259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5138; }","duration":"1.017747286s","start":"2026-03-18T14:05:49.988581Z","end":"2026-03-18T14:05:51.006328Z","steps":["trace[725045259] 'agreement among raft nodes before linearized reading' (duration: 1.017455258s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:51.00629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071039929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:05:51.00638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:49.999856Z","time spent":"1.006516369s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:05:51.006386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:50.336133Z","time spent":"670.245474ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"info","ts":"2026-03-18T14:05:51.006396Z","caller":"traceutil/trace.go:171","msg":"trace[345473199] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5138; }","duration":"1.071193253s","start":"2026-03-18T14:05:49.935194Z","end":"2026-03-18T14:05:51.006388Z","steps":["trace[345473199] 'agreement among raft nodes before linearized reading' (duration: 1.07069582s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:51.006402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:49.988569Z","time spent":"1.017823157s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:05:51.006426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:49.935182Z","time spent":"1.071235465s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":548,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:05:51.006485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003796245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:05:51.006514Z","caller":"traceutil/trace.go:171","msg":"trace[807720044] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5138; }","duration":"1.003867917s","start":"2026-03-18T14:05:50.002639Z","end":"2026-03-18T14:05:51.006507Z","steps":["trace[807720044] 'agreement among raft nodes before linearized reading' (duration: 1.003796505s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:51.006536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:50.002614Z","time spent":"1.003915728s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:05:51.005995Z","caller":"traceutil/trace.go:171","msg":"trace[1451190271] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5138; }","duration":"1.729680397s","start":"2026-03-18T14:05:49.276295Z","end":"2026-03-18T14:05:51.005976Z","steps":["trace[1451190271] 'agreement among raft nodes before linearized reading' (duration: 1.729549734s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:51.006624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:49.276272Z","time spent":"1.730339766s","remote":"127.0.0.1:56782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":18,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:05:51.184722Z","caller":"traceutil/trace.go:171","msg":"trace[1510145563] transaction","detail":"{read_only:false; response_revision:5140; number_of_response:1; }","duration":"174.079749ms","start":"2026-03-18T14:05:51.010616Z","end":"2026-03-18T14:05:51.184696Z","steps":["trace[1510145563] 'process raft request' (duration: 174.006137ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:51.184779Z","caller":"traceutil/trace.go:171","msg":"trace[910905612] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"174.735017ms","start":"2026-03-18T14:05:51.010002Z","end":"2026-03-18T14:05:51.184737Z","steps":["trace[910905612] 'process raft request' (duration: 174.47299ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:51.18528Z","caller":"traceutil/trace.go:171","msg":"trace[1610946792] transaction","detail":"{read_only:false; response_revision:5141; number_of_response:1; }","duration":"174.341986ms","start":"2026-03-18T14:05:51.010916Z","end":"2026-03-18T14:05:51.185258Z","steps":["trace[1610946792] 'process raft request' (duration: 173.74794ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:51.185323Z","caller":"traceutil/trace.go:171","msg":"trace[1500656535] transaction","detail":"{read_only:false; response_revision:5142; number_of_response:1; }","duration":"173.807802ms","start":"2026-03-18T14:05:51.011496Z","end":"2026-03-18T14:05:51.185304Z","steps":["trace[1500656535] 'process raft request' (duration: 173.665877ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:51.185344Z","caller":"traceutil/trace.go:171","msg":"trace[530584878] transaction","detail":"{read_only:false; response_revision:5143; number_of_response:1; }","duration":"173.845092ms","start":"2026-03-18T14:05:51.011484Z","end":"2026-03-18T14:05:51.18533Z","steps":["trace[530584878] 'process raft request' (duration: 173.75911ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:51.185349Z","caller":"traceutil/trace.go:171","msg":"trace[1409729987] linearizableReadLoop","detail":"{readStateIndex:5370; appliedIndex:5368; }","duration":"174.872841ms","start":"2026-03-18T14:05:51.010462Z","end":"2026-03-18T14:05:51.185335Z","steps":["trace[1409729987] 'read index received' (duration: 28.376864ms)","trace[1409729987] 'applied index is now lower than readState.Index' (duration: 146.495147ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:05:51.185451Z","caller":"traceutil/trace.go:171","msg":"trace[985167430] transaction","detail":"{read_only:false; response_revision:5144; number_of_response:1; }","duration":"169.524384ms","start":"2026-03-18T14:05:51.015918Z","end":"2026-03-18T14:05:51.185443Z","steps":["trace[985167430] 'process raft request' (duration: 169.36529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:51.185579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.093216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71079"} {"level":"info","ts":"2026-03-18T14:05:51.18563Z","caller":"traceutil/trace.go:171","msg":"trace[311708649] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5144; }","duration":"175.17813ms","start":"2026-03-18T14:05:51.01044Z","end":"2026-03-18T14:05:51.185618Z","steps":["trace[311708649] 'agreement among raft nodes before linearized reading' (duration: 174.937902ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:51.235924Z","caller":"traceutil/trace.go:171","msg":"trace[1255167158] transaction","detail":"{read_only:false; response_revision:5145; number_of_response:1; }","duration":"195.935565ms","start":"2026-03-18T14:05:51.03995Z","end":"2026-03-18T14:05:51.235886Z","steps":["trace[1255167158] 'process raft request' (duration: 195.753511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:51.235954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.55682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:05:51.236169Z","caller":"traceutil/trace.go:171","msg":"trace[1301168669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5145; }","duration":"219.803126ms","start":"2026-03-18T14:05:51.016345Z","end":"2026-03-18T14:05:51.236148Z","steps":["trace[1301168669] 'agreement among raft nodes before linearized reading' (duration: 219.513558ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:51.340229Z","caller":"traceutil/trace.go:171","msg":"trace[1542753250] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"149.15296ms","start":"2026-03-18T14:05:51.191051Z","end":"2026-03-18T14:05:51.340204Z","steps":["trace[1542753250] 'process raft request' (duration: 149.080137ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:51.34027Z","caller":"traceutil/trace.go:171","msg":"trace[1199189717] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"150.401202ms","start":"2026-03-18T14:05:51.189841Z","end":"2026-03-18T14:05:51.340242Z","steps":["trace[1199189717] 'process raft request' (duration: 141.811759ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:51.340283Z","caller":"traceutil/trace.go:171","msg":"trace[1031240924] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"149.385585ms","start":"2026-03-18T14:05:51.19086Z","end":"2026-03-18T14:05:51.340245Z","steps":["trace[1031240924] 'process raft request' (duration: 149.206671ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:51.340499Z","caller":"traceutil/trace.go:171","msg":"trace[1736704814] transaction","detail":"{read_only:false; response_revision:5149; number_of_response:1; }","duration":"148.923233ms","start":"2026-03-18T14:05:51.191552Z","end":"2026-03-18T14:05:51.340475Z","steps":["trace[1736704814] 'process raft request' (duration: 148.613765ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:51.340475Z","caller":"traceutil/trace.go:171","msg":"trace[127397554] linearizableReadLoop","detail":"{readStateIndex:5380; appliedIndex:5376; }","duration":"102.298191ms","start":"2026-03-18T14:05:51.238134Z","end":"2026-03-18T14:05:51.340432Z","steps":["trace[127397554] 'read index received' (duration: 93.715596ms)","trace[127397554] 'applied index is now lower than readState.Index' (duration: 8.578685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:05:51.340667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.499386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-18T14:05:51.340703Z","caller":"traceutil/trace.go:171","msg":"trace[1879997697] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5149; }","duration":"102.600708ms","start":"2026-03-18T14:05:51.238091Z","end":"2026-03-18T14:05:51.340691Z","steps":["trace[1879997697] 'agreement among raft nodes before linearized reading' (duration: 102.466005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:53.033884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.277213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:05:53.033958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.446993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-18T14:05:53.033978Z","caller":"traceutil/trace.go:171","msg":"trace[1658095694] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5149; }","duration":"255.463459ms","start":"2026-03-18T14:05:52.778494Z","end":"2026-03-18T14:05:53.033957Z","steps":["trace[1658095694] 'count revisions from in-memory index tree' (duration: 255.176381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:53.033981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.584647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:05:53.033956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584811575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-18T14:05:53.034014Z","caller":"traceutil/trace.go:171","msg":"trace[2141716937] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5149; }","duration":"213.546546ms","start":"2026-03-18T14:05:52.820449Z","end":"2026-03-18T14:05:53.033996Z","steps":["trace[2141716937] 'range keys from in-memory index tree' (duration: 213.137514ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:53.034062Z","caller":"traceutil/trace.go:171","msg":"trace[1560384797] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5149; }","duration":"625.70265ms","start":"2026-03-18T14:05:52.408338Z","end":"2026-03-18T14:05:53.034041Z","steps":["trace[1560384797] 'count revisions from in-memory index tree' (duration: 625.508764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:53.03407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463188268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9dlcc.189df4921be1f4de\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-03-18T14:05:53.033906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.381355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:05:53.034129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:52.408315Z","time spent":"625.795893ms","remote":"127.0.0.1:49924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:05:53.034179Z","caller":"traceutil/trace.go:171","msg":"trace[366483913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5149; }","duration":"462.710233ms","start":"2026-03-18T14:05:52.57146Z","end":"2026-03-18T14:05:53.03417Z","steps":["trace[366483913] 'range keys from in-memory index tree' (duration: 462.194259ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:53.034194Z","caller":"traceutil/trace.go:171","msg":"trace[358394927] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9dlcc.189df4921be1f4de; range_end:; response_count:1; response_revision:5149; }","duration":"1.463378903s","start":"2026-03-18T14:05:51.570789Z","end":"2026-03-18T14:05:53.034168Z","steps":["trace[358394927] 'range keys from in-memory index tree' (duration: 1.462883279s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:53.034212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:52.571436Z","time spent":"462.765504ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:05:53.034273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:51.570766Z","time spent":"1.463495056s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":930,"request content":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-9dlcc.189df4921be1f4de\" "} {"level":"warn","ts":"2026-03-18T14:05:53.034195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401532445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:05:53.034463Z","caller":"traceutil/trace.go:171","msg":"trace[1024262010] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5149; }","duration":"1.401853325s","start":"2026-03-18T14:05:51.632575Z","end":"2026-03-18T14:05:53.034428Z","steps":["trace[1024262010] 'count revisions from in-memory index tree' (duration: 1.401424883s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:53.034071Z","caller":"traceutil/trace.go:171","msg":"trace[74007427] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5149; }","duration":"1.58495451s","start":"2026-03-18T14:05:51.449087Z","end":"2026-03-18T14:05:53.034041Z","steps":["trace[74007427] 'range keys from in-memory index tree' (duration: 1.584532728s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:53.034549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:51.632555Z","time spent":"1.401970987s","remote":"127.0.0.1:49942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:05:53.034579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:51.449073Z","time spent":"1.585486434s","remote":"127.0.0.1:50078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T14:05:53.034468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.268912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:05:53.03469Z","caller":"traceutil/trace.go:171","msg":"trace[1027488276] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5149; }","duration":"940.483758ms","start":"2026-03-18T14:05:52.094177Z","end":"2026-03-18T14:05:53.034661Z","steps":["trace[1027488276] 'count revisions from in-memory index tree' (duration: 940.166249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:53.03477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:52.094154Z","time spent":"940.58876ms","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":46,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:05:53.485503Z","caller":"traceutil/trace.go:171","msg":"trace[1008764313] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"474.453144ms","start":"2026-03-18T14:05:53.011007Z","end":"2026-03-18T14:05:53.48546Z","steps":["trace[1008764313] 'process raft request' (duration: 474.201667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:53.485701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:53.010981Z","time spent":"474.614668ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:05:53.889586Z","caller":"traceutil/trace.go:171","msg":"trace[166179983] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"877.222742ms","start":"2026-03-18T14:05:53.012336Z","end":"2026-03-18T14:05:53.889559Z","steps":["trace[166179983] 'process raft request' (duration: 877.130269ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:53.889737Z","caller":"traceutil/trace.go:171","msg":"trace[135660960] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"877.511289ms","start":"2026-03-18T14:05:53.012182Z","end":"2026-03-18T14:05:53.889693Z","steps":["trace[135660960] 'process raft request' (duration: 877.121029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:53.889743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:53.012291Z","time spent":"877.375296ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:05:53.88994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:53.012164Z","time spent":"877.677695ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:05:53.890123Z","caller":"traceutil/trace.go:171","msg":"trace[104282775] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"850.915785ms","start":"2026-03-18T14:05:53.039192Z","end":"2026-03-18T14:05:53.890108Z","steps":["trace[104282775] 'process raft request' (duration: 850.497913ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:53.890107Z","caller":"traceutil/trace.go:171","msg":"trace[756389673] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"852.892289ms","start":"2026-03-18T14:05:53.03718Z","end":"2026-03-18T14:05:53.890073Z","steps":["trace[756389673] 'process raft request' (duration: 852.330244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:53.890226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:53.039172Z","time spent":"850.993697ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:05:53.89036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:53.037159Z","time spent":"853.061593ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:05:53.89041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.570844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:05:53.890476Z","caller":"traceutil/trace.go:171","msg":"trace[1520202813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5155; }","duration":"854.664117ms","start":"2026-03-18T14:05:53.035794Z","end":"2026-03-18T14:05:53.890458Z","steps":["trace[1520202813] 'agreement among raft nodes before linearized reading' (duration: 854.354338ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:53.89051Z","caller":"traceutil/trace.go:171","msg":"trace[171517015] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"510.455467ms","start":"2026-03-18T14:05:53.380034Z","end":"2026-03-18T14:05:53.89049Z","steps":["trace[171517015] 'process raft request' (duration: 509.971983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:53.890531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:53.035764Z","time spent":"854.754989ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:05:53.890599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:53.380003Z","time spent":"510.552998ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:05:53.89011Z","caller":"traceutil/trace.go:171","msg":"trace[1735790471] linearizableReadLoop","detail":"{readStateIndex:5383; appliedIndex:5380; }","duration":"854.261365ms","start":"2026-03-18T14:05:53.035829Z","end":"2026-03-18T14:05:53.89009Z","steps":["trace[1735790471] 'read index received' (duration: 449.384109ms)","trace[1735790471] 'applied index is now lower than readState.Index' (duration: 404.876346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:05:53.890848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.988713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:05:53.890876Z","caller":"traceutil/trace.go:171","msg":"trace[617717152] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5155; }","duration":"702.071873ms","start":"2026-03-18T14:05:53.188796Z","end":"2026-03-18T14:05:53.890868Z","steps":["trace[617717152] 'agreement among raft nodes before linearized reading' (duration: 701.95131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:53.890896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:53.188772Z","time spent":"702.118885ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:05:53.890897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.522359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:05:53.890956Z","caller":"traceutil/trace.go:171","msg":"trace[714278968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5155; }","duration":"701.598221ms","start":"2026-03-18T14:05:53.189344Z","end":"2026-03-18T14:05:53.890942Z","steps":["trace[714278968] 'agreement among raft nodes before linearized reading' (duration: 701.453886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:53.891001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.311473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-18T14:05:53.891044Z","caller":"traceutil/trace.go:171","msg":"trace[432056362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5155; }","duration":"701.380875ms","start":"2026-03-18T14:05:53.189651Z","end":"2026-03-18T14:05:53.891032Z","steps":["trace[432056362] 'agreement among raft nodes before linearized reading' (duration: 701.287363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:53.891065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.752369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:05:53.891085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:53.189638Z","time spent":"701.439566ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:05:53.891106Z","caller":"traceutil/trace.go:171","msg":"trace[1223163145] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5155; }","duration":"398.8176ms","start":"2026-03-18T14:05:53.492274Z","end":"2026-03-18T14:05:53.891091Z","steps":["trace[1223163145] 'agreement among raft nodes before linearized reading' (duration: 398.757329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:53.891154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:53.49226Z","time spent":"398.882272ms","remote":"127.0.0.1:33676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:05:53.891222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.495842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T14:05:53.891255Z","caller":"traceutil/trace.go:171","msg":"trace[174605252] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5155; }","duration":"589.569615ms","start":"2026-03-18T14:05:53.301677Z","end":"2026-03-18T14:05:53.891246Z","steps":["trace[174605252] 'agreement among raft nodes before linearized reading' (duration: 589.488973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:53.891005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:53.189336Z","time spent":"701.657493ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:05:53.891316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:53.301654Z","time spent":"589.618836ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:05:53.89091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.463997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T14:05:53.891383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.604368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:05:53.891407Z","caller":"traceutil/trace.go:171","msg":"trace[517441023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5155; }","duration":"701.975901ms","start":"2026-03-18T14:05:53.189409Z","end":"2026-03-18T14:05:53.891385Z","steps":["trace[517441023] 'agreement among raft nodes before linearized reading' (duration: 701.382364ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:53.891442Z","caller":"traceutil/trace.go:171","msg":"trace[503725024] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5155; }","duration":"489.714791ms","start":"2026-03-18T14:05:53.401714Z","end":"2026-03-18T14:05:53.891429Z","steps":["trace[503725024] 'agreement among raft nodes before linearized reading' (duration: 489.411073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:53.891482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:53.401694Z","time spent":"489.778872ms","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:05:53.891483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:53.189396Z","time spent":"702.068213ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:05:53.891531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.898354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:05:53.891586Z","caller":"traceutil/trace.go:171","msg":"trace[951731480] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:5155; }","duration":"699.977457ms","start":"2026-03-18T14:05:53.191594Z","end":"2026-03-18T14:05:53.891572Z","steps":["trace[951731480] 'agreement among raft nodes before linearized reading' (duration: 699.160634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:53.891624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:53.191581Z","time spent":"700.035288ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"warn","ts":"2026-03-18T14:05:53.892117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.853617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:05:53.892369Z","caller":"traceutil/trace.go:171","msg":"trace[1417823204] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5155; }","duration":"703.148073ms","start":"2026-03-18T14:05:53.189204Z","end":"2026-03-18T14:05:53.892352Z","steps":["trace[1417823204] 'agreement among raft nodes before linearized reading' (duration: 701.698863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:53.892424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:53.189185Z","time spent":"703.221954ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:05:54.397845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476682116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:05:54.81721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.910157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:05:54.817343Z","caller":"traceutil/trace.go:171","msg":"trace[129757443] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"921.615794ms","start":"2026-03-18T14:05:53.895704Z","end":"2026-03-18T14:05:54.81732Z","steps":["trace[129757443] 'process raft request' (duration: 634.504461ms)","trace[129757443] 'compare' (duration: 286.585828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:05:54.817422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:53.895682Z","time spent":"921.702215ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:05:55.059568Z","caller":"traceutil/trace.go:171","msg":"trace[1380277289] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"1.162651079s","start":"2026-03-18T14:05:53.896887Z","end":"2026-03-18T14:05:55.059538Z","steps":["trace[1380277289] 'process raft request' (duration: 1.144868713s)","trace[1380277289] 'compare' (duration: 17.554019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:05:55.059732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:53.896874Z","time spent":"1.162770591s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:05:55.059846Z","caller":"traceutil/trace.go:171","msg":"trace[1988281178] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"1.162826333s","start":"2026-03-18T14:05:53.897Z","end":"2026-03-18T14:05:55.059826Z","steps":["trace[1988281178] 'process raft request' (duration: 1.162735131s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:55.059943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:53.896973Z","time spent":"1.162924576s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:05:55.059957Z","caller":"traceutil/trace.go:171","msg":"trace[1209947589] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"1.162921195s","start":"2026-03-18T14:05:53.896991Z","end":"2026-03-18T14:05:55.059912Z","steps":["trace[1209947589] 'process raft request' (duration: 1.162506124s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:55.060116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:53.896984Z","time spent":"1.16305276s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:05:55.060172Z","caller":"traceutil/trace.go:171","msg":"trace[746563508] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"1.163116872s","start":"2026-03-18T14:05:53.897041Z","end":"2026-03-18T14:05:55.060158Z","steps":["trace[746563508] 'process raft request' (duration: 1.162768991s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:55.060311Z","caller":"traceutil/trace.go:171","msg":"trace[1757282710] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"1.163186503s","start":"2026-03-18T14:05:53.897114Z","end":"2026-03-18T14:05:55.0603Z","steps":["trace[1757282710] 'process raft request' (duration: 1.163004248s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:55.060349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:53.897029Z","time spent":"1.163231696s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:05:55.060383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:53.897088Z","time spent":"1.163259905s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:05:55.06044Z","caller":"traceutil/trace.go:171","msg":"trace[725269891] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"551.65215ms","start":"2026-03-18T14:05:54.508776Z","end":"2026-03-18T14:05:55.060429Z","steps":["trace[725269891] 'process raft request' (duration: 551.482456ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:55.060417Z","caller":"traceutil/trace.go:171","msg":"trace[698647723] linearizableReadLoop","detail":"{readStateIndex:5392; appliedIndex:5386; }","duration":"1.163289616s","start":"2026-03-18T14:05:53.897107Z","end":"2026-03-18T14:05:55.060397Z","steps":["trace[698647723] 'read index received' (duration: 633.084092ms)","trace[698647723] 'applied index is now lower than readState.Index' (duration: 530.204314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:05:55.060509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:54.508749Z","time spent":"551.728412ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:05:55.060675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163562393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71079"} {"level":"info","ts":"2026-03-18T14:05:55.060716Z","caller":"traceutil/trace.go:171","msg":"trace[2024292590] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:5162; }","duration":"1.163627156s","start":"2026-03-18T14:05:53.897078Z","end":"2026-03-18T14:05:55.060706Z","steps":["trace[2024292590] 'agreement among raft nodes before linearized reading' (duration: 1.16343649s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:55.060738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:53.897071Z","time spent":"1.163662026s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":71103,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T14:05:55.061012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162269828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:05:55.061079Z","caller":"traceutil/trace.go:171","msg":"trace[1868543346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5162; }","duration":"1.16235258s","start":"2026-03-18T14:05:53.898716Z","end":"2026-03-18T14:05:55.061069Z","steps":["trace[1868543346] 'agreement among raft nodes before linearized reading' (duration: 1.162209277s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:05:55.061155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:05:53.898708Z","time spent":"1.162439593s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:05:55.634325Z","caller":"traceutil/trace.go:171","msg":"trace[386769310] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"143.761442ms","start":"2026-03-18T14:05:55.490538Z","end":"2026-03-18T14:05:55.634299Z","steps":["trace[386769310] 'process raft request' (duration: 143.565697ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:05:58.347741Z","caller":"traceutil/trace.go:171","msg":"trace[242438390] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"122.399019ms","start":"2026-03-18T14:05:58.225302Z","end":"2026-03-18T14:05:58.347701Z","steps":["trace[242438390] 'process raft request' (duration: 122.208914ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:02.087316Z","caller":"traceutil/trace.go:171","msg":"trace[259618042] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"160.877319ms","start":"2026-03-18T14:06:01.926414Z","end":"2026-03-18T14:06:02.087291Z","steps":["trace[259618042] 'process raft request' (duration: 160.168889ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:02.087492Z","caller":"traceutil/trace.go:171","msg":"trace[319085727] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"133.905624ms","start":"2026-03-18T14:06:01.953575Z","end":"2026-03-18T14:06:02.08748Z","steps":["trace[319085727] 'process raft request' (duration: 133.257646ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:02.087429Z","caller":"traceutil/trace.go:171","msg":"trace[1563241643] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"160.785237ms","start":"2026-03-18T14:06:01.926618Z","end":"2026-03-18T14:06:02.087403Z","steps":["trace[1563241643] 'process raft request' (duration: 160.113559ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:02.087577Z","caller":"traceutil/trace.go:171","msg":"trace[1974603457] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"124.19988ms","start":"2026-03-18T14:06:01.963369Z","end":"2026-03-18T14:06:02.087569Z","steps":["trace[1974603457] 'process raft request' (duration: 123.51001ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:02.087603Z","caller":"traceutil/trace.go:171","msg":"trace[2118413199] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"160.106078ms","start":"2026-03-18T14:06:01.927474Z","end":"2026-03-18T14:06:02.08758Z","steps":["trace[2118413199] 'process raft request' (duration: 159.315376ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:03.701102Z","caller":"traceutil/trace.go:171","msg":"trace[2005587385] linearizableReadLoop","detail":"{readStateIndex:5479; appliedIndex:5478; }","duration":"175.171579ms","start":"2026-03-18T14:06:03.525902Z","end":"2026-03-18T14:06:03.701073Z","steps":["trace[2005587385] 'read index received' (duration: 164.301893ms)","trace[2005587385] 'applied index is now lower than readState.Index' (duration: 10.868576ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:06:03.70116Z","caller":"traceutil/trace.go:171","msg":"trace[1110575616] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"176.066823ms","start":"2026-03-18T14:06:03.525071Z","end":"2026-03-18T14:06:03.701138Z","steps":["trace[1110575616] 'process raft request' (duration: 165.081163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:03.701485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.557339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-18T14:06:03.701567Z","caller":"traceutil/trace.go:171","msg":"trace[1426490170] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5246; }","duration":"175.660582ms","start":"2026-03-18T14:06:03.525892Z","end":"2026-03-18T14:06:03.701553Z","steps":["trace[1426490170] 'agreement among raft nodes before linearized reading' (duration: 175.306443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:03.702337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.426563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:06:03.70238Z","caller":"traceutil/trace.go:171","msg":"trace[646426091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5246; }","duration":"128.513936ms","start":"2026-03-18T14:06:03.573856Z","end":"2026-03-18T14:06:03.70237Z","steps":["trace[646426091] 'agreement among raft nodes before linearized reading' (duration: 127.760115ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:03.880539Z","caller":"traceutil/trace.go:171","msg":"trace[1540842848] linearizableReadLoop","detail":"{readStateIndex:5481; appliedIndex:5480; }","duration":"128.567707ms","start":"2026-03-18T14:06:03.751947Z","end":"2026-03-18T14:06:03.880515Z","steps":["trace[1540842848] 'read index received' (duration: 85.43454ms)","trace[1540842848] 'applied index is now lower than readState.Index' (duration: 43.131247ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:06:03.880641Z","caller":"traceutil/trace.go:171","msg":"trace[753310299] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"162.014771ms","start":"2026-03-18T14:06:03.718585Z","end":"2026-03-18T14:06:03.8806Z","steps":["trace[753310299] 'process raft request' (duration: 118.842183ms)","trace[753310299] 'compare' (duration: 42.926921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:06:03.880893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.514162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack\" ","response":"range_response_count:1 size:1876"} {"level":"warn","ts":"2026-03-18T14:06:03.880965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.66677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-18T14:06:03.880987Z","caller":"traceutil/trace.go:171","msg":"trace[345376626] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack; range_end:; response_count:1; response_revision:5248; }","duration":"126.644756ms","start":"2026-03-18T14:06:03.754323Z","end":"2026-03-18T14:06:03.880968Z","steps":["trace[345376626] 'agreement among raft nodes before linearized reading' (duration: 126.43259ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:03.881036Z","caller":"traceutil/trace.go:171","msg":"trace[1457260242] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5248; }","duration":"172.856685ms","start":"2026-03-18T14:06:03.708157Z","end":"2026-03-18T14:06:03.881014Z","steps":["trace[1457260242] 'agreement among raft nodes before linearized reading' (duration: 172.497825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:03.881412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.121946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-18T14:06:03.881476Z","caller":"traceutil/trace.go:171","msg":"trace[2143777974] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5248; }","duration":"139.25714ms","start":"2026-03-18T14:06:03.742206Z","end":"2026-03-18T14:06:03.881464Z","steps":["trace[2143777974] 'agreement among raft nodes before linearized reading' (duration: 139.025223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:04.086631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.734216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:06:04.086742Z","caller":"traceutil/trace.go:171","msg":"trace[590805968] linearizableReadLoop","detail":"{readStateIndex:5482; appliedIndex:5481; }","duration":"195.901824ms","start":"2026-03-18T14:06:03.890823Z","end":"2026-03-18T14:06:04.086725Z","steps":["trace[590805968] 'read index received' (duration: 90.958661ms)","trace[590805968] 'applied index is now lower than readState.Index' (duration: 104.941823ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:06:04.086806Z","caller":"traceutil/trace.go:171","msg":"trace[2132207025] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"196.454729ms","start":"2026-03-18T14:06:03.890303Z","end":"2026-03-18T14:06:04.086757Z","steps":["trace[2132207025] 'process raft request' (duration: 91.532047ms)","trace[2132207025] 'compare' (duration: 104.550112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:06:04.086933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.09796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-18T14:06:04.086975Z","caller":"traceutil/trace.go:171","msg":"trace[2062886211] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5249; }","duration":"196.165362ms","start":"2026-03-18T14:06:03.890796Z","end":"2026-03-18T14:06:04.086961Z","steps":["trace[2062886211] 'agreement among raft nodes before linearized reading' (duration: 195.992066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:04.100144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.654907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-18T14:06:04.100228Z","caller":"traceutil/trace.go:171","msg":"trace[1977211158] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5250; }","duration":"195.775741ms","start":"2026-03-18T14:06:03.904429Z","end":"2026-03-18T14:06:04.100205Z","steps":["trace[1977211158] 'agreement among raft nodes before linearized reading' (duration: 195.587646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:04.10037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.359752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4848"} {"level":"info","ts":"2026-03-18T14:06:04.100422Z","caller":"traceutil/trace.go:171","msg":"trace[1913756679] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5250; }","duration":"198.440434ms","start":"2026-03-18T14:06:03.901967Z","end":"2026-03-18T14:06:04.100407Z","steps":["trace[1913756679] 'agreement among raft nodes before linearized reading' (duration: 198.322161ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:04.254935Z","caller":"traceutil/trace.go:171","msg":"trace[799141780] linearizableReadLoop","detail":"{readStateIndex:5487; appliedIndex:5486; }","duration":"109.203789ms","start":"2026-03-18T14:06:04.145714Z","end":"2026-03-18T14:06:04.254918Z","steps":["trace[799141780] 'read index received' (duration: 105.601342ms)","trace[799141780] 'applied index is now lower than readState.Index' (duration: 3.601757ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:06:04.255017Z","caller":"traceutil/trace.go:171","msg":"trace[572341742] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"109.575879ms","start":"2026-03-18T14:06:04.145434Z","end":"2026-03-18T14:06:04.25501Z","steps":["trace[572341742] 'process raft request' (duration: 105.949371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:04.255247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.507928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-18T14:06:04.255322Z","caller":"traceutil/trace.go:171","msg":"trace[1976606694] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5254; }","duration":"109.6037ms","start":"2026-03-18T14:06:04.145699Z","end":"2026-03-18T14:06:04.255303Z","steps":["trace[1976606694] 'agreement among raft nodes before linearized reading' (duration: 109.360434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:04.255316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.20409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-18T14:06:04.255423Z","caller":"traceutil/trace.go:171","msg":"trace[633328078] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5254; }","duration":"109.327583ms","start":"2026-03-18T14:06:04.146042Z","end":"2026-03-18T14:06:04.25537Z","steps":["trace[633328078] 'agreement among raft nodes before linearized reading' (duration: 109.003094ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:04.569077Z","caller":"traceutil/trace.go:171","msg":"trace[443996330] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"309.03262ms","start":"2026-03-18T14:06:04.26002Z","end":"2026-03-18T14:06:04.569053Z","steps":["trace[443996330] 'process raft request' (duration: 308.809404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:04.569212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:04.260002Z","time spent":"309.149263ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:06:04.717292Z","caller":"traceutil/trace.go:171","msg":"trace[947317476] linearizableReadLoop","detail":"{readStateIndex:5489; appliedIndex:5487; }","duration":"456.421741ms","start":"2026-03-18T14:06:04.260846Z","end":"2026-03-18T14:06:04.717268Z","steps":["trace[947317476] 'read index received' (duration: 308.057894ms)","trace[947317476] 'applied index is now lower than readState.Index' (duration: 148.363007ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:06:04.717618Z","caller":"traceutil/trace.go:171","msg":"trace[925873907] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"453.44692ms","start":"2026-03-18T14:06:04.26411Z","end":"2026-03-18T14:06:04.717557Z","steps":["trace[925873907] 'process raft request' (duration: 453.08191ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:04.717718Z","caller":"traceutil/trace.go:171","msg":"trace[1973365125] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"456.944055ms","start":"2026-03-18T14:06:04.260735Z","end":"2026-03-18T14:06:04.717679Z","steps":["trace[1973365125] 'process raft request' (duration: 456.309078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:04.71783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:04.264092Z","time spent":"453.627336ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9303,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:06:04.717873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:04.260711Z","time spent":"457.09433ms","remote":"127.0.0.1:56782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6111,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:06:04.717728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.861094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-18T14:06:04.718084Z","caller":"traceutil/trace.go:171","msg":"trace[625213609] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5257; }","duration":"457.176402ms","start":"2026-03-18T14:06:04.260788Z","end":"2026-03-18T14:06:04.717964Z","steps":["trace[625213609] 'agreement among raft nodes before linearized reading' (duration: 456.793212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:04.718218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:04.260761Z","time spent":"457.440098ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-03-18T14:06:04.909745Z","caller":"traceutil/trace.go:171","msg":"trace[1769395287] linearizableReadLoop","detail":"{readStateIndex:5491; appliedIndex:5490; }","duration":"192.359189ms","start":"2026-03-18T14:06:04.717358Z","end":"2026-03-18T14:06:04.909718Z","steps":["trace[1769395287] 'read index received' (duration: 192.227575ms)","trace[1769395287] 'applied index is now lower than readState.Index' (duration: 130.344µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:06:04.90985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.285034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:06:04.909918Z","caller":"traceutil/trace.go:171","msg":"trace[1151440825] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:5258; }","duration":"340.375065ms","start":"2026-03-18T14:06:04.569526Z","end":"2026-03-18T14:06:04.909901Z","steps":["trace[1151440825] 'agreement among raft nodes before linearized reading' (duration: 340.211691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:04.909957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:04.569463Z","time spent":"340.484259ms","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:06:04.909953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.580223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:06:04.910008Z","caller":"traceutil/trace.go:171","msg":"trace[1879817926] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5258; }","duration":"369.699786ms","start":"2026-03-18T14:06:04.540289Z","end":"2026-03-18T14:06:04.909989Z","steps":["trace[1879817926] 'agreement among raft nodes before linearized reading' (duration: 369.568123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:04.910057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:04.540268Z","time spent":"369.773459ms","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:06:04.910132Z","caller":"traceutil/trace.go:171","msg":"trace[69097984] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"214.282515ms","start":"2026-03-18T14:06:04.695839Z","end":"2026-03-18T14:06:04.910121Z","steps":["trace[69097984] 'process raft request' (duration: 213.69747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:04.910524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.643396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:06:04.910632Z","caller":"traceutil/trace.go:171","msg":"trace[886102079] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:5258; }","duration":"387.79663ms","start":"2026-03-18T14:06:04.522819Z","end":"2026-03-18T14:06:04.910616Z","steps":["trace[886102079] 'agreement among raft nodes before linearized reading' (duration: 387.584764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:04.910573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.504897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-18T14:06:04.910731Z","caller":"traceutil/trace.go:171","msg":"trace[767688682] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5258; }","duration":"646.685943ms","start":"2026-03-18T14:06:04.264032Z","end":"2026-03-18T14:06:04.910718Z","steps":["trace[767688682] 'agreement among raft nodes before linearized reading' (duration: 646.408905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:04.91077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:04.264018Z","time spent":"646.740794ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-03-18T14:06:04.910836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:04.522794Z","time spent":"387.922263ms","remote":"127.0.0.1:56340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:06:04.944602Z","caller":"traceutil/trace.go:171","msg":"trace[107343037] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"218.206513ms","start":"2026-03-18T14:06:04.726373Z","end":"2026-03-18T14:06:04.94458Z","steps":["trace[107343037] 'process raft request' (duration: 217.998087ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:04.944536Z","caller":"traceutil/trace.go:171","msg":"trace[384533903] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"218.382037ms","start":"2026-03-18T14:06:04.726085Z","end":"2026-03-18T14:06:04.944467Z","steps":["trace[384533903] 'process raft request' (duration: 218.09652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:04.944715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.434231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:06:04.944791Z","caller":"traceutil/trace.go:171","msg":"trace[413578822] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5260; }","duration":"221.583995ms","start":"2026-03-18T14:06:04.723184Z","end":"2026-03-18T14:06:04.944768Z","steps":["trace[413578822] 'agreement among raft nodes before linearized reading' (duration: 221.410399ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:05.066943Z","caller":"traceutil/trace.go:171","msg":"trace[316439345] linearizableReadLoop","detail":"{readStateIndex:5494; appliedIndex:5493; }","duration":"117.824085ms","start":"2026-03-18T14:06:04.949087Z","end":"2026-03-18T14:06:05.066911Z","steps":["trace[316439345] 'read index received' (duration: 88.096444ms)","trace[316439345] 'applied index is now lower than readState.Index' (duration: 29.726371ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:06:05.06703Z","caller":"traceutil/trace.go:171","msg":"trace[1304457068] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"118.00179ms","start":"2026-03-18T14:06:04.948985Z","end":"2026-03-18T14:06:05.066986Z","steps":["trace[1304457068] 'process raft request' (duration: 88.113694ms)","trace[1304457068] 'compare' (duration: 29.64715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:06:05.067245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.137923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-18T14:06:05.067296Z","caller":"traceutil/trace.go:171","msg":"trace[2017194067] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:5261; }","duration":"118.257756ms","start":"2026-03-18T14:06:04.949029Z","end":"2026-03-18T14:06:05.067287Z","steps":["trace[2017194067] 'agreement among raft nodes before linearized reading' (duration: 118.02228ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:05.099258Z","caller":"traceutil/trace.go:171","msg":"trace[214615921] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"149.864548ms","start":"2026-03-18T14:06:04.949346Z","end":"2026-03-18T14:06:05.099211Z","steps":["trace[214615921] 'process raft request' (duration: 149.638492ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:05.099494Z","caller":"traceutil/trace.go:171","msg":"trace[2005309396] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"150.057075ms","start":"2026-03-18T14:06:04.949416Z","end":"2026-03-18T14:06:05.099473Z","steps":["trace[2005309396] 'process raft request' (duration: 149.730766ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:05.099564Z","caller":"traceutil/trace.go:171","msg":"trace[1190593211] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"147.569566ms","start":"2026-03-18T14:06:04.951962Z","end":"2026-03-18T14:06:05.099531Z","steps":["trace[1190593211] 'process raft request' (duration: 147.460273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:05.099602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.816547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-03-18T14:06:05.099674Z","caller":"traceutil/trace.go:171","msg":"trace[760302279] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5264; }","duration":"146.913178ms","start":"2026-03-18T14:06:04.95274Z","end":"2026-03-18T14:06:05.099653Z","steps":["trace[760302279] 'agreement among raft nodes before linearized reading' (duration: 146.777145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:05.099834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.783473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-18T14:06:05.099902Z","caller":"traceutil/trace.go:171","msg":"trace[1166742220] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5264; }","duration":"147.900865ms","start":"2026-03-18T14:06:04.951984Z","end":"2026-03-18T14:06:05.099885Z","steps":["trace[1166742220] 'agreement among raft nodes before linearized reading' (duration: 147.663949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:05.839499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.445706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:06:05.839622Z","caller":"traceutil/trace.go:171","msg":"trace[2139660303] linearizableReadLoop","detail":"{readStateIndex:5520; appliedIndex:5519; }","duration":"473.201399ms","start":"2026-03-18T14:06:05.366402Z","end":"2026-03-18T14:06:05.839603Z","steps":["trace[2139660303] 'read index received' (duration: 286.499765ms)","trace[2139660303] 'applied index is now lower than readState.Index' (duration: 186.700464ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:06:05.83975Z","caller":"traceutil/trace.go:171","msg":"trace[538391536] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"478.304058ms","start":"2026-03-18T14:06:05.361422Z","end":"2026-03-18T14:06:05.839726Z","steps":["trace[538391536] 'process raft request' (duration: 291.547884ms)","trace[538391536] 'compare' (duration: 186.136647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:06:05.839837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:05.361394Z","time spent":"478.394121ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:06:05.839992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.58424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"warn","ts":"2026-03-18T14:06:05.840008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.616979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:06:05.840062Z","caller":"traceutil/trace.go:171","msg":"trace[398981194] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5287; }","duration":"473.664492ms","start":"2026-03-18T14:06:05.36638Z","end":"2026-03-18T14:06:05.840045Z","steps":["trace[398981194] 'agreement among raft nodes before linearized reading' (duration: 473.530779ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:05.840068Z","caller":"traceutil/trace.go:171","msg":"trace[1446593409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5287; }","duration":"268.731631ms","start":"2026-03-18T14:06:05.57132Z","end":"2026-03-18T14:06:05.840052Z","steps":["trace[1446593409] 'agreement among raft nodes before linearized reading' (duration: 268.623508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:05.840098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:05.366285Z","time spent":"473.807646ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9663,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-18T14:06:05.840917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.937713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-18T14:06:05.840955Z","caller":"traceutil/trace.go:171","msg":"trace[563296366] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5287; }","duration":"461.976784ms","start":"2026-03-18T14:06:05.37897Z","end":"2026-03-18T14:06:05.840947Z","steps":["trace[563296366] 'agreement among raft nodes before linearized reading' (duration: 460.800052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:05.840975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:05.378896Z","time spent":"462.073717ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211006,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-18T14:06:06.125872Z","caller":"traceutil/trace.go:171","msg":"trace[704483252] linearizableReadLoop","detail":"{readStateIndex:5522; appliedIndex:5521; }","duration":"219.287302ms","start":"2026-03-18T14:06:05.90653Z","end":"2026-03-18T14:06:06.125818Z","steps":["trace[704483252] 'read index received' (duration: 176.120914ms)","trace[704483252] 'applied index is now lower than readState.Index' (duration: 43.164308ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:06:06.125897Z","caller":"traceutil/trace.go:171","msg":"trace[1336946426] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"240.293896ms","start":"2026-03-18T14:06:05.885562Z","end":"2026-03-18T14:06:06.125856Z","steps":["trace[1336946426] 'process raft request' (duration: 197.18777ms)","trace[1336946426] 'compare' (duration: 42.763417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:06:06.126177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.629703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-18T14:06:06.126326Z","caller":"traceutil/trace.go:171","msg":"trace[1063822326] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5289; }","duration":"219.856038ms","start":"2026-03-18T14:06:05.906451Z","end":"2026-03-18T14:06:06.126307Z","steps":["trace[1063822326] 'agreement among raft nodes before linearized reading' (duration: 219.520019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:06.126322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.638198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-18T14:06:06.126472Z","caller":"traceutil/trace.go:171","msg":"trace[166440758] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5289; }","duration":"199.828372ms","start":"2026-03-18T14:06:05.926621Z","end":"2026-03-18T14:06:06.126449Z","steps":["trace[166440758] 'agreement among raft nodes before linearized reading' (duration: 199.461942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:06.126696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.594003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12972"} {"level":"info","ts":"2026-03-18T14:06:06.126791Z","caller":"traceutil/trace.go:171","msg":"trace[1154883396] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5289; }","duration":"218.756669ms","start":"2026-03-18T14:06:05.908007Z","end":"2026-03-18T14:06:06.126764Z","steps":["trace[1154883396] 'agreement among raft nodes before linearized reading' (duration: 218.043079ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:06.329905Z","caller":"traceutil/trace.go:171","msg":"trace[1450235429] linearizableReadLoop","detail":"{readStateIndex:5523; appliedIndex:5522; }","duration":"188.618376ms","start":"2026-03-18T14:06:06.141253Z","end":"2026-03-18T14:06:06.329871Z","steps":["trace[1450235429] 'read index received' (duration: 145.729346ms)","trace[1450235429] 'applied index is now lower than readState.Index' (duration: 42.88762ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:06:06.329925Z","caller":"traceutil/trace.go:171","msg":"trace[226524588] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"189.901851ms","start":"2026-03-18T14:06:06.139986Z","end":"2026-03-18T14:06:06.329888Z","steps":["trace[226524588] 'process raft request' (duration: 146.99216ms)","trace[226524588] 'compare' (duration: 42.637913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:06:06.330159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.881264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:06:06.330238Z","caller":"traceutil/trace.go:171","msg":"trace[1368839318] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:5291; }","duration":"188.987746ms","start":"2026-03-18T14:06:06.141232Z","end":"2026-03-18T14:06:06.330219Z","steps":["trace[1368839318] 'agreement among raft nodes before linearized reading' (duration: 188.816641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:06.330327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.276251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08c0fb2a-377d-4a49-ac7e-facd9297d319\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-18T14:06:06.330341Z","caller":"traceutil/trace.go:171","msg":"trace[915722891] transaction","detail":"{read_only:false; response_revision:5292; number_of_response:1; }","duration":"186.960261ms","start":"2026-03-18T14:06:06.14336Z","end":"2026-03-18T14:06:06.33032Z","steps":["trace[915722891] 'process raft request' (duration: 186.733825ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:06.330408Z","caller":"traceutil/trace.go:171","msg":"trace[924222421] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-08c0fb2a-377d-4a49-ac7e-facd9297d319; range_end:; response_count:1; response_revision:5292; }","duration":"109.410105ms","start":"2026-03-18T14:06:06.220978Z","end":"2026-03-18T14:06:06.330388Z","steps":["trace[924222421] 'agreement among raft nodes before linearized reading' (duration: 109.239111ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:06.330366Z","caller":"traceutil/trace.go:171","msg":"trace[744675149] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"187.167547ms","start":"2026-03-18T14:06:06.14318Z","end":"2026-03-18T14:06:06.330348Z","steps":["trace[744675149] 'process raft request' (duration: 186.621602ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:06.567709Z","caller":"traceutil/trace.go:171","msg":"trace[530501114] transaction","detail":"{read_only:false; response_revision:5293; number_of_response:1; }","duration":"232.139634ms","start":"2026-03-18T14:06:06.335539Z","end":"2026-03-18T14:06:06.567679Z","steps":["trace[530501114] 'process raft request' (duration: 231.915858ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:06.60723Z","caller":"traceutil/trace.go:171","msg":"trace[700093801] transaction","detail":"{read_only:false; response_revision:5294; number_of_response:1; }","duration":"270.865709ms","start":"2026-03-18T14:06:06.336348Z","end":"2026-03-18T14:06:06.607214Z","steps":["trace[700093801] 'process raft request' (duration: 270.697794ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:06.607493Z","caller":"traceutil/trace.go:171","msg":"trace[754497583] transaction","detail":"{read_only:false; response_revision:5295; number_of_response:1; }","duration":"271.094056ms","start":"2026-03-18T14:06:06.336379Z","end":"2026-03-18T14:06:06.607473Z","steps":["trace[754497583] 'process raft request' (duration: 270.773717ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:06.607533Z","caller":"traceutil/trace.go:171","msg":"trace[706523175] transaction","detail":"{read_only:false; response_revision:5296; number_of_response:1; }","duration":"270.404626ms","start":"2026-03-18T14:06:06.337106Z","end":"2026-03-18T14:06:06.607511Z","steps":["trace[706523175] 'process raft request' (duration: 270.255953ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:06.62509Z","caller":"traceutil/trace.go:171","msg":"trace[1427012586] linearizableReadLoop","detail":"{readStateIndex:5529; appliedIndex:5525; }","duration":"287.293827ms","start":"2026-03-18T14:06:06.337765Z","end":"2026-03-18T14:06:06.625059Z","steps":["trace[1427012586] 'read index received' (duration: 229.681436ms)","trace[1427012586] 'applied index is now lower than readState.Index' (duration: 57.610531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:06:06.625356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.591955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"warn","ts":"2026-03-18T14:06:06.625345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.245666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:06:06.62544Z","caller":"traceutil/trace.go:171","msg":"trace[131762666] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5296; }","duration":"232.416291ms","start":"2026-03-18T14:06:06.393011Z","end":"2026-03-18T14:06:06.625427Z","steps":["trace[131762666] 'agreement among raft nodes before linearized reading' (duration: 232.241296ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:06.6254Z","caller":"traceutil/trace.go:171","msg":"trace[1734859281] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5296; }","duration":"287.675408ms","start":"2026-03-18T14:06:06.337709Z","end":"2026-03-18T14:06:06.625385Z","steps":["trace[1734859281] 'agreement among raft nodes before linearized reading' (duration: 287.509364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:07.82042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.754004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:06:07.820528Z","caller":"traceutil/trace.go:171","msg":"trace[716024843] linearizableReadLoop","detail":"{readStateIndex:5545; appliedIndex:5544; }","duration":"249.562909ms","start":"2026-03-18T14:06:07.570948Z","end":"2026-03-18T14:06:07.820511Z","steps":["trace[716024843] 'read index received' (duration: 42.912µs)","trace[716024843] 'applied index is now lower than readState.Index' (duration: 249.518807ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:06:07.820619Z","caller":"traceutil/trace.go:171","msg":"trace[2007379719] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"442.178193ms","start":"2026-03-18T14:06:07.378429Z","end":"2026-03-18T14:06:07.820607Z","steps":["trace[2007379719] 'process raft request' (duration: 170.133742ms)","trace[2007379719] 'compare' (duration: 271.610009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:06:07.820669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:07.378405Z","time spent":"442.237905ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:06:07.820818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.852466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:06:07.820891Z","caller":"traceutil/trace.go:171","msg":"trace[685414606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5311; }","duration":"249.968939ms","start":"2026-03-18T14:06:07.570902Z","end":"2026-03-18T14:06:07.820871Z","steps":["trace[685414606] 'agreement among raft nodes before linearized reading' (duration: 249.838515ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:08.115921Z","caller":"traceutil/trace.go:171","msg":"trace[529280272] linearizableReadLoop","detail":"{readStateIndex:5546; appliedIndex:5545; }","duration":"190.083087ms","start":"2026-03-18T14:06:07.925821Z","end":"2026-03-18T14:06:08.115904Z","steps":["trace[529280272] 'read index received' (duration: 189.960373ms)","trace[529280272] 'applied index is now lower than readState.Index' (duration: 121.634µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:06:08.116026Z","caller":"traceutil/trace.go:171","msg":"trace[897528018] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"232.231787ms","start":"2026-03-18T14:06:07.883784Z","end":"2026-03-18T14:06:08.116016Z","steps":["trace[897528018] 'process raft request' (duration: 231.979309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:08.116157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.335163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08c0fb2a-377d-4a49-ac7e-facd9297d319\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-18T14:06:08.116186Z","caller":"traceutil/trace.go:171","msg":"trace[1310663061] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-08c0fb2a-377d-4a49-ac7e-facd9297d319; range_end:; response_count:1; response_revision:5312; }","duration":"190.402464ms","start":"2026-03-18T14:06:07.925776Z","end":"2026-03-18T14:06:08.116178Z","steps":["trace[1310663061] 'agreement among raft nodes before linearized reading' (duration: 190.335613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:10.582889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476682524,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:06:11.083933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476682524,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:06:11.219371Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.147776563s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:06:11.219896Z","caller":"traceutil/trace.go:171","msg":"trace[1484496449] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"1.148630086s","start":"2026-03-18T14:06:10.071239Z","end":"2026-03-18T14:06:11.219869Z","steps":["trace[1484496449] 'process raft request' (duration: 1.148370748s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:11.220163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:10.0712Z","time spent":"1.14879922s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:06:11.267775Z","caller":"traceutil/trace.go:171","msg":"trace[1633440356] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"1.119036019s","start":"2026-03-18T14:06:10.148723Z","end":"2026-03-18T14:06:11.26776Z","steps":["trace[1633440356] 'process raft request' (duration: 1.118744582s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:11.267853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:10.148691Z","time spent":"1.119124022s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:06:11.267835Z","caller":"traceutil/trace.go:171","msg":"trace[2130440563] linearizableReadLoop","detail":"{readStateIndex:5563; appliedIndex:5558; }","duration":"1.186037907s","start":"2026-03-18T14:06:10.081771Z","end":"2026-03-18T14:06:11.267809Z","steps":["trace[2130440563] 'read index received' (duration: 1.137800311s)","trace[2130440563] 'applied index is now lower than readState.Index' (duration: 48.236206ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:06:11.26785Z","caller":"traceutil/trace.go:171","msg":"trace[115628195] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"1.116230033s","start":"2026-03-18T14:06:10.151576Z","end":"2026-03-18T14:06:11.267806Z","steps":["trace[115628195] 'process raft request' (duration: 1.11610659s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:11.267896Z","caller":"traceutil/trace.go:171","msg":"trace[1384909669] transaction","detail":"{read_only:false; response_revision:5329; number_of_response:1; }","duration":"920.169994ms","start":"2026-03-18T14:06:10.347692Z","end":"2026-03-18T14:06:11.267862Z","steps":["trace[1384909669] 'process raft request' (duration: 920.052601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:11.268089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:10.347623Z","time spent":"920.349899ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:06:11.268118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.03545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08c0fb2a-377d-4a49-ac7e-facd9297d319\" ","response":"range_response_count:1 size:3951"} {"level":"warn","ts":"2026-03-18T14:06:11.268136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:10.151541Z","time spent":"1.116427028s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:06:11.268168Z","caller":"traceutil/trace.go:171","msg":"trace[1727744206] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-08c0fb2a-377d-4a49-ac7e-facd9297d319; range_end:; response_count:1; response_revision:5329; }","duration":"916.108263ms","start":"2026-03-18T14:06:10.352045Z","end":"2026-03-18T14:06:11.268153Z","steps":["trace[1727744206] 'agreement among raft nodes before linearized reading' (duration: 916.0014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:11.268202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:10.352037Z","time spent":"916.155874ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-08c0fb2a-377d-4a49-ac7e-facd9297d319\" "} {"level":"warn","ts":"2026-03-18T14:06:11.268102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186320324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189df498c04653e9\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-03-18T14:06:11.26828Z","caller":"traceutil/trace.go:171","msg":"trace[2127730629] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189df498c04653e9; range_end:; response_count:1; response_revision:5329; }","duration":"1.186569701s","start":"2026-03-18T14:06:10.081694Z","end":"2026-03-18T14:06:11.268264Z","steps":["trace[2127730629] 'agreement among raft nodes before linearized reading' (duration: 1.18620026s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:11.268328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:10.081637Z","time spent":"1.186677714s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1036,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189df498c04653e9\" "} {"level":"info","ts":"2026-03-18T14:06:11.267842Z","caller":"traceutil/trace.go:171","msg":"trace[1718458745] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"921.174621ms","start":"2026-03-18T14:06:10.346647Z","end":"2026-03-18T14:06:11.267822Z","steps":["trace[1718458745] 'process raft request' (duration: 921.068168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:11.26844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:10.346605Z","time spent":"921.767027ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:06:11.26811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.242632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:06:11.268487Z","caller":"traceutil/trace.go:171","msg":"trace[945704052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5329; }","duration":"697.664203ms","start":"2026-03-18T14:06:10.57081Z","end":"2026-03-18T14:06:11.268474Z","steps":["trace[945704052] 'agreement among raft nodes before linearized reading' (duration: 697.209561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:11.268515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:10.57079Z","time spent":"697.716874ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:06:11.268749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.569307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T14:06:11.268792Z","caller":"traceutil/trace.go:171","msg":"trace[1107084958] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:5329; }","duration":"930.66587ms","start":"2026-03-18T14:06:10.338116Z","end":"2026-03-18T14:06:11.268782Z","steps":["trace[1107084958] 'agreement among raft nodes before linearized reading' (duration: 929.824917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:11.268821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:10.338088Z","time spent":"930.725232ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"info","ts":"2026-03-18T14:06:21.617407Z","caller":"traceutil/trace.go:171","msg":"trace[626021656] linearizableReadLoop","detail":"{readStateIndex:5702; appliedIndex:5701; }","duration":"214.595385ms","start":"2026-03-18T14:06:21.40279Z","end":"2026-03-18T14:06:21.617385Z","steps":["trace[626021656] 'read index received' (duration: 214.475732ms)","trace[626021656] 'applied index is now lower than readState.Index' (duration: 118.333µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:06:21.617552Z","caller":"traceutil/trace.go:171","msg":"trace[870433763] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"216.520356ms","start":"2026-03-18T14:06:21.401023Z","end":"2026-03-18T14:06:21.617544Z","steps":["trace[870433763] 'process raft request' (duration: 216.186547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:21.617759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.952414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:06:21.617881Z","caller":"traceutil/trace.go:171","msg":"trace[417855607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5463; }","duration":"215.081918ms","start":"2026-03-18T14:06:21.40276Z","end":"2026-03-18T14:06:21.617842Z","steps":["trace[417855607] 'agreement among raft nodes before linearized reading' (duration: 214.848281ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:21.619255Z","caller":"traceutil/trace.go:171","msg":"trace[990577562] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"215.598661ms","start":"2026-03-18T14:06:21.403626Z","end":"2026-03-18T14:06:21.619225Z","steps":["trace[990577562] 'process raft request' (duration: 215.132738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:21.61932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.980329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:06:21.619396Z","caller":"traceutil/trace.go:171","msg":"trace[443292914] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5464; }","duration":"191.099953ms","start":"2026-03-18T14:06:21.428276Z","end":"2026-03-18T14:06:21.619376Z","steps":["trace[443292914] 'agreement among raft nodes before linearized reading' (duration: 190.812085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:21.61946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.294784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:06:21.619517Z","caller":"traceutil/trace.go:171","msg":"trace[283338048] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:5464; }","duration":"189.391106ms","start":"2026-03-18T14:06:21.43011Z","end":"2026-03-18T14:06:21.619501Z","steps":["trace[283338048] 'agreement among raft nodes before linearized reading' (duration: 189.239153ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:21.764252Z","caller":"traceutil/trace.go:171","msg":"trace[909279585] linearizableReadLoop","detail":"{readStateIndex:5705; appliedIndex:5703; }","duration":"140.431851ms","start":"2026-03-18T14:06:21.623794Z","end":"2026-03-18T14:06:21.764226Z","steps":["trace[909279585] 'read index received' (duration: 4.190604ms)","trace[909279585] 'applied index is now lower than readState.Index' (duration: 136.239727ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:06:21.764337Z","caller":"traceutil/trace.go:171","msg":"trace[662804929] transaction","detail":"{read_only:false; response_revision:5466; number_of_response:1; }","duration":"140.580055ms","start":"2026-03-18T14:06:21.623729Z","end":"2026-03-18T14:06:21.764309Z","steps":["trace[662804929] 'process raft request' (duration: 73.730511ms)","trace[662804929] 'compare' (duration: 66.544396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:06:21.764668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.818572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81474"} {"level":"info","ts":"2026-03-18T14:06:21.764774Z","caller":"traceutil/trace.go:171","msg":"trace[2123803074] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5466; }","duration":"140.970196ms","start":"2026-03-18T14:06:21.623787Z","end":"2026-03-18T14:06:21.764757Z","steps":["trace[2123803074] 'agreement among raft nodes before linearized reading' (duration: 140.534884ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:23.88802Z","caller":"traceutil/trace.go:171","msg":"trace[1033763539] transaction","detail":"{read_only:false; response_revision:5480; number_of_response:1; }","duration":"498.851119ms","start":"2026-03-18T14:06:23.389152Z","end":"2026-03-18T14:06:23.888003Z","steps":["trace[1033763539] 'process raft request' (duration: 498.742076ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:23.888018Z","caller":"traceutil/trace.go:171","msg":"trace[222013244] transaction","detail":"{read_only:false; response_revision:5479; number_of_response:1; }","duration":"502.648183ms","start":"2026-03-18T14:06:23.385341Z","end":"2026-03-18T14:06:23.887989Z","steps":["trace[222013244] 'process raft request' (duration: 495.034566ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:23.888008Z","caller":"traceutil/trace.go:171","msg":"trace[381641672] linearizableReadLoop","detail":"{readStateIndex:5719; appliedIndex:5716; }","duration":"492.008632ms","start":"2026-03-18T14:06:23.395976Z","end":"2026-03-18T14:06:23.887985Z","steps":["trace[381641672] 'read index received' (duration: 28.033074ms)","trace[381641672] 'applied index is now lower than readState.Index' (duration: 463.974548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:06:23.888151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:23.389141Z","time spent":"498.941002ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:06:23.888158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:23.385312Z","time spent":"502.773516ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:06:23.888186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.199317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:06:23.888235Z","caller":"traceutil/trace.go:171","msg":"trace[525434729] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5480; }","duration":"492.280221ms","start":"2026-03-18T14:06:23.395943Z","end":"2026-03-18T14:06:23.888223Z","steps":["trace[525434729] 'agreement among raft nodes before linearized reading' (duration: 492.112316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:23.888269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:23.395931Z","time spent":"492.329722ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:06:23.888428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.60599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-18T14:06:23.888494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.475225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:06:23.888502Z","caller":"traceutil/trace.go:171","msg":"trace[1545849507] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5480; }","duration":"326.732434ms","start":"2026-03-18T14:06:23.561749Z","end":"2026-03-18T14:06:23.888481Z","steps":["trace[1545849507] 'agreement among raft nodes before linearized reading' (duration: 326.500428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:23.88851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.033252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:06:23.888535Z","caller":"traceutil/trace.go:171","msg":"trace[1812990238] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:5480; }","duration":"117.570057ms","start":"2026-03-18T14:06:23.770953Z","end":"2026-03-18T14:06:23.888523Z","steps":["trace[1812990238] 'agreement among raft nodes before linearized reading' (duration: 117.439583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:23.888546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:23.561725Z","time spent":"326.812036ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:06:23.888563Z","caller":"traceutil/trace.go:171","msg":"trace[154072263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5480; }","duration":"257.122985ms","start":"2026-03-18T14:06:23.631428Z","end":"2026-03-18T14:06:23.888551Z","steps":["trace[154072263] 'agreement among raft nodes before linearized reading' (duration: 256.94779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:23.888583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.575246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:06:23.888617Z","caller":"traceutil/trace.go:171","msg":"trace[1555935738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5480; }","duration":"265.614956ms","start":"2026-03-18T14:06:23.622993Z","end":"2026-03-18T14:06:23.888608Z","steps":["trace[1555935738] 'agreement among raft nodes before linearized reading' (duration: 265.552385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:23.888527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.738148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T14:06:23.888676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.001156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:06:23.888684Z","caller":"traceutil/trace.go:171","msg":"trace[1892006078] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5480; }","duration":"266.933762ms","start":"2026-03-18T14:06:23.62174Z","end":"2026-03-18T14:06:23.888673Z","steps":["trace[1892006078] 'agreement among raft nodes before linearized reading' (duration: 266.726017ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:23.888704Z","caller":"traceutil/trace.go:171","msg":"trace[1248224629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5480; }","duration":"318.068958ms","start":"2026-03-18T14:06:23.570627Z","end":"2026-03-18T14:06:23.888696Z","steps":["trace[1248224629] 'agreement among raft nodes before linearized reading' (duration: 318.024697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:23.888729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:23.570604Z","time spent":"318.120619ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:06:23.88895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.167824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:06:23.88925Z","caller":"traceutil/trace.go:171","msg":"trace[2025258905] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5480; }","duration":"280.503713ms","start":"2026-03-18T14:06:23.608722Z","end":"2026-03-18T14:06:23.889226Z","steps":["trace[2025258905] 'agreement among raft nodes before linearized reading' (duration: 279.749273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:23.889168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.258101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:06:23.889983Z","caller":"traceutil/trace.go:171","msg":"trace[898700129] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5480; }","duration":"121.067792ms","start":"2026-03-18T14:06:23.768868Z","end":"2026-03-18T14:06:23.889936Z","steps":["trace[898700129] 'agreement among raft nodes before linearized reading' (duration: 119.586202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:28.301721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.413975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-18T14:06:28.30182Z","caller":"traceutil/trace.go:171","msg":"trace[613277338] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5549; }","duration":"146.582058ms","start":"2026-03-18T14:06:28.155211Z","end":"2026-03-18T14:06:28.301793Z","steps":["trace[613277338] 'range keys from in-memory index tree' (duration: 146.160837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:28.307239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.644277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-18T14:06:28.307368Z","caller":"traceutil/trace.go:171","msg":"trace[1479776484] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5549; }","duration":"210.842432ms","start":"2026-03-18T14:06:28.096499Z","end":"2026-03-18T14:06:28.307341Z","steps":["trace[1479776484] 'range keys from in-memory index tree' (duration: 204.819088ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:30.288411Z","caller":"traceutil/trace.go:171","msg":"trace[1555423318] transaction","detail":"{read_only:false; response_revision:5552; number_of_response:1; }","duration":"380.200202ms","start":"2026-03-18T14:06:29.908187Z","end":"2026-03-18T14:06:30.288387Z","steps":["trace[1555423318] 'process raft request' (duration: 380.033338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:30.28858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:29.908157Z","time spent":"380.336235ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:06:30.320205Z","caller":"traceutil/trace.go:171","msg":"trace[1294241708] linearizableReadLoop","detail":"{readStateIndex:5795; appliedIndex:5793; }","duration":"400.922507ms","start":"2026-03-18T14:06:29.919248Z","end":"2026-03-18T14:06:30.320171Z","steps":["trace[1294241708] 'read index received' (duration: 368.912994ms)","trace[1294241708] 'applied index is now lower than readState.Index' (duration: 32.008163ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:06:30.320284Z","caller":"traceutil/trace.go:171","msg":"trace[780098358] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"410.100898ms","start":"2026-03-18T14:06:29.910161Z","end":"2026-03-18T14:06:30.320262Z","steps":["trace[780098358] 'process raft request' (duration: 409.787019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:30.320379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:29.910132Z","time spent":"410.199741ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:06:30.320457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.226624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T14:06:30.320473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.959951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:06:30.320534Z","caller":"traceutil/trace.go:171","msg":"trace[1100756562] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5553; }","duration":"400.068655ms","start":"2026-03-18T14:06:29.92045Z","end":"2026-03-18T14:06:30.320519Z","steps":["trace[1100756562] 'agreement among raft nodes before linearized reading' (duration: 399.92219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:30.320571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.744245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T14:06:30.320579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:29.920426Z","time spent":"400.142915ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:06:30.32059Z","caller":"traceutil/trace.go:171","msg":"trace[696470253] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5553; }","duration":"370.805196ms","start":"2026-03-18T14:06:29.94978Z","end":"2026-03-18T14:06:30.320585Z","steps":["trace[696470253] 'agreement among raft nodes before linearized reading' (duration: 370.743205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:30.32057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.284998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-18T14:06:30.320611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:29.949756Z","time spent":"370.849197ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:06:30.320494Z","caller":"traceutil/trace.go:171","msg":"trace[1698567911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5553; }","duration":"369.288765ms","start":"2026-03-18T14:06:29.951196Z","end":"2026-03-18T14:06:30.320484Z","steps":["trace[1698567911] 'agreement among raft nodes before linearized reading' (duration: 369.175262ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:30.320663Z","caller":"traceutil/trace.go:171","msg":"trace[425652306] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:5553; }","duration":"401.39807ms","start":"2026-03-18T14:06:29.919217Z","end":"2026-03-18T14:06:30.320615Z","steps":["trace[425652306] 'agreement among raft nodes before linearized reading' (duration: 401.148644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:30.320694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:29.951185Z","time spent":"369.49721ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:06:30.320712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.990298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T14:06:30.320714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:29.919206Z","time spent":"401.496243ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"info","ts":"2026-03-18T14:06:30.32074Z","caller":"traceutil/trace.go:171","msg":"trace[1013176851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5553; }","duration":"372.04495ms","start":"2026-03-18T14:06:29.948686Z","end":"2026-03-18T14:06:30.320731Z","steps":["trace[1013176851] 'agreement among raft nodes before linearized reading' (duration: 371.966098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:30.32077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:29.948671Z","time spent":"372.092941ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:06:30.320913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.523632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111406"} {"level":"warn","ts":"2026-03-18T14:06:30.320896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.028253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111406"} {"level":"info","ts":"2026-03-18T14:06:30.320956Z","caller":"traceutil/trace.go:171","msg":"trace[980525145] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5553; }","duration":"137.590974ms","start":"2026-03-18T14:06:30.183352Z","end":"2026-03-18T14:06:30.320943Z","steps":["trace[980525145] 'agreement among raft nodes before linearized reading' (duration: 137.051619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:30.320998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.916782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:06:30.321002Z","caller":"traceutil/trace.go:171","msg":"trace[156983456] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:5553; }","duration":"143.149446ms","start":"2026-03-18T14:06:30.177825Z","end":"2026-03-18T14:06:30.320975Z","steps":["trace[156983456] 'agreement among raft nodes before linearized reading' (duration: 142.647882ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:30.321043Z","caller":"traceutil/trace.go:171","msg":"trace[1161696665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5553; }","duration":"369.990924ms","start":"2026-03-18T14:06:29.951043Z","end":"2026-03-18T14:06:30.321034Z","steps":["trace[1161696665] 'agreement among raft nodes before linearized reading' (duration: 369.663665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:30.321065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:29.951028Z","time spent":"370.031385ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:06:31.592066Z","caller":"traceutil/trace.go:171","msg":"trace[78335093] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"102.060534ms","start":"2026-03-18T14:06:31.489982Z","end":"2026-03-18T14:06:31.592042Z","steps":["trace[78335093] 'process raft request' (duration: 101.452108ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:33.339994Z","caller":"traceutil/trace.go:171","msg":"trace[1213097952] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"189.548012ms","start":"2026-03-18T14:06:33.15042Z","end":"2026-03-18T14:06:33.339968Z","steps":["trace[1213097952] 'process raft request' (duration: 189.340586ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:33.461115Z","caller":"traceutil/trace.go:171","msg":"trace[10399503] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"108.049027ms","start":"2026-03-18T14:06:33.353041Z","end":"2026-03-18T14:06:33.46109Z","steps":["trace[10399503] 'process raft request' (duration: 107.965046ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:33.46116Z","caller":"traceutil/trace.go:171","msg":"trace[2063479365] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"112.445108ms","start":"2026-03-18T14:06:33.348675Z","end":"2026-03-18T14:06:33.46112Z","steps":["trace[2063479365] 'process raft request' (duration: 100.44746ms)","trace[2063479365] 'compare' (duration: 11.687719ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:06:33.97056Z","caller":"traceutil/trace.go:171","msg":"trace[802169575] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"133.252936ms","start":"2026-03-18T14:06:33.837261Z","end":"2026-03-18T14:06:33.970514Z","steps":["trace[802169575] 'process raft request' (duration: 133.04462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:37.779156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476683145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:06:39.272327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:38.283913Z","time spent":"988.405826ms","remote":"127.0.0.1:57606","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T14:06:39.273172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035753647s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:06:39.273298Z","caller":"traceutil/trace.go:171","msg":"trace[759850477] transaction","detail":"{read_only:false; response_revision:5606; number_of_response:1; }","duration":"1.995553131s","start":"2026-03-18T14:06:37.277719Z","end":"2026-03-18T14:06:39.273273Z","steps":["trace[759850477] 'process raft request' (duration: 959.591199ms)","trace[759850477] 'compare' (duration: 1.035409487s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:06:39.273366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:37.277695Z","time spent":"1.995637134s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:06:39.723236Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.469763287s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:06:39.73968Z","caller":"traceutil/trace.go:171","msg":"trace[250975914] transaction","detail":"{read_only:false; response_revision:5607; number_of_response:1; }","duration":"2.461779872s","start":"2026-03-18T14:06:37.277855Z","end":"2026-03-18T14:06:39.739635Z","steps":["trace[250975914] 'process raft request' (duration: 2.445688282s)","trace[250975914] 'compare' (duration: 15.499023ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:06:39.739713Z","caller":"traceutil/trace.go:171","msg":"trace[840742629] transaction","detail":"{read_only:false; response_revision:5608; number_of_response:1; }","duration":"2.461291948s","start":"2026-03-18T14:06:37.278399Z","end":"2026-03-18T14:06:39.739691Z","steps":["trace[840742629] 'process raft request' (duration: 2.461117264s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:39.739842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:37.277828Z","time spent":"2.461934185s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":685,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:06:39.739725Z","caller":"traceutil/trace.go:171","msg":"trace[1533430867] transaction","detail":"{read_only:false; response_revision:5609; number_of_response:1; }","duration":"2.461131954s","start":"2026-03-18T14:06:37.278561Z","end":"2026-03-18T14:06:39.739693Z","steps":["trace[1533430867] 'process raft request' (duration: 2.461027391s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:39.740128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:37.278533Z","time spent":"2.461461192s","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1192,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:06:39.740149Z","caller":"traceutil/trace.go:171","msg":"trace[1358978975] transaction","detail":"{read_only:false; response_revision:5610; number_of_response:1; }","duration":"2.460095795s","start":"2026-03-18T14:06:37.279975Z","end":"2026-03-18T14:06:39.740071Z","steps":["trace[1358978975] 'process raft request' (duration: 2.459653143s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:39.740155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:37.278367Z","time spent":"2.461719579s","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1221,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:06:39.740234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:37.279965Z","time spent":"2.460217909s","remote":"127.0.0.1:56766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6863,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:06:39.740777Z","caller":"traceutil/trace.go:171","msg":"trace[1688657481] linearizableReadLoop","detail":"{readStateIndex:5856; appliedIndex:5850; }","duration":"2.462697146s","start":"2026-03-18T14:06:37.278053Z","end":"2026-03-18T14:06:39.74075Z","steps":["trace[1688657481] 'read index received' (duration: 959.28112ms)","trace[1688657481] 'applied index is now lower than readState.Index' (duration: 1.503414086s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:06:39.740789Z","caller":"traceutil/trace.go:171","msg":"trace[1237272133] transaction","detail":"{read_only:false; response_revision:5611; number_of_response:1; }","duration":"2.092593179s","start":"2026-03-18T14:06:37.648169Z","end":"2026-03-18T14:06:39.740762Z","steps":["trace[1237272133] 'process raft request' (duration: 2.091784197s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:39.740926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:37.648152Z","time spent":"2.092702783s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:06:39.741028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.462972703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-18T14:06:39.741095Z","caller":"traceutil/trace.go:171","msg":"trace[983320969] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5611; }","duration":"2.463102027s","start":"2026-03-18T14:06:37.277978Z","end":"2026-03-18T14:06:39.74108Z","steps":["trace[983320969] 'agreement among raft nodes before linearized reading' (duration: 2.462876211s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:39.741135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:37.277964Z","time spent":"2.46316184s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-18T14:06:40.029252Z","caller":"traceutil/trace.go:171","msg":"trace[2119647743] transaction","detail":"{read_only:false; response_revision:5613; number_of_response:1; }","duration":"1.580344104s","start":"2026-03-18T14:06:38.448891Z","end":"2026-03-18T14:06:40.029235Z","steps":["trace[2119647743] 'process raft request' (duration: 1.580226301s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:40.029257Z","caller":"traceutil/trace.go:171","msg":"trace[590462179] transaction","detail":"{read_only:false; response_revision:5612; number_of_response:1; }","duration":"1.702896658s","start":"2026-03-18T14:06:38.32632Z","end":"2026-03-18T14:06:40.029216Z","steps":["trace[590462179] 'process raft request' (duration: 1.70263734s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:40.029243Z","caller":"traceutil/trace.go:171","msg":"trace[796123249] transaction","detail":"{read_only:false; response_revision:5614; number_of_response:1; }","duration":"1.449882975s","start":"2026-03-18T14:06:38.579333Z","end":"2026-03-18T14:06:40.029216Z","steps":["trace[796123249] 'process raft request' (duration: 1.449827243s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.029393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:38.44885Z","time spent":"1.580464479s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:06:40.029436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:38.579305Z","time spent":"1.45008785s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19612,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:06:40.029446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:38.326266Z","time spent":"1.703081492s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:06:40.030043Z","caller":"traceutil/trace.go:171","msg":"trace[511637040] linearizableReadLoop","detail":"{readStateIndex:5859; appliedIndex:5859; }","duration":"289.187319ms","start":"2026-03-18T14:06:39.74083Z","end":"2026-03-18T14:06:40.030017Z","steps":["trace[511637040] 'read index received' (duration: 289.160389ms)","trace[511637040] 'applied index is now lower than readState.Index' (duration: 25.46µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:06:40.030279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486224466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:06:40.030394Z","caller":"traceutil/trace.go:171","msg":"trace[2049622643] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5614; }","duration":"1.486423132s","start":"2026-03-18T14:06:38.543947Z","end":"2026-03-18T14:06:40.03037Z","steps":["trace[2049622643] 'agreement among raft nodes before linearized reading' (duration: 1.486087343s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.030472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:38.543911Z","time spent":"1.486546144s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:06:40.031277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488375136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:06:40.031346Z","caller":"traceutil/trace.go:171","msg":"trace[876378003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5614; }","duration":"1.488518868s","start":"2026-03-18T14:06:38.542809Z","end":"2026-03-18T14:06:40.031328Z","steps":["trace[876378003] 'agreement among raft nodes before linearized reading' (duration: 1.488296042s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.031395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:38.542777Z","time spent":"1.488605662s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:06:40.031751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579085359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:06:40.03181Z","caller":"traceutil/trace.go:171","msg":"trace[1612933276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5614; }","duration":"1.579144071s","start":"2026-03-18T14:06:38.452652Z","end":"2026-03-18T14:06:40.031796Z","steps":["trace[1612933276] 'agreement among raft nodes before linearized reading' (duration: 1.579008637s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.031854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:38.452576Z","time spent":"1.579264055s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:06:40.032162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681234227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-18T14:06:40.032229Z","caller":"traceutil/trace.go:171","msg":"trace[1706505122] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5614; }","duration":"1.68132627s","start":"2026-03-18T14:06:38.350879Z","end":"2026-03-18T14:06:40.032205Z","steps":["trace[1706505122] 'agreement among raft nodes before linearized reading' (duration: 1.681156796s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.032286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:38.35086Z","time spent":"1.681414382s","remote":"127.0.0.1:49898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-18T14:06:40.032412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461657456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:06:40.03251Z","caller":"traceutil/trace.go:171","msg":"trace[1768370525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5614; }","duration":"1.461813011s","start":"2026-03-18T14:06:38.570676Z","end":"2026-03-18T14:06:40.032489Z","steps":["trace[1768370525] 'agreement among raft nodes before linearized reading' (duration: 1.461616165s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.032534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75282523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-03-18T14:06:40.032564Z","caller":"traceutil/trace.go:171","msg":"trace[1621037454] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5614; }","duration":"2.752878113s","start":"2026-03-18T14:06:37.279677Z","end":"2026-03-18T14:06:40.032555Z","steps":["trace[1621037454] 'agreement among raft nodes before linearized reading' (duration: 2.75278673s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.032567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:38.570655Z","time spent":"1.461902364s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:06:40.032587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103382462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:06:40.032599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:37.279665Z","time spent":"2.752926534s","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1345,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-03-18T14:06:40.032539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577805686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:06:40.032681Z","caller":"traceutil/trace.go:171","msg":"trace[2114734981] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:5614; }","duration":"1.578035452s","start":"2026-03-18T14:06:38.45463Z","end":"2026-03-18T14:06:40.032666Z","steps":["trace[2114734981] 'agreement among raft nodes before linearized reading' (duration: 1.577745774s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.032719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.503351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:06:40.032784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:38.454615Z","time spent":"1.578125553s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"warn","ts":"2026-03-18T14:06:40.032834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490262767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:06:40.032631Z","caller":"traceutil/trace.go:171","msg":"trace[546069857] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5614; }","duration":"1.103473784s","start":"2026-03-18T14:06:38.929143Z","end":"2026-03-18T14:06:40.032617Z","steps":["trace[546069857] 'agreement among raft nodes before linearized reading' (duration: 1.103386261s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.032509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10186806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-18T14:06:40.033665Z","caller":"traceutil/trace.go:171","msg":"trace[148122365] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5614; }","duration":"1.103071074s","start":"2026-03-18T14:06:38.930577Z","end":"2026-03-18T14:06:40.033648Z","steps":["trace[148122365] 'agreement among raft nodes before linearized reading' (duration: 1.101631574s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.033722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:38.93055Z","time spent":"1.103159496s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T14:06:40.032799Z","caller":"traceutil/trace.go:171","msg":"trace[512234052] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5614; }","duration":"597.83856ms","start":"2026-03-18T14:06:39.434948Z","end":"2026-03-18T14:06:40.032786Z","steps":["trace[512234052] 'agreement among raft nodes before linearized reading' (duration: 597.517251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.034077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:39.434924Z","time spent":"599.136796ms","remote":"127.0.0.1:49908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:06:40.032924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:38.92912Z","time spent":"1.103790092s","remote":"127.0.0.1:56362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:06:40.0327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490689749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:06:40.034476Z","caller":"traceutil/trace.go:171","msg":"trace[131000459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5614; }","duration":"1.492554248s","start":"2026-03-18T14:06:38.541909Z","end":"2026-03-18T14:06:40.034464Z","steps":["trace[131000459] 'agreement among raft nodes before linearized reading' (duration: 1.490595435s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.034514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:38.541885Z","time spent":"1.492617801s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:06:40.032864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.833409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T14:06:40.034673Z","caller":"traceutil/trace.go:171","msg":"trace[510928054] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5614; }","duration":"846.699749ms","start":"2026-03-18T14:06:39.187945Z","end":"2026-03-18T14:06:40.034645Z","steps":["trace[510928054] 'agreement among raft nodes before linearized reading' (duration: 844.614242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.034749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:39.187922Z","time spent":"846.809592ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:06:40.032919Z","caller":"traceutil/trace.go:171","msg":"trace[832931155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5614; }","duration":"1.490368549s","start":"2026-03-18T14:06:38.542533Z","end":"2026-03-18T14:06:40.032902Z","steps":["trace[832931155] 'agreement among raft nodes before linearized reading' (duration: 1.489399493s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.034885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:38.542525Z","time spent":"1.492317942s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:06:40.148626Z","caller":"traceutil/trace.go:171","msg":"trace[353421289] linearizableReadLoop","detail":"{readStateIndex:5860; appliedIndex:5859; }","duration":"118.501242ms","start":"2026-03-18T14:06:40.0301Z","end":"2026-03-18T14:06:40.148602Z","steps":["trace[353421289] 'read index received' (duration: 108.471599ms)","trace[353421289] 'applied index is now lower than readState.Index' (duration: 10.028713ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:06:40.148691Z","caller":"traceutil/trace.go:171","msg":"trace[1081453404] transaction","detail":"{read_only:false; response_revision:5615; number_of_response:1; }","duration":"398.290445ms","start":"2026-03-18T14:06:39.750377Z","end":"2026-03-18T14:06:40.148667Z","steps":["trace[1081453404] 'process raft request' (duration: 388.18092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.148825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:39.750349Z","time spent":"398.394639ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7167,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:06:40.148891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.177995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-08c0fb2a-377d-4a49-ac7e-facd9297d319\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-18T14:06:40.149076Z","caller":"traceutil/trace.go:171","msg":"trace[487357906] range","detail":"{range_begin:/registry/persistentvolumes/pvc-08c0fb2a-377d-4a49-ac7e-facd9297d319; range_end:; response_count:1; response_revision:5615; }","duration":"405.308628ms","start":"2026-03-18T14:06:39.743661Z","end":"2026-03-18T14:06:40.148969Z","steps":["trace[487357906] 'agreement among raft nodes before linearized reading' (duration: 405.03524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.14915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:39.743646Z","time spent":"405.487862ms","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-08c0fb2a-377d-4a49-ac7e-facd9297d319\" "} {"level":"warn","ts":"2026-03-18T14:06:40.560184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.092141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:06:40.560574Z","caller":"traceutil/trace.go:171","msg":"trace[1458238777] transaction","detail":"{read_only:false; response_revision:5616; number_of_response:1; }","duration":"524.074397ms","start":"2026-03-18T14:06:40.03643Z","end":"2026-03-18T14:06:40.560504Z","steps":["trace[1458238777] 'process raft request' (duration: 364.425882ms)","trace[1458238777] 'compare' (duration: 158.917425ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:06:40.560729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:40.036403Z","time spent":"524.243862ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:06:40.561021Z","caller":"traceutil/trace.go:171","msg":"trace[596533445] transaction","detail":"{read_only:false; response_revision:5617; number_of_response:1; }","duration":"524.034447ms","start":"2026-03-18T14:06:40.036958Z","end":"2026-03-18T14:06:40.560993Z","steps":["trace[596533445] 'process raft request' (duration: 523.627035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.561172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:40.036947Z","time spent":"524.143019ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:06:40.561054Z","caller":"traceutil/trace.go:171","msg":"trace[1847191191] transaction","detail":"{read_only:false; response_revision:5618; number_of_response:1; }","duration":"523.586065ms","start":"2026-03-18T14:06:40.037458Z","end":"2026-03-18T14:06:40.561044Z","steps":["trace[1847191191] 'process raft request' (duration: 523.323308ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:40.561191Z","caller":"traceutil/trace.go:171","msg":"trace[607553920] transaction","detail":"{read_only:false; response_revision:5619; number_of_response:1; }","duration":"521.803525ms","start":"2026-03-18T14:06:40.039366Z","end":"2026-03-18T14:06:40.56117Z","steps":["trace[607553920] 'process raft request' (duration: 521.62246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.561239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:40.037447Z","time spent":"523.77023ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:06:40.561283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:40.039355Z","time spent":"521.895618ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:06:40.561412Z","caller":"traceutil/trace.go:171","msg":"trace[929243202] transaction","detail":"{read_only:false; response_revision:5620; number_of_response:1; }","duration":"521.783135ms","start":"2026-03-18T14:06:40.039619Z","end":"2026-03-18T14:06:40.561402Z","steps":["trace[929243202] 'process raft request' (duration: 521.411925ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:40.561427Z","caller":"traceutil/trace.go:171","msg":"trace[2032261887] transaction","detail":"{read_only:false; response_revision:5621; number_of_response:1; }","duration":"520.48634ms","start":"2026-03-18T14:06:40.040916Z","end":"2026-03-18T14:06:40.561402Z","steps":["trace[2032261887] 'process raft request' (duration: 520.346486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.561465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:40.039511Z","time spent":"521.92743ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:06:40.561502Z","caller":"traceutil/trace.go:171","msg":"trace[26500579] linearizableReadLoop","detail":"{readStateIndex:5866; appliedIndex:5860; }","duration":"412.675288ms","start":"2026-03-18T14:06:40.148697Z","end":"2026-03-18T14:06:40.561372Z","steps":["trace[26500579] 'read index received' (duration: 252.226461ms)","trace[26500579] 'applied index is now lower than readState.Index' (duration: 160.447647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:06:40.561548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.320004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-03-18T14:06:40.561558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:40.040892Z","time spent":"520.594143ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:06:40.561591Z","caller":"traceutil/trace.go:171","msg":"trace[1625049229] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5621; }","duration":"524.388186ms","start":"2026-03-18T14:06:40.037191Z","end":"2026-03-18T14:06:40.561579Z","steps":["trace[1625049229] 'agreement among raft nodes before linearized reading' (duration: 524.220241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.561625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:40.037182Z","time spent":"524.435847ms","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"warn","ts":"2026-03-18T14:06:40.561745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.40857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-18T14:06:40.561781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.241504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T14:06:40.561817Z","caller":"traceutil/trace.go:171","msg":"trace[209832078] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:5621; }","duration":"222.314425ms","start":"2026-03-18T14:06:40.339492Z","end":"2026-03-18T14:06:40.561807Z","steps":["trace[209832078] 'agreement among raft nodes before linearized reading' (duration: 222.205122ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:40.56182Z","caller":"traceutil/trace.go:171","msg":"trace[1111453839] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5621; }","duration":"523.518332ms","start":"2026-03-18T14:06:40.038286Z","end":"2026-03-18T14:06:40.561804Z","steps":["trace[1111453839] 'agreement among raft nodes before linearized reading' (duration: 523.115301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.561868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:40.038278Z","time spent":"523.579214ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:06:40.562188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.717034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:06:40.562313Z","caller":"traceutil/trace.go:171","msg":"trace[2055384664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5621; }","duration":"528.817807ms","start":"2026-03-18T14:06:40.033415Z","end":"2026-03-18T14:06:40.562233Z","steps":["trace[2055384664] 'agreement among raft nodes before linearized reading' (duration: 528.228601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.562386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:40.033395Z","time spent":"528.956971ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:06:40.562491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.876451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81951"} {"level":"info","ts":"2026-03-18T14:06:40.562725Z","caller":"traceutil/trace.go:171","msg":"trace[1213151764] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5621; }","duration":"524.129249ms","start":"2026-03-18T14:06:40.038584Z","end":"2026-03-18T14:06:40.562713Z","steps":["trace[1213151764] 'agreement among raft nodes before linearized reading' (duration: 522.990118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.562768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:40.03857Z","time spent":"524.18791ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81975,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T14:06:40.817846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.693794ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-18T14:06:40.817962Z","caller":"traceutil/trace.go:171","msg":"trace[691844934] linearizableReadLoop","detail":"{readStateIndex:5867; appliedIndex:5866; }","duration":"253.734522ms","start":"2026-03-18T14:06:40.564209Z","end":"2026-03-18T14:06:40.817943Z","steps":["trace[691844934] 'read index received' (duration: 140.867213ms)","trace[691844934] 'applied index is now lower than readState.Index' (duration: 112.865909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:06:40.818507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.789678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:06:40.818563Z","caller":"traceutil/trace.go:171","msg":"trace[1956843569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5621; }","duration":"248.86504ms","start":"2026-03-18T14:06:40.569685Z","end":"2026-03-18T14:06:40.81855Z","steps":["trace[1956843569] 'agreement among raft nodes before linearized reading' (duration: 248.752737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.818541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.068274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:06:40.818638Z","caller":"traceutil/trace.go:171","msg":"trace[412801351] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:5621; }","duration":"202.227107ms","start":"2026-03-18T14:06:40.616388Z","end":"2026-03-18T14:06:40.818615Z","steps":["trace[412801351] 'agreement among raft nodes before linearized reading' (duration: 202.034041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.819152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.230411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.189df498c29bc091\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-03-18T14:06:40.819214Z","caller":"traceutil/trace.go:171","msg":"trace[1573760590] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.189df498c29bc091; range_end:; response_count:1; response_revision:5621; }","duration":"252.331184ms","start":"2026-03-18T14:06:40.566869Z","end":"2026-03-18T14:06:40.8192Z","steps":["trace[1573760590] 'agreement among raft nodes before linearized reading' (duration: 251.486891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:40.819687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.436579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1451"} {"level":"warn","ts":"2026-03-18T14:06:40.819695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.476251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19626"} {"level":"info","ts":"2026-03-18T14:06:40.819742Z","caller":"traceutil/trace.go:171","msg":"trace[26955020] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5621; }","duration":"251.517591ms","start":"2026-03-18T14:06:40.56821Z","end":"2026-03-18T14:06:40.819728Z","steps":["trace[26955020] 'agreement among raft nodes before linearized reading' (duration: 250.169044ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:40.819752Z","caller":"traceutil/trace.go:171","msg":"trace[1488119204] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5621; }","duration":"255.565142ms","start":"2026-03-18T14:06:40.564172Z","end":"2026-03-18T14:06:40.819737Z","steps":["trace[1488119204] 'agreement among raft nodes before linearized reading' (duration: 254.156684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:41.549751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.197549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:06:41.549902Z","caller":"traceutil/trace.go:171","msg":"trace[1827554177] linearizableReadLoop","detail":"{readStateIndex:5869; appliedIndex:5867; }","duration":"724.584208ms","start":"2026-03-18T14:06:40.825305Z","end":"2026-03-18T14:06:41.549889Z","steps":["trace[1827554177] 'read index received' (duration: 122.153143ms)","trace[1827554177] 'applied index is now lower than readState.Index' (duration: 602.429995ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:06:41.550081Z","caller":"traceutil/trace.go:171","msg":"trace[609089603] transaction","detail":"{read_only:false; response_revision:5623; number_of_response:1; }","duration":"728.394172ms","start":"2026-03-18T14:06:40.821679Z","end":"2026-03-18T14:06:41.550073Z","steps":["trace[609089603] 'process raft request' (duration: 728.152415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:41.550162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:40.821649Z","time spent":"728.454843ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:06:41.550207Z","caller":"traceutil/trace.go:171","msg":"trace[1936967107] transaction","detail":"{read_only:false; response_revision:5622; number_of_response:1; }","duration":"731.217319ms","start":"2026-03-18T14:06:40.818956Z","end":"2026-03-18T14:06:41.550174Z","steps":["trace[1936967107] 'process raft request' (duration: 128.546446ms)","trace[1936967107] 'compare' (duration: 601.912701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:06:41.550228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.920766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"warn","ts":"2026-03-18T14:06:41.550466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:40.818929Z","time spent":"731.448334ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:06:41.550524Z","caller":"traceutil/trace.go:171","msg":"trace[1998447171] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5623; }","duration":"725.234485ms","start":"2026-03-18T14:06:40.825246Z","end":"2026-03-18T14:06:41.550481Z","steps":["trace[1998447171] 'agreement among raft nodes before linearized reading' (duration: 724.891876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:41.550667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:40.825229Z","time spent":"725.38691ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9663,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-18T14:06:43.124303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397113296s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:06:43.124643Z","caller":"traceutil/trace.go:171","msg":"trace[1670703618] linearizableReadLoop","detail":"{readStateIndex:5870; appliedIndex:5869; }","duration":"1.574692391s","start":"2026-03-18T14:06:41.549923Z","end":"2026-03-18T14:06:43.124616Z","steps":["trace[1670703618] 'read index received' (duration: 177.080921ms)","trace[1670703618] 'applied index is now lower than readState.Index' (duration: 1.39760882s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:06:43.124747Z","caller":"traceutil/trace.go:171","msg":"trace[1309673783] transaction","detail":"{read_only:false; response_revision:5624; number_of_response:1; }","duration":"1.648458112s","start":"2026-03-18T14:06:41.476253Z","end":"2026-03-18T14:06:43.124711Z","steps":["trace[1309673783] 'process raft request' (duration: 250.817363ms)","trace[1309673783] 'compare' (duration: 1.396495208s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:06:43.124848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263330387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:06:43.12492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889834238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T14:06:43.12495Z","caller":"traceutil/trace.go:171","msg":"trace[1612019310] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5624; }","duration":"2.263533262s","start":"2026-03-18T14:06:40.861395Z","end":"2026-03-18T14:06:43.124928Z","steps":["trace[1612019310] 'agreement among raft nodes before linearized reading' (duration: 2.263308286s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:43.124975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:41.476222Z","time spent":"1.648655587s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:06:43.125014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:40.861372Z","time spent":"2.263630446s","remote":"127.0.0.1:50068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:06:43.125011Z","caller":"traceutil/trace.go:171","msg":"trace[1314603101] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5624; }","duration":"1.889965851s","start":"2026-03-18T14:06:41.235019Z","end":"2026-03-18T14:06:43.124985Z","steps":["trace[1314603101] 'agreement among raft nodes before linearized reading' (duration: 1.889670164s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:43.125061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:41.234996Z","time spent":"1.890055353s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:06:43.125156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247808584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:06:43.125363Z","caller":"traceutil/trace.go:171","msg":"trace[669949278] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5624; }","duration":"2.24802455s","start":"2026-03-18T14:06:40.877319Z","end":"2026-03-18T14:06:43.125344Z","steps":["trace[669949278] 'agreement among raft nodes before linearized reading' (duration: 2.247374152s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:43.125552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:40.877258Z","time spent":"2.248272897s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T14:06:43.56418Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.818011698s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:06:43.571862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999923391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:06:43.571944Z","caller":"traceutil/trace.go:171","msg":"trace[1380970846] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000064324s","start":"2026-03-18T14:06:41.571851Z","end":"2026-03-18T14:06:43.571916Z","steps":["trace[1380970846] 'agreement among raft nodes before linearized reading' (duration: 1.999959091s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:43.572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:41.571828Z","time spent":"2.000159146s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:06:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:06:44.017818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.024972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:06:44.019668Z","caller":"traceutil/trace.go:171","msg":"trace[168698255] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"2.273611978s","start":"2026-03-18T14:06:41.746018Z","end":"2026-03-18T14:06:44.01963Z","steps":["trace[168698255] 'process raft request' (duration: 1.819666584s)","trace[168698255] 'compare' (duration: 451.710013ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:06:44.019697Z","caller":"traceutil/trace.go:171","msg":"trace[597581198] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"1.985690012s","start":"2026-03-18T14:06:42.033987Z","end":"2026-03-18T14:06:44.019677Z","steps":["trace[597581198] 'process raft request' (duration: 1.983994346s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:44.01981Z","caller":"traceutil/trace.go:171","msg":"trace[1801863434] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"1.826053208s","start":"2026-03-18T14:06:42.193719Z","end":"2026-03-18T14:06:44.019773Z","steps":["trace[1801863434] 'process raft request' (duration: 1.825940175s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:44.019852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:42.033958Z","time spent":"1.985791085s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:06:44.019848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:41.745988Z","time spent":"2.273760671s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:06:44.019807Z","caller":"traceutil/trace.go:171","msg":"trace[1839300876] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"1.985237141s","start":"2026-03-18T14:06:42.034523Z","end":"2026-03-18T14:06:44.01976Z","steps":["trace[1839300876] 'process raft request' (duration: 1.983682008s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:44.019895Z","caller":"traceutil/trace.go:171","msg":"trace[1831128355] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"889.925828ms","start":"2026-03-18T14:06:43.12995Z","end":"2026-03-18T14:06:44.019876Z","steps":["trace[1831128355] 'process raft request' (duration: 889.761143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:44.019985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279798406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:06:44.020072Z","caller":"traceutil/trace.go:171","msg":"trace[534606324] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5629; }","duration":"1.27995812s","start":"2026-03-18T14:06:42.74009Z","end":"2026-03-18T14:06:44.020049Z","steps":["trace[534606324] 'agreement among raft nodes before linearized reading' (duration: 1.279787725s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:44.020129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:42.740066Z","time spent":"1.280047742s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:06:44.019918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467381444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-18T14:06:44.020335Z","caller":"traceutil/trace.go:171","msg":"trace[1815815771] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5629; }","duration":"2.467837057s","start":"2026-03-18T14:06:41.552485Z","end":"2026-03-18T14:06:44.020322Z","steps":["trace[1815815771] 'agreement among raft nodes before linearized reading' (duration: 2.467382044s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:44.020319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:42.193687Z","time spent":"1.826191182s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:06:44.020343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453145094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T14:06:44.020354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:43.129925Z","time spent":"890.009071ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:06:44.020371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:41.552463Z","time spent":"2.467897977s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-18T14:06:44.020392Z","caller":"traceutil/trace.go:171","msg":"trace[783614583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5629; }","duration":"1.453254318s","start":"2026-03-18T14:06:42.567129Z","end":"2026-03-18T14:06:44.020384Z","steps":["trace[783614583] 'agreement among raft nodes before linearized reading' (duration: 1.452750004s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:44.020383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:42.034511Z","time spent":"1.985417275s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:06:44.020418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:42.567105Z","time spent":"1.453309818s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:06:44.020474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452211868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-18T14:06:44.020482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453112362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:06:44.020512Z","caller":"traceutil/trace.go:171","msg":"trace[483856598] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:5629; }","duration":"1.452300692s","start":"2026-03-18T14:06:42.568201Z","end":"2026-03-18T14:06:44.020502Z","steps":["trace[483856598] 'agreement among raft nodes before linearized reading' (duration: 1.452140837s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:44.020535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:42.568175Z","time spent":"1.452356202s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"info","ts":"2026-03-18T14:06:44.020539Z","caller":"traceutil/trace.go:171","msg":"trace[905242990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5629; }","duration":"1.453233926s","start":"2026-03-18T14:06:42.567287Z","end":"2026-03-18T14:06:44.020521Z","steps":["trace[905242990] 'agreement among raft nodes before linearized reading' (duration: 1.453087893s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:44.020556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055419944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:06:44.020586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:42.567249Z","time spent":"1.453322798s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:06:44.020609Z","caller":"traceutil/trace.go:171","msg":"trace[1435883141] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5629; }","duration":"1.055466896s","start":"2026-03-18T14:06:42.965124Z","end":"2026-03-18T14:06:44.020591Z","steps":["trace[1435883141] 'agreement among raft nodes before linearized reading' (duration: 1.055385963s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:44.020636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:42.965034Z","time spent":"1.055595278s","remote":"127.0.0.1:45860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":11,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:06:44.01978Z","caller":"traceutil/trace.go:171","msg":"trace[617176104] linearizableReadLoop","detail":"{readStateIndex:5874; appliedIndex:5870; }","duration":"894.996688ms","start":"2026-03-18T14:06:43.124764Z","end":"2026-03-18T14:06:44.019761Z","steps":["trace[617176104] 'read index received' (duration: 440.806117ms)","trace[617176104] 'applied index is now lower than readState.Index' (duration: 454.189511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:06:44.020606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.466327215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-18T14:06:44.020725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463825877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:06:44.020738Z","caller":"traceutil/trace.go:171","msg":"trace[942381337] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5629; }","duration":"2.466537961s","start":"2026-03-18T14:06:41.554172Z","end":"2026-03-18T14:06:44.02071Z","steps":["trace[942381337] 'agreement among raft nodes before linearized reading' (duration: 2.465723158s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:44.02076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.421719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:06:44.020774Z","caller":"traceutil/trace.go:171","msg":"trace[1485719113] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5629; }","duration":"2.463868448s","start":"2026-03-18T14:06:41.556889Z","end":"2026-03-18T14:06:44.020757Z","steps":["trace[1485719113] 'agreement among raft nodes before linearized reading' (duration: 2.463799345s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:44.020787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.518436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:06:44.020795Z","caller":"traceutil/trace.go:171","msg":"trace[417135562] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5629; }","duration":"891.48431ms","start":"2026-03-18T14:06:43.1293Z","end":"2026-03-18T14:06:44.020785Z","steps":["trace[417135562] 'agreement among raft nodes before linearized reading' (duration: 891.425849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:44.020797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453649227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T14:06:44.02081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:41.556853Z","time spent":"2.46394632s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:06:44.020825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:43.129275Z","time spent":"891.542374ms","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T14:06:44.020078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452729423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T14:06:44.020833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.917629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:06:44.020866Z","caller":"traceutil/trace.go:171","msg":"trace[243729248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5629; }","duration":"1.453572945s","start":"2026-03-18T14:06:42.567286Z","end":"2026-03-18T14:06:44.020859Z","steps":["trace[243729248] 'agreement among raft nodes before linearized reading' (duration: 1.452579218s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:44.020854Z","caller":"traceutil/trace.go:171","msg":"trace[697124306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5629; }","duration":"1.45372876s","start":"2026-03-18T14:06:42.567109Z","end":"2026-03-18T14:06:44.020837Z","steps":["trace[697124306] 'agreement among raft nodes before linearized reading' (duration: 1.453583776s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:44.020882Z","caller":"traceutil/trace.go:171","msg":"trace[1166448713] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5629; }","duration":"765.0131ms","start":"2026-03-18T14:06:43.255852Z","end":"2026-03-18T14:06:44.020865Z","steps":["trace[1166448713] 'agreement among raft nodes before linearized reading' (duration: 764.927248ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:44.020812Z","caller":"traceutil/trace.go:171","msg":"trace[279143308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5629; }","duration":"448.570898ms","start":"2026-03-18T14:06:43.572233Z","end":"2026-03-18T14:06:44.020804Z","steps":["trace[279143308] 'agreement among raft nodes before linearized reading' (duration: 448.531237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:44.02091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:43.572212Z","time spent":"448.695061ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:06:44.020913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:43.255825Z","time spent":"765.080893ms","remote":"127.0.0.1:56416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:06:44.020909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:42.567091Z","time spent":"1.453804912s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:06:44.020654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46691552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.189df498c4b8fabd\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-03-18T14:06:44.020958Z","caller":"traceutil/trace.go:171","msg":"trace[746959903] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.189df498c4b8fabd; range_end:; response_count:1; response_revision:5629; }","duration":"2.467262881s","start":"2026-03-18T14:06:41.553682Z","end":"2026-03-18T14:06:44.020945Z","steps":["trace[746959903] 'agreement among raft nodes before linearized reading' (duration: 2.466838299s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:44.020993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:41.55366Z","time spent":"2.467321462s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":764,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone.189df498c4b8fabd\" "} {"level":"warn","ts":"2026-03-18T14:06:44.020889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:42.567257Z","time spent":"1.453625757s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:06:44.020654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453507114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:06:44.02111Z","caller":"traceutil/trace.go:171","msg":"trace[25908052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5629; }","duration":"1.453964407s","start":"2026-03-18T14:06:42.567128Z","end":"2026-03-18T14:06:44.021093Z","steps":["trace[25908052] 'agreement among raft nodes before linearized reading' (duration: 1.453402581s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:44.021151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:42.567062Z","time spent":"1.454075509s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:06:44.020802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:41.55415Z","time spent":"2.466641384s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-18T14:06:44.524213Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476683182,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:06:44.603068Z","caller":"traceutil/trace.go:171","msg":"trace[1263550446] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"579.780847ms","start":"2026-03-18T14:06:44.023265Z","end":"2026-03-18T14:06:44.603046Z","steps":["trace[1263550446] 'process raft request' (duration: 579.635794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:44.603233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:44.023242Z","time spent":"579.897661ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:06:44.812337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.693945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:06:44.812642Z","caller":"traceutil/trace.go:171","msg":"trace[346935602] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"786.949019ms","start":"2026-03-18T14:06:44.025656Z","end":"2026-03-18T14:06:44.812605Z","steps":["trace[346935602] 'process raft request' (duration: 666.875743ms)","trace[346935602] 'compare' (duration: 119.523701ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:06:44.812738Z","caller":"traceutil/trace.go:171","msg":"trace[109323008] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"785.440197ms","start":"2026-03-18T14:06:44.027266Z","end":"2026-03-18T14:06:44.812706Z","steps":["trace[109323008] 'process raft request' (duration: 785.227752ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:44.812776Z","caller":"traceutil/trace.go:171","msg":"trace[1214580521] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"785.211991ms","start":"2026-03-18T14:06:44.027545Z","end":"2026-03-18T14:06:44.812757Z","steps":["trace[1214580521] 'process raft request' (duration: 785.112009ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:44.812777Z","caller":"traceutil/trace.go:171","msg":"trace[1873778629] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"785.394727ms","start":"2026-03-18T14:06:44.027347Z","end":"2026-03-18T14:06:44.812742Z","steps":["trace[1873778629] 'process raft request' (duration: 785.255464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:44.812801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:44.025641Z","time spent":"787.074184ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:06:44.812839Z","caller":"traceutil/trace.go:171","msg":"trace[777336029] linearizableReadLoop","detail":"{readStateIndex:5881; appliedIndex:5876; }","duration":"789.446727ms","start":"2026-03-18T14:06:44.023368Z","end":"2026-03-18T14:06:44.812815Z","steps":["trace[777336029] 'read index received' (duration: 579.666734ms)","trace[777336029] 'applied index is now lower than readState.Index' (duration: 209.778863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:06:44.812883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:44.027533Z","time spent":"785.298805ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:06:44.812888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:44.027238Z","time spent":"785.574502ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:06:44.81289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:44.02734Z","time spent":"785.49484ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:06:44.812958Z","caller":"traceutil/trace.go:171","msg":"trace[1642730569] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"784.827032ms","start":"2026-03-18T14:06:44.028119Z","end":"2026-03-18T14:06:44.812946Z","steps":["trace[1642730569] 'process raft request' (duration: 784.593156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:44.813068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:44.028111Z","time spent":"784.877913ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:06:44.813103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.932461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"warn","ts":"2026-03-18T14:06:44.813126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.234475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T14:06:44.813138Z","caller":"traceutil/trace.go:171","msg":"trace[1171374399] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5635; }","duration":"782.008985ms","start":"2026-03-18T14:06:44.031119Z","end":"2026-03-18T14:06:44.813127Z","steps":["trace[1171374399] 'agreement among raft nodes before linearized reading' (duration: 781.900042ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:44.813171Z","caller":"traceutil/trace.go:171","msg":"trace[1195321539] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5635; }","duration":"788.298997ms","start":"2026-03-18T14:06:44.024861Z","end":"2026-03-18T14:06:44.81316Z","steps":["trace[1195321539] 'agreement among raft nodes before linearized reading' (duration: 788.118121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:44.813158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.921055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-18T14:06:44.813176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:44.03108Z","time spent":"782.089477ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9663,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-18T14:06:44.813194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.819228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-18T14:06:44.813204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:44.024844Z","time spent":"788.352517ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:06:44.813221Z","caller":"traceutil/trace.go:171","msg":"trace[1802904916] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0; range_end:; response_count:1; response_revision:5635; }","duration":"787.996137ms","start":"2026-03-18T14:06:44.025208Z","end":"2026-03-18T14:06:44.813204Z","steps":["trace[1802904916] 'agreement among raft nodes before linearized reading' (duration: 787.860514ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:44.813243Z","caller":"traceutil/trace.go:171","msg":"trace[272626620] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5635; }","duration":"789.89665ms","start":"2026-03-18T14:06:44.023332Z","end":"2026-03-18T14:06:44.813228Z","steps":["trace[272626620] 'agreement among raft nodes before linearized reading' (duration: 789.730605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:44.813278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:44.025202Z","time spent":"788.0647ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" "} {"level":"warn","ts":"2026-03-18T14:06:44.813284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:44.023313Z","time spent":"789.959911ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-18T14:06:44.813301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.62533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81951"} {"level":"info","ts":"2026-03-18T14:06:44.813346Z","caller":"traceutil/trace.go:171","msg":"trace[1564565838] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5635; }","duration":"786.684242ms","start":"2026-03-18T14:06:44.026648Z","end":"2026-03-18T14:06:44.813332Z","steps":["trace[1564565838] 'agreement among raft nodes before linearized reading' (duration: 786.395274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:44.813329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.157503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:06:44.813397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:44.026641Z","time spent":"786.743104ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":81975,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T14:06:44.813438Z","caller":"traceutil/trace.go:171","msg":"trace[262525706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5635; }","duration":"784.301786ms","start":"2026-03-18T14:06:44.029106Z","end":"2026-03-18T14:06:44.813407Z","steps":["trace[262525706] 'agreement among raft nodes before linearized reading' (duration: 784.05933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:44.813494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:06:44.029096Z","time spent":"784.390699ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:06:44.813593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.976366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:06:44.81392Z","caller":"traceutil/trace.go:171","msg":"trace[163019220] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5635; }","duration":"259.573791ms","start":"2026-03-18T14:06:44.55433Z","end":"2026-03-18T14:06:44.813903Z","steps":["trace[163019220] 'agreement among raft nodes before linearized reading' (duration: 258.744028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:44.950936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.338352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.189df498c722c00d\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-03-18T14:06:44.951013Z","caller":"traceutil/trace.go:171","msg":"trace[3870712] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.189df498c722c00d; range_end:; response_count:1; response_revision:5637; }","duration":"113.450996ms","start":"2026-03-18T14:06:44.837543Z","end":"2026-03-18T14:06:44.950994Z","steps":["trace[3870712] 'agreement among raft nodes before linearized reading' (duration: 113.190728ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:44.951007Z","caller":"traceutil/trace.go:171","msg":"trace[1414766020] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"110.114435ms","start":"2026-03-18T14:06:44.840779Z","end":"2026-03-18T14:06:44.950894Z","steps":["trace[1414766020] 'process raft request' (duration: 108.185852ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:47.523037Z","caller":"traceutil/trace.go:171","msg":"trace[2030379078] linearizableReadLoop","detail":"{readStateIndex:5908; appliedIndex:5907; }","duration":"201.046415ms","start":"2026-03-18T14:06:47.321964Z","end":"2026-03-18T14:06:47.52301Z","steps":["trace[2030379078] 'read index received' (duration: 178.066488ms)","trace[2030379078] 'applied index is now lower than readState.Index' (duration: 22.978647ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:06:47.523214Z","caller":"traceutil/trace.go:171","msg":"trace[439350207] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"201.61035ms","start":"2026-03-18T14:06:47.321551Z","end":"2026-03-18T14:06:47.523161Z","steps":["trace[439350207] 'process raft request' (duration: 178.395377ms)","trace[439350207] 'compare' (duration: 22.938826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:06:47.523642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.541199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-18T14:06:47.523736Z","caller":"traceutil/trace.go:171","msg":"trace[1956780602] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5661; }","duration":"201.777605ms","start":"2026-03-18T14:06:47.321938Z","end":"2026-03-18T14:06:47.523716Z","steps":["trace[1956780602] 'agreement among raft nodes before linearized reading' (duration: 201.173239ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:47.543407Z","caller":"traceutil/trace.go:171","msg":"trace[740544677] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"221.305467ms","start":"2026-03-18T14:06:47.32207Z","end":"2026-03-18T14:06:47.543376Z","steps":["trace[740544677] 'process raft request' (duration: 221.01273ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:47.543491Z","caller":"traceutil/trace.go:171","msg":"trace[610259863] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"221.147673ms","start":"2026-03-18T14:06:47.322326Z","end":"2026-03-18T14:06:47.543474Z","steps":["trace[610259863] 'process raft request' (duration: 220.898987ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:47.543816Z","caller":"traceutil/trace.go:171","msg":"trace[144247010] transaction","detail":"{read_only:false; response_revision:5664; number_of_response:1; }","duration":"220.644869ms","start":"2026-03-18T14:06:47.323157Z","end":"2026-03-18T14:06:47.543802Z","steps":["trace[144247010] 'process raft request' (duration: 220.276719ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:47.54412Z","caller":"traceutil/trace.go:171","msg":"trace[1114670919] transaction","detail":"{read_only:false; response_revision:5666; number_of_response:1; }","duration":"208.047076ms","start":"2026-03-18T14:06:47.336061Z","end":"2026-03-18T14:06:47.544108Z","steps":["trace[1114670919] 'process raft request' (duration: 207.915912ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:47.544277Z","caller":"traceutil/trace.go:171","msg":"trace[562906843] transaction","detail":"{read_only:false; response_revision:5665; number_of_response:1; }","duration":"210.528193ms","start":"2026-03-18T14:06:47.3336Z","end":"2026-03-18T14:06:47.544128Z","steps":["trace[562906843] 'process raft request' (duration: 210.04755ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:47.677132Z","caller":"traceutil/trace.go:171","msg":"trace[1904021643] linearizableReadLoop","detail":"{readStateIndex:5914; appliedIndex:5913; }","duration":"108.347946ms","start":"2026-03-18T14:06:47.568759Z","end":"2026-03-18T14:06:47.677107Z","steps":["trace[1904021643] 'read index received' (duration: 102.99273ms)","trace[1904021643] 'applied index is now lower than readState.Index' (duration: 5.351426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:06:47.67729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.506871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:06:47.67732Z","caller":"traceutil/trace.go:171","msg":"trace[1427896033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5667; }","duration":"108.586992ms","start":"2026-03-18T14:06:47.568722Z","end":"2026-03-18T14:06:47.677309Z","steps":["trace[1427896033] 'agreement among raft nodes before linearized reading' (duration: 108.483259ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:47.677615Z","caller":"traceutil/trace.go:171","msg":"trace[392586534] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"113.339101ms","start":"2026-03-18T14:06:47.564231Z","end":"2026-03-18T14:06:47.67757Z","steps":["trace[392586534] 'process raft request' (duration: 107.625356ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:50.200454Z","caller":"traceutil/trace.go:171","msg":"trace[1616033963] transaction","detail":"{read_only:false; response_revision:5676; number_of_response:1; }","duration":"134.019816ms","start":"2026-03-18T14:06:50.066404Z","end":"2026-03-18T14:06:50.200424Z","steps":["trace[1616033963] 'process raft request' (duration: 133.780739ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:50.228577Z","caller":"traceutil/trace.go:171","msg":"trace[1465531668] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"106.920228ms","start":"2026-03-18T14:06:50.121638Z","end":"2026-03-18T14:06:50.228558Z","steps":["trace[1465531668] 'process raft request' (duration: 106.753943ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:50.228783Z","caller":"traceutil/trace.go:171","msg":"trace[542966824] transaction","detail":"{read_only:false; response_revision:5678; number_of_response:1; }","duration":"104.11386ms","start":"2026-03-18T14:06:50.124634Z","end":"2026-03-18T14:06:50.228748Z","steps":["trace[542966824] 'process raft request' (duration: 103.874644ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:53.066787Z","caller":"traceutil/trace.go:171","msg":"trace[1178826375] linearizableReadLoop","detail":"{readStateIndex:5940; appliedIndex:5939; }","duration":"155.800361ms","start":"2026-03-18T14:06:52.910959Z","end":"2026-03-18T14:06:53.06676Z","steps":["trace[1178826375] 'read index received' (duration: 151.242806ms)","trace[1178826375] 'applied index is now lower than readState.Index' (duration: 4.555815ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:06:53.066833Z","caller":"traceutil/trace.go:171","msg":"trace[1159669235] transaction","detail":"{read_only:false; response_revision:5692; number_of_response:1; }","duration":"159.369268ms","start":"2026-03-18T14:06:52.907436Z","end":"2026-03-18T14:06:53.066805Z","steps":["trace[1159669235] 'process raft request' (duration: 154.796683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:53.067048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.082728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T14:06:53.067191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.181967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:06:53.067194Z","caller":"traceutil/trace.go:171","msg":"trace[1233893948] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5692; }","duration":"156.280484ms","start":"2026-03-18T14:06:52.910876Z","end":"2026-03-18T14:06:53.067157Z","steps":["trace[1233893948] 'agreement among raft nodes before linearized reading' (duration: 156.012607ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:06:53.067252Z","caller":"traceutil/trace.go:171","msg":"trace[233379428] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:5692; }","duration":"150.317372ms","start":"2026-03-18T14:06:52.916918Z","end":"2026-03-18T14:06:53.067236Z","steps":["trace[233379428] 'agreement among raft nodes before linearized reading' (duration: 150.079195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:06:53.067463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.224394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:06:53.067535Z","caller":"traceutil/trace.go:171","msg":"trace[863536295] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5692; }","duration":"155.343399ms","start":"2026-03-18T14:06:52.912175Z","end":"2026-03-18T14:06:53.067519Z","steps":["trace[863536295] 'agreement among raft nodes before linearized reading' (duration: 154.770073ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:03.303812Z","caller":"traceutil/trace.go:171","msg":"trace[635125793] linearizableReadLoop","detail":"{readStateIndex:5998; appliedIndex:5997; }","duration":"127.333405ms","start":"2026-03-18T14:07:03.17645Z","end":"2026-03-18T14:07:03.303784Z","steps":["trace[635125793] 'read index received' (duration: 67.096091ms)","trace[635125793] 'applied index is now lower than readState.Index' (duration: 60.236454ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:03.303831Z","caller":"traceutil/trace.go:171","msg":"trace[1004471822] transaction","detail":"{read_only:false; response_revision:5748; number_of_response:1; }","duration":"139.099065ms","start":"2026-03-18T14:07:03.1647Z","end":"2026-03-18T14:07:03.303799Z","steps":["trace[1004471822] 'process raft request' (duration: 78.936233ms)","trace[1004471822] 'compare' (duration: 59.918206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:03.303975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.513969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T14:07:03.303997Z","caller":"traceutil/trace.go:171","msg":"trace[169319770] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5748; }","duration":"127.57812ms","start":"2026-03-18T14:07:03.176412Z","end":"2026-03-18T14:07:03.30399Z","steps":["trace[169319770] 'agreement among raft nodes before linearized reading' (duration: 127.455116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:03.3038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.741598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:82153"} {"level":"info","ts":"2026-03-18T14:07:03.304776Z","caller":"traceutil/trace.go:171","msg":"trace[2073732832] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5747; }","duration":"141.763608ms","start":"2026-03-18T14:07:03.163001Z","end":"2026-03-18T14:07:03.304764Z","steps":["trace[2073732832] 'range keys from in-memory index tree' (duration: 140.518254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:03.54955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.084963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10886"} {"level":"info","ts":"2026-03-18T14:07:03.549673Z","caller":"traceutil/trace.go:171","msg":"trace[1222504458] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5749; }","duration":"110.270368ms","start":"2026-03-18T14:07:03.439376Z","end":"2026-03-18T14:07:03.549646Z","steps":["trace[1222504458] 'range keys from in-memory index tree' (duration: 109.892538ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:03.7049Z","caller":"traceutil/trace.go:171","msg":"trace[979552464] linearizableReadLoop","detail":"{readStateIndex:6000; appliedIndex:5999; }","duration":"137.226284ms","start":"2026-03-18T14:07:03.567653Z","end":"2026-03-18T14:07:03.704879Z","steps":["trace[979552464] 'read index received' (duration: 137.027028ms)","trace[979552464] 'applied index is now lower than readState.Index' (duration: 198.576µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:03.704955Z","caller":"traceutil/trace.go:171","msg":"trace[583502590] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"146.152498ms","start":"2026-03-18T14:07:03.55878Z","end":"2026-03-18T14:07:03.704933Z","steps":["trace[583502590] 'process raft request' (duration: 145.962222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:03.705076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.395848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:07:03.705185Z","caller":"traceutil/trace.go:171","msg":"trace[344047359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5750; }","duration":"137.557734ms","start":"2026-03-18T14:07:03.567598Z","end":"2026-03-18T14:07:03.705156Z","steps":["trace[344047359] 'agreement among raft nodes before linearized reading' (duration: 137.379328ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:03.875929Z","caller":"traceutil/trace.go:171","msg":"trace[259014516] transaction","detail":"{read_only:false; response_revision:5752; number_of_response:1; }","duration":"164.001974ms","start":"2026-03-18T14:07:03.711885Z","end":"2026-03-18T14:07:03.875887Z","steps":["trace[259014516] 'process raft request' (duration: 137.778348ms)","trace[259014516] 'compare' (duration: 25.941878ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:03.876182Z","caller":"traceutil/trace.go:171","msg":"trace[2042708508] transaction","detail":"{read_only:false; response_revision:5753; number_of_response:1; }","duration":"164.022595ms","start":"2026-03-18T14:07:03.712134Z","end":"2026-03-18T14:07:03.876157Z","steps":["trace[2042708508] 'process raft request' (duration: 163.691386ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:03.876365Z","caller":"traceutil/trace.go:171","msg":"trace[1740604755] transaction","detail":"{read_only:false; response_revision:5754; number_of_response:1; }","duration":"155.558973ms","start":"2026-03-18T14:07:03.720777Z","end":"2026-03-18T14:07:03.876336Z","steps":["trace[1740604755] 'process raft request' (duration: 155.298467ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:11.017494Z","caller":"traceutil/trace.go:171","msg":"trace[1053007799] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"105.671942ms","start":"2026-03-18T14:07:10.91177Z","end":"2026-03-18T14:07:11.017442Z","steps":["trace[1053007799] 'process raft request' (duration: 105.499567ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:11.122614Z","caller":"traceutil/trace.go:171","msg":"trace[420236761] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"100.623814ms","start":"2026-03-18T14:07:11.021958Z","end":"2026-03-18T14:07:11.122582Z","steps":["trace[420236761] 'process raft request' (duration: 75.273193ms)","trace[420236761] 'compare' (duration: 25.122865ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:11.677027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.132395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:07:11.677117Z","caller":"traceutil/trace.go:171","msg":"trace[291075129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5796; }","duration":"106.27824ms","start":"2026-03-18T14:07:11.570823Z","end":"2026-03-18T14:07:11.677101Z","steps":["trace[291075129] 'range keys from in-memory index tree' (duration: 106.065243ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:13.264805Z","caller":"traceutil/trace.go:171","msg":"trace[1959633426] transaction","detail":"{read_only:false; response_revision:5808; number_of_response:1; }","duration":"134.680584ms","start":"2026-03-18T14:07:13.130102Z","end":"2026-03-18T14:07:13.264783Z","steps":["trace[1959633426] 'process raft request' (duration: 134.5409ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:13.264836Z","caller":"traceutil/trace.go:171","msg":"trace[404175474] linearizableReadLoop","detail":"{readStateIndex:6060; appliedIndex:6060; }","duration":"132.118435ms","start":"2026-03-18T14:07:13.132681Z","end":"2026-03-18T14:07:13.2648Z","steps":["trace[404175474] 'read index received' (duration: 132.103155ms)","trace[404175474] 'applied index is now lower than readState.Index' (duration: 12.41µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:13.265075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.358281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:07:13.265119Z","caller":"traceutil/trace.go:171","msg":"trace[1966155861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5808; }","duration":"132.460993ms","start":"2026-03-18T14:07:13.132648Z","end":"2026-03-18T14:07:13.265109Z","steps":["trace[1966155861] 'agreement among raft nodes before linearized reading' (duration: 132.260558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:14.622777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476683679,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:07:14.793746Z","caller":"traceutil/trace.go:171","msg":"trace[1092381801] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"753.399633ms","start":"2026-03-18T14:07:14.040314Z","end":"2026-03-18T14:07:14.793714Z","steps":["trace[1092381801] 'process raft request' (duration: 753.190157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:14.793949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:14.040303Z","time spent":"753.545628ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:07:15.017213Z","caller":"traceutil/trace.go:171","msg":"trace[832228279] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"619.870331ms","start":"2026-03-18T14:07:14.397314Z","end":"2026-03-18T14:07:15.017184Z","steps":["trace[832228279] 'process raft request' (duration: 587.858647ms)","trace[832228279] 'compare' (duration: 31.741747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:15.017379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:14.397291Z","time spent":"620.002285ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:07:15.017481Z","caller":"traceutil/trace.go:171","msg":"trace[441337800] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"619.680226ms","start":"2026-03-18T14:07:14.397778Z","end":"2026-03-18T14:07:15.017458Z","steps":["trace[441337800] 'process raft request' (duration: 619.337226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:15.017641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:14.397734Z","time spent":"619.824239ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:07:15.017906Z","caller":"traceutil/trace.go:171","msg":"trace[994657335] linearizableReadLoop","detail":"{readStateIndex:6069; appliedIndex:6065; }","duration":"895.289734ms","start":"2026-03-18T14:07:14.122595Z","end":"2026-03-18T14:07:15.017885Z","steps":["trace[994657335] 'read index received' (duration: 670.872162ms)","trace[994657335] 'applied index is now lower than readState.Index' (duration: 224.416462ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:15.018076Z","caller":"traceutil/trace.go:171","msg":"trace[2142532027] transaction","detail":"{read_only:false; response_revision:5818; number_of_response:1; }","duration":"257.685881ms","start":"2026-03-18T14:07:14.76034Z","end":"2026-03-18T14:07:15.018026Z","steps":["trace[2142532027] 'process raft request' (duration: 257.469775ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:15.01811Z","caller":"traceutil/trace.go:171","msg":"trace[386231192] transaction","detail":"{read_only:false; response_revision:5817; number_of_response:1; }","duration":"617.677562ms","start":"2026-03-18T14:07:14.400379Z","end":"2026-03-18T14:07:15.018057Z","steps":["trace[386231192] 'process raft request' (duration: 617.006763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:15.018281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:14.400363Z","time spent":"617.816706ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:15.018542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.936022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:12 size:393932"} {"level":"info","ts":"2026-03-18T14:07:15.018599Z","caller":"traceutil/trace.go:171","msg":"trace[274433568] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:12; response_revision:5818; }","duration":"896.030585ms","start":"2026-03-18T14:07:14.122556Z","end":"2026-03-18T14:07:15.018587Z","steps":["trace[274433568] 'agreement among raft nodes before linearized reading' (duration: 895.46031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:15.018635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:14.122537Z","time spent":"896.088587ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":12,"response size":393956,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-18T14:07:15.018753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.701991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-03-18T14:07:15.018851Z","caller":"traceutil/trace.go:171","msg":"trace[138926804] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5818; }","duration":"132.975628ms","start":"2026-03-18T14:07:14.885858Z","end":"2026-03-18T14:07:15.018834Z","steps":["trace[138926804] 'agreement among raft nodes before linearized reading' (duration: 132.592977ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:15.374718Z","caller":"traceutil/trace.go:171","msg":"trace[99375380] transaction","detail":"{read_only:false; response_revision:5819; number_of_response:1; }","duration":"102.259199ms","start":"2026-03-18T14:07:15.272433Z","end":"2026-03-18T14:07:15.374692Z","steps":["trace[99375380] 'process raft request' (duration: 101.967151ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:15.640595Z","caller":"traceutil/trace.go:171","msg":"trace[1762882241] transaction","detail":"{read_only:false; response_revision:5820; number_of_response:1; }","duration":"261.484814ms","start":"2026-03-18T14:07:15.379086Z","end":"2026-03-18T14:07:15.640571Z","steps":["trace[1762882241] 'process raft request' (duration: 261.328569ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:15.719033Z","caller":"traceutil/trace.go:171","msg":"trace[256872165] transaction","detail":"{read_only:false; response_revision:5822; number_of_response:1; }","duration":"117.487795ms","start":"2026-03-18T14:07:15.60152Z","end":"2026-03-18T14:07:15.719008Z","steps":["trace[256872165] 'process raft request' (duration: 117.402463ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:15.719057Z","caller":"traceutil/trace.go:171","msg":"trace[2102436220] transaction","detail":"{read_only:false; response_revision:5821; number_of_response:1; }","duration":"339.852451ms","start":"2026-03-18T14:07:15.379183Z","end":"2026-03-18T14:07:15.719035Z","steps":["trace[2102436220] 'process raft request' (duration: 339.618695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:15.719187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:15.379125Z","time spent":"339.984375ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:07:15.798452Z","caller":"traceutil/trace.go:171","msg":"trace[2124854648] linearizableReadLoop","detail":"{readStateIndex:6073; appliedIndex:6071; }","duration":"354.191943ms","start":"2026-03-18T14:07:15.44424Z","end":"2026-03-18T14:07:15.798432Z","steps":["trace[2124854648] 'read index received' (duration: 196.164651ms)","trace[2124854648] 'applied index is now lower than readState.Index' (duration: 158.023652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:15.798621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.367867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T14:07:15.798643Z","caller":"traceutil/trace.go:171","msg":"trace[1263284335] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5822; }","duration":"354.454911ms","start":"2026-03-18T14:07:15.444183Z","end":"2026-03-18T14:07:15.798638Z","steps":["trace[1263284335] 'agreement among raft nodes before linearized reading' (duration: 354.327956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:15.798662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:15.444132Z","time spent":"354.526402ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:07:15.798841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.724054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:07:15.798889Z","caller":"traceutil/trace.go:171","msg":"trace[1986520798] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5822; }","duration":"329.811208ms","start":"2026-03-18T14:07:15.469057Z","end":"2026-03-18T14:07:15.798869Z","steps":["trace[1986520798] 'agreement among raft nodes before linearized reading' (duration: 329.720255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:15.798916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:15.469031Z","time spent":"329.8802ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:07:15.798882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.154778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:07:15.799019Z","caller":"traceutil/trace.go:171","msg":"trace[634062325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5822; }","duration":"227.282891ms","start":"2026-03-18T14:07:15.571674Z","end":"2026-03-18T14:07:15.798957Z","steps":["trace[634062325] 'agreement among raft nodes before linearized reading' (duration: 227.119737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:15.799056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.645235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:07:15.799119Z","caller":"traceutil/trace.go:171","msg":"trace[1482188628] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:5822; }","duration":"321.746028ms","start":"2026-03-18T14:07:15.477359Z","end":"2026-03-18T14:07:15.799106Z","steps":["trace[1482188628] 'agreement among raft nodes before linearized reading' (duration: 321.520242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:15.799153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:15.477351Z","time spent":"321.7972ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"warn","ts":"2026-03-18T14:07:15.799164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.061294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:07:15.799286Z","caller":"traceutil/trace.go:171","msg":"trace[616074710] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5822; }","duration":"216.27084ms","start":"2026-03-18T14:07:15.582997Z","end":"2026-03-18T14:07:15.799267Z","steps":["trace[616074710] 'agreement among raft nodes before linearized reading' (duration: 215.794437ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:17.076144Z","caller":"traceutil/trace.go:171","msg":"trace[2110002609] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"109.014261ms","start":"2026-03-18T14:07:16.967104Z","end":"2026-03-18T14:07:17.076118Z","steps":["trace[2110002609] 'process raft request' (duration: 108.827166ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:17.196473Z","caller":"traceutil/trace.go:171","msg":"trace[1833259934] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"174.875699ms","start":"2026-03-18T14:07:17.021555Z","end":"2026-03-18T14:07:17.196431Z","steps":["trace[1833259934] 'process raft request' (duration: 117.165713ms)","trace[1833259934] 'compare' (duration: 57.372647ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:17.196811Z","caller":"traceutil/trace.go:171","msg":"trace[703643453] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"174.019296ms","start":"2026-03-18T14:07:17.022758Z","end":"2026-03-18T14:07:17.196777Z","steps":["trace[703643453] 'process raft request' (duration: 173.612545ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:17.197126Z","caller":"traceutil/trace.go:171","msg":"trace[1773586150] linearizableReadLoop","detail":"{readStateIndex:6082; appliedIndex:6079; }","duration":"107.030594ms","start":"2026-03-18T14:07:17.090068Z","end":"2026-03-18T14:07:17.197099Z","steps":["trace[1773586150] 'read index received' (duration: 48.480855ms)","trace[1773586150] 'applied index is now lower than readState.Index' (duration: 58.546209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:17.197257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.173897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-credential-keys\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:07:17.197314Z","caller":"traceutil/trace.go:171","msg":"trace[1644933748] range","detail":"{range_begin:/registry/secrets/openstack/keystone-credential-keys; range_end:; response_count:0; response_revision:5828; }","duration":"107.275319ms","start":"2026-03-18T14:07:17.090024Z","end":"2026-03-18T14:07:17.197299Z","steps":["trace[1644933748] 'agreement among raft nodes before linearized reading' (duration: 107.159926ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:17.197471Z","caller":"traceutil/trace.go:171","msg":"trace[2098195474] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"173.931643ms","start":"2026-03-18T14:07:17.02352Z","end":"2026-03-18T14:07:17.197452Z","steps":["trace[2098195474] 'process raft request' (duration: 173.098981ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:17.532279Z","caller":"traceutil/trace.go:171","msg":"trace[569362311] linearizableReadLoop","detail":"{readStateIndex:6085; appliedIndex:6084; }","duration":"158.693264ms","start":"2026-03-18T14:07:17.373566Z","end":"2026-03-18T14:07:17.532259Z","steps":["trace[569362311] 'read index received' (duration: 152.718182ms)","trace[569362311] 'applied index is now lower than readState.Index' (duration: 5.974192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:17.532565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.984942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:07:17.532573Z","caller":"traceutil/trace.go:171","msg":"trace[1354247219] transaction","detail":"{read_only:false; response_revision:5831; number_of_response:1; }","duration":"159.593449ms","start":"2026-03-18T14:07:17.372954Z","end":"2026-03-18T14:07:17.532548Z","steps":["trace[1354247219] 'process raft request' (duration: 153.35451ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:17.532602Z","caller":"traceutil/trace.go:171","msg":"trace[1797943270] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5831; }","duration":"159.060255ms","start":"2026-03-18T14:07:17.373532Z","end":"2026-03-18T14:07:17.532592Z","steps":["trace[1797943270] 'agreement among raft nodes before linearized reading' (duration: 158.926671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:17.532807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.317282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T14:07:17.532828Z","caller":"traceutil/trace.go:171","msg":"trace[256341939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5831; }","duration":"155.362474ms","start":"2026-03-18T14:07:17.37746Z","end":"2026-03-18T14:07:17.532823Z","steps":["trace[256341939] 'agreement among raft nodes before linearized reading' (duration: 155.273542ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:17.745252Z","caller":"traceutil/trace.go:171","msg":"trace[548554024] linearizableReadLoop","detail":"{readStateIndex:6088; appliedIndex:6087; }","duration":"160.313749ms","start":"2026-03-18T14:07:17.584902Z","end":"2026-03-18T14:07:17.745216Z","steps":["trace[548554024] 'read index received' (duration: 109.087209ms)","trace[548554024] 'applied index is now lower than readState.Index' (duration: 51.2252ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:17.745306Z","caller":"traceutil/trace.go:171","msg":"trace[572124227] transaction","detail":"{read_only:false; response_revision:5834; number_of_response:1; }","duration":"165.104318ms","start":"2026-03-18T14:07:17.580166Z","end":"2026-03-18T14:07:17.74527Z","steps":["trace[572124227] 'process raft request' (duration: 113.882558ms)","trace[572124227] 'compare' (duration: 51.017594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:17.745592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.636721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-03-18T14:07:17.74548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.541375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:07:17.7457Z","caller":"traceutil/trace.go:171","msg":"trace[1596041552] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5834; }","duration":"138.715962ms","start":"2026-03-18T14:07:17.606913Z","end":"2026-03-18T14:07:17.745629Z","steps":["trace[1596041552] 'agreement among raft nodes before linearized reading' (duration: 138.495806ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:17.745698Z","caller":"traceutil/trace.go:171","msg":"trace[1608067225] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:5834; }","duration":"160.786332ms","start":"2026-03-18T14:07:17.584861Z","end":"2026-03-18T14:07:17.745648Z","steps":["trace[1608067225] 'agreement among raft nodes before linearized reading' (duration: 160.473003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:17.745802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.081109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:07:17.745896Z","caller":"traceutil/trace.go:171","msg":"trace[1212186852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5834; }","duration":"102.207983ms","start":"2026-03-18T14:07:17.64367Z","end":"2026-03-18T14:07:17.745878Z","steps":["trace[1212186852] 'agreement among raft nodes before linearized reading' (duration: 101.909694ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:18.217927Z","caller":"traceutil/trace.go:171","msg":"trace[570234187] transaction","detail":"{read_only:false; response_revision:5897; number_of_response:1; }","duration":"108.41002ms","start":"2026-03-18T14:07:18.109472Z","end":"2026-03-18T14:07:18.217882Z","steps":["trace[570234187] 'process raft request' (duration: 93.790884ms)","trace[570234187] 'compare' (duration: 14.100453ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:18.583811Z","caller":"traceutil/trace.go:171","msg":"trace[415038434] transaction","detail":"{read_only:false; response_revision:5898; number_of_response:1; }","duration":"474.250065ms","start":"2026-03-18T14:07:18.109532Z","end":"2026-03-18T14:07:18.583782Z","steps":["trace[415038434] 'process raft request' (duration: 409.18265ms)","trace[415038434] 'compare' (duration: 64.874489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:18.584042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:18.109511Z","time spent":"474.4512ms","remote":"127.0.0.1:56766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10998,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:07:18.584137Z","caller":"traceutil/trace.go:171","msg":"trace[77397059] linearizableReadLoop","detail":"{readStateIndex:6154; appliedIndex:6150; }","duration":"471.691395ms","start":"2026-03-18T14:07:18.112433Z","end":"2026-03-18T14:07:18.584124Z","steps":["trace[77397059] 'read index received' (duration: 90.844124ms)","trace[77397059] 'applied index is now lower than readState.Index' (duration: 380.846081ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:18.584144Z","caller":"traceutil/trace.go:171","msg":"trace[1703705472] transaction","detail":"{read_only:false; response_revision:5901; number_of_response:1; }","duration":"468.243882ms","start":"2026-03-18T14:07:18.115872Z","end":"2026-03-18T14:07:18.584116Z","steps":["trace[1703705472] 'process raft request' (duration: 468.035926ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:18.584211Z","caller":"traceutil/trace.go:171","msg":"trace[1776025056] transaction","detail":"{read_only:false; response_revision:5902; number_of_response:1; }","duration":"456.663328ms","start":"2026-03-18T14:07:18.127524Z","end":"2026-03-18T14:07:18.584187Z","steps":["trace[1776025056] 'process raft request' (duration: 456.453982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:18.584254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.812498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:07:18.584291Z","caller":"traceutil/trace.go:171","msg":"trace[5427597] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5902; }","duration":"471.87528ms","start":"2026-03-18T14:07:18.112404Z","end":"2026-03-18T14:07:18.584279Z","steps":["trace[5427597] 'agreement among raft nodes before linearized reading' (duration: 471.812178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:18.584312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:18.127502Z","time spent":"456.759ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":71892,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:18.5843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:18.115858Z","time spent":"468.340664ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11322,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:07:18.584035Z","caller":"traceutil/trace.go:171","msg":"trace[726662009] transaction","detail":"{read_only:false; response_revision:5900; number_of_response:1; }","duration":"474.365308ms","start":"2026-03-18T14:07:18.10964Z","end":"2026-03-18T14:07:18.584006Z","steps":["trace[726662009] 'process raft request' (duration: 474.141902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:18.5846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:18.109619Z","time spent":"474.932822ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:18.584328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:18.112394Z","time spent":"471.926431ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"info","ts":"2026-03-18T14:07:18.583844Z","caller":"traceutil/trace.go:171","msg":"trace[162236436] transaction","detail":"{read_only:false; response_revision:5899; number_of_response:1; }","duration":"474.262283ms","start":"2026-03-18T14:07:18.109565Z","end":"2026-03-18T14:07:18.583827Z","steps":["trace[162236436] 'process raft request' (duration: 474.15719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:18.584952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:18.109552Z","time spent":"475.333723ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10502,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:18.585362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.257555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-18T14:07:18.585419Z","caller":"traceutil/trace.go:171","msg":"trace[1900723398] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5902; }","duration":"293.357598ms","start":"2026-03-18T14:07:18.292049Z","end":"2026-03-18T14:07:18.585406Z","steps":["trace[1900723398] 'agreement among raft nodes before linearized reading' (duration: 292.308619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:18.586665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.258939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:07:18.588261Z","caller":"traceutil/trace.go:171","msg":"trace[137475984] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5902; }","duration":"125.394731ms","start":"2026-03-18T14:07:18.461337Z","end":"2026-03-18T14:07:18.586732Z","steps":["trace[137475984] 'agreement among raft nodes before linearized reading' (duration: 123.438668ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:18.771032Z","caller":"traceutil/trace.go:171","msg":"trace[1603633449] linearizableReadLoop","detail":"{readStateIndex:6158; appliedIndex:6156; }","duration":"175.660636ms","start":"2026-03-18T14:07:18.595346Z","end":"2026-03-18T14:07:18.771007Z","steps":["trace[1603633449] 'read index received' (duration: 92.86346ms)","trace[1603633449] 'applied index is now lower than readState.Index' (duration: 82.796006ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:18.771065Z","caller":"traceutil/trace.go:171","msg":"trace[172001316] transaction","detail":"{read_only:false; response_revision:5903; number_of_response:1; }","duration":"178.621705ms","start":"2026-03-18T14:07:18.592416Z","end":"2026-03-18T14:07:18.771038Z","steps":["trace[172001316] 'process raft request' (duration: 178.41767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:18.7713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.935582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-18T14:07:18.77136Z","caller":"traceutil/trace.go:171","msg":"trace[223414839] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5903; }","duration":"176.041196ms","start":"2026-03-18T14:07:18.595302Z","end":"2026-03-18T14:07:18.771344Z","steps":["trace[223414839] 'agreement among raft nodes before linearized reading' (duration: 175.81818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:18.773808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.682419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-18T14:07:18.773849Z","caller":"traceutil/trace.go:171","msg":"trace[1717565006] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5904; }","duration":"160.767141ms","start":"2026-03-18T14:07:18.613069Z","end":"2026-03-18T14:07:18.773836Z","steps":["trace[1717565006] 'agreement among raft nodes before linearized reading' (duration: 160.635558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:18.774159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.608019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/keystone-api-8b7f96fc\" ","response":"range_response_count:1 size:11013"} {"level":"info","ts":"2026-03-18T14:07:18.774324Z","caller":"traceutil/trace.go:171","msg":"trace[94949124] range","detail":"{range_begin:/registry/replicasets/openstack/keystone-api-8b7f96fc; range_end:; response_count:1; response_revision:5904; }","duration":"177.898416ms","start":"2026-03-18T14:07:18.596407Z","end":"2026-03-18T14:07:18.774306Z","steps":["trace[94949124] 'agreement among raft nodes before linearized reading' (duration: 177.30372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:18.77448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.929784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-8b7f96fc-kzgzb\" ","response":"range_response_count:1 size:10517"} {"level":"info","ts":"2026-03-18T14:07:18.774559Z","caller":"traceutil/trace.go:171","msg":"trace[607934520] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-8b7f96fc-kzgzb; range_end:; response_count:1; response_revision:5904; }","duration":"179.019236ms","start":"2026-03-18T14:07:18.595522Z","end":"2026-03-18T14:07:18.774541Z","steps":["trace[607934520] 'agreement among raft nodes before linearized reading' (duration: 178.027309ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:19.132798Z","caller":"traceutil/trace.go:171","msg":"trace[559095217] transaction","detail":"{read_only:false; response_revision:5910; number_of_response:1; }","duration":"340.894607ms","start":"2026-03-18T14:07:18.791882Z","end":"2026-03-18T14:07:19.132776Z","steps":["trace[559095217] 'process raft request' (duration: 268.950926ms)","trace[559095217] 'compare' (duration: 71.753556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:19.132941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:18.791871Z","time spent":"340.99232ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6069,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:07:19.13305Z","caller":"traceutil/trace.go:171","msg":"trace[1277453811] transaction","detail":"{read_only:false; response_revision:5911; number_of_response:1; }","duration":"330.822724ms","start":"2026-03-18T14:07:18.802197Z","end":"2026-03-18T14:07:19.13302Z","steps":["trace[1277453811] 'process raft request' (duration: 330.516495ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:19.133098Z","caller":"traceutil/trace.go:171","msg":"trace[386795318] transaction","detail":"{read_only:false; response_revision:5912; number_of_response:1; }","duration":"310.125723ms","start":"2026-03-18T14:07:18.822957Z","end":"2026-03-18T14:07:19.133083Z","steps":["trace[386795318] 'process raft request' (duration: 309.971278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:19.133177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:18.802182Z","time spent":"330.926306ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11361,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:19.1332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:18.822927Z","time spent":"310.221614ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:07:19.133403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.065755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-18T14:07:19.133437Z","caller":"traceutil/trace.go:171","msg":"trace[1266061169] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5912; }","duration":"336.135708ms","start":"2026-03-18T14:07:18.797292Z","end":"2026-03-18T14:07:19.133428Z","steps":["trace[1266061169] 'agreement among raft nodes before linearized reading' (duration: 335.993804ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:19.133439Z","caller":"traceutil/trace.go:171","msg":"trace[216777946] linearizableReadLoop","detail":"{readStateIndex:6166; appliedIndex:6164; }","duration":"314.48714ms","start":"2026-03-18T14:07:18.818505Z","end":"2026-03-18T14:07:19.132993Z","steps":["trace[216777946] 'read index received' (duration: 242.340943ms)","trace[216777946] 'applied index is now lower than readState.Index' (duration: 72.144977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:19.133474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:18.797276Z","time spent":"336.176299ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-18T14:07:19.133596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.270976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-credential-setup-k9h99\" ","response":"range_response_count:1 size:6150"} {"level":"info","ts":"2026-03-18T14:07:19.133621Z","caller":"traceutil/trace.go:171","msg":"trace[1430222681] range","detail":"{range_begin:/registry/pods/openstack/keystone-credential-setup-k9h99; range_end:; response_count:1; response_revision:5912; }","duration":"303.328387ms","start":"2026-03-18T14:07:18.830283Z","end":"2026-03-18T14:07:19.133611Z","steps":["trace[1430222681] 'agreement among raft nodes before linearized reading' (duration: 303.218934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:19.133643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:18.830263Z","time spent":"303.374839ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6174,"request content":"key:\"/registry/pods/openstack/keystone-credential-setup-k9h99\" "} {"level":"warn","ts":"2026-03-18T14:07:19.133792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.397517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:07:19.133819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.506538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-api\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-18T14:07:19.133824Z","caller":"traceutil/trace.go:171","msg":"trace[1636861121] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5912; }","duration":"144.480078ms","start":"2026-03-18T14:07:18.989335Z","end":"2026-03-18T14:07:19.133815Z","steps":["trace[1636861121] 'agreement among raft nodes before linearized reading' (duration: 144.410967ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:19.133844Z","caller":"traceutil/trace.go:171","msg":"trace[711315510] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-api; range_end:; response_count:1; response_revision:5912; }","duration":"301.543609ms","start":"2026-03-18T14:07:18.832294Z","end":"2026-03-18T14:07:19.133837Z","steps":["trace[711315510] 'agreement among raft nodes before linearized reading' (duration: 301.463947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:19.133864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:18.832288Z","time spent":"301.57099ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":552,"request content":"key:\"/registry/serviceaccounts/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-18T14:07:19.133959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.709424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-03-18T14:07:19.13398Z","caller":"traceutil/trace.go:171","msg":"trace[1205324] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5912; }","duration":"301.761765ms","start":"2026-03-18T14:07:18.832213Z","end":"2026-03-18T14:07:19.133975Z","steps":["trace[1205324] 'agreement among raft nodes before linearized reading' (duration: 301.703433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:19.133998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:18.832194Z","time spent":"301.797786ms","remote":"127.0.0.1:41072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-18T14:07:19.294288Z","caller":"traceutil/trace.go:171","msg":"trace[1238619239] transaction","detail":"{read_only:false; response_revision:5913; number_of_response:1; }","duration":"148.779766ms","start":"2026-03-18T14:07:19.145437Z","end":"2026-03-18T14:07:19.294217Z","steps":["trace[1238619239] 'process raft request' (duration: 134.119609ms)","trace[1238619239] 'compare' (duration: 14.469202ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:19.29423Z","caller":"traceutil/trace.go:171","msg":"trace[2027715666] linearizableReadLoop","detail":"{readStateIndex:6168; appliedIndex:6167; }","duration":"147.187873ms","start":"2026-03-18T14:07:19.147013Z","end":"2026-03-18T14:07:19.294201Z","steps":["trace[2027715666] 'read index received' (duration: 132.650299ms)","trace[2027715666] 'applied index is now lower than readState.Index' (duration: 14.536394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:19.294515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.46432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-18T14:07:19.294596Z","caller":"traceutil/trace.go:171","msg":"trace[1533360630] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5913; }","duration":"147.577233ms","start":"2026-03-18T14:07:19.146996Z","end":"2026-03-18T14:07:19.294573Z","steps":["trace[1533360630] 'agreement among raft nodes before linearized reading' (duration: 147.340717ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:19.722472Z","caller":"traceutil/trace.go:171","msg":"trace[150606154] linearizableReadLoop","detail":"{readStateIndex:6172; appliedIndex:6171; }","duration":"150.311758ms","start":"2026-03-18T14:07:19.572128Z","end":"2026-03-18T14:07:19.72244Z","steps":["trace[150606154] 'read index received' (duration: 147.349778ms)","trace[150606154] 'applied index is now lower than readState.Index' (duration: 2.96019ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:19.722589Z","caller":"traceutil/trace.go:171","msg":"trace[1902564431] transaction","detail":"{read_only:false; response_revision:5917; number_of_response:1; }","duration":"396.234878ms","start":"2026-03-18T14:07:19.326314Z","end":"2026-03-18T14:07:19.722549Z","steps":["trace[1902564431] 'process raft request' (duration: 393.139753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:19.722688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.849681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:07:19.722726Z","caller":"traceutil/trace.go:171","msg":"trace[2026408071] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5917; }","duration":"147.913543ms","start":"2026-03-18T14:07:19.574799Z","end":"2026-03-18T14:07:19.722713Z","steps":["trace[2026408071] 'agreement among raft nodes before linearized reading' (duration: 147.80731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:19.722773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:19.326294Z","time spent":"396.377621ms","remote":"127.0.0.1:41058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:19.722795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.645667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:07:19.72291Z","caller":"traceutil/trace.go:171","msg":"trace[1169920501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5917; }","duration":"150.806541ms","start":"2026-03-18T14:07:19.572084Z","end":"2026-03-18T14:07:19.72289Z","steps":["trace[1169920501] 'agreement among raft nodes before linearized reading' (duration: 150.512104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:20.024042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.973248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:07:20.024122Z","caller":"traceutil/trace.go:171","msg":"trace[514665500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5918; }","duration":"195.106271ms","start":"2026-03-18T14:07:19.828998Z","end":"2026-03-18T14:07:20.024104Z","steps":["trace[514665500] 'range keys from in-memory index tree' (duration: 194.754632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:20.024117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.13768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:07:20.02422Z","caller":"traceutil/trace.go:171","msg":"trace[2115654520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5918; }","duration":"109.296685ms","start":"2026-03-18T14:07:19.914899Z","end":"2026-03-18T14:07:20.024195Z","steps":["trace[2115654520] 'range keys from in-memory index tree' (duration: 108.914656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:20.024212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.925738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:07:20.02429Z","caller":"traceutil/trace.go:171","msg":"trace[1644484861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5918; }","duration":"195.04164ms","start":"2026-03-18T14:07:19.82923Z","end":"2026-03-18T14:07:20.024272Z","steps":["trace[1644484861] 'range keys from in-memory index tree' (duration: 194.770754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:20.024274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.226334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:07:20.024421Z","caller":"traceutil/trace.go:171","msg":"trace[863478727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5918; }","duration":"109.414788ms","start":"2026-03-18T14:07:19.914988Z","end":"2026-03-18T14:07:20.024403Z","steps":["trace[863478727] 'range keys from in-memory index tree' (duration: 109.066819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:20.024445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.77602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:07:20.024515Z","caller":"traceutil/trace.go:171","msg":"trace[1412982176] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:5918; }","duration":"115.887584ms","start":"2026-03-18T14:07:19.90861Z","end":"2026-03-18T14:07:20.024498Z","steps":["trace[1412982176] 'range keys from in-memory index tree' (duration: 115.647486ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:20.164944Z","caller":"traceutil/trace.go:171","msg":"trace[759999037] transaction","detail":"{read_only:false; response_revision:5919; number_of_response:1; }","duration":"136.067331ms","start":"2026-03-18T14:07:20.02885Z","end":"2026-03-18T14:07:20.164917Z","steps":["trace[759999037] 'process raft request' (duration: 135.914037ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:20.389279Z","caller":"traceutil/trace.go:171","msg":"trace[917168033] transaction","detail":"{read_only:false; response_revision:5920; number_of_response:1; }","duration":"359.936564ms","start":"2026-03-18T14:07:20.029308Z","end":"2026-03-18T14:07:20.389244Z","steps":["trace[917168033] 'process raft request' (duration: 342.187043ms)","trace[917168033] 'compare' (duration: 17.484234ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:20.389418Z","caller":"traceutil/trace.go:171","msg":"trace[610841208] transaction","detail":"{read_only:false; response_revision:5921; number_of_response:1; }","duration":"359.980235ms","start":"2026-03-18T14:07:20.029405Z","end":"2026-03-18T14:07:20.389386Z","steps":["trace[610841208] 'process raft request' (duration: 359.699837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:20.389522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:20.029277Z","time spent":"360.088877ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:20.389595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:20.029391Z","time spent":"360.110478ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:07:20.390068Z","caller":"traceutil/trace.go:171","msg":"trace[306658937] transaction","detail":"{read_only:false; response_revision:5922; number_of_response:1; }","duration":"360.556621ms","start":"2026-03-18T14:07:20.029492Z","end":"2026-03-18T14:07:20.390049Z","steps":["trace[306658937] 'process raft request' (duration: 359.675637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:20.390188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:20.029477Z","time spent":"360.661193ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:07:20.390263Z","caller":"traceutil/trace.go:171","msg":"trace[548055714] transaction","detail":"{read_only:false; response_revision:5923; number_of_response:1; }","duration":"221.654462ms","start":"2026-03-18T14:07:20.168539Z","end":"2026-03-18T14:07:20.390193Z","steps":["trace[548055714] 'process raft request' (duration: 221.413456ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:20.390226Z","caller":"traceutil/trace.go:171","msg":"trace[629225745] linearizableReadLoop","detail":"{readStateIndex:6175; appliedIndex:6173; }","duration":"360.764816ms","start":"2026-03-18T14:07:20.029412Z","end":"2026-03-18T14:07:20.390177Z","steps":["trace[629225745] 'read index received' (duration: 135.350842ms)","trace[629225745] 'applied index is now lower than readState.Index' (duration: 225.407054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:20.390585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.267933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:07:20.3906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.154167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101097"} {"level":"info","ts":"2026-03-18T14:07:20.390631Z","caller":"traceutil/trace.go:171","msg":"trace[1590799713] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5923; }","duration":"158.405866ms","start":"2026-03-18T14:07:20.23221Z","end":"2026-03-18T14:07:20.390616Z","steps":["trace[1590799713] 'agreement among raft nodes before linearized reading' (duration: 158.231832ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:20.390681Z","caller":"traceutil/trace.go:171","msg":"trace[1596140072] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5923; }","duration":"361.2522ms","start":"2026-03-18T14:07:20.029407Z","end":"2026-03-18T14:07:20.390659Z","steps":["trace[1596140072] 'agreement among raft nodes before linearized reading' (duration: 360.89859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:20.390736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:20.029363Z","time spent":"361.359632ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":101121,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T14:07:20.80131Z","caller":"traceutil/trace.go:171","msg":"trace[79993994] transaction","detail":"{read_only:false; response_revision:5927; number_of_response:1; }","duration":"110.934378ms","start":"2026-03-18T14:07:20.690327Z","end":"2026-03-18T14:07:20.801261Z","steps":["trace[79993994] 'process raft request' (duration: 99.042196ms)","trace[79993994] 'compare' (duration: 11.548213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:21.897148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.694537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:07:21.897181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.330103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:07:21.89723Z","caller":"traceutil/trace.go:171","msg":"trace[526598025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5940; }","duration":"230.831161ms","start":"2026-03-18T14:07:21.666381Z","end":"2026-03-18T14:07:21.897212Z","steps":["trace[526598025] 'range keys from in-memory index tree' (duration: 230.592495ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:21.897243Z","caller":"traceutil/trace.go:171","msg":"trace[1336930812] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5940; }","duration":"110.444505ms","start":"2026-03-18T14:07:21.786782Z","end":"2026-03-18T14:07:21.897227Z","steps":["trace[1336930812] 'range keys from in-memory index tree' (duration: 110.152957ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:22.649864Z","caller":"traceutil/trace.go:171","msg":"trace[885237445] transaction","detail":"{read_only:false; response_revision:5947; number_of_response:1; }","duration":"107.946328ms","start":"2026-03-18T14:07:22.541865Z","end":"2026-03-18T14:07:22.649811Z","steps":["trace[885237445] 'process raft request' (duration: 105.947624ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:23.423631Z","caller":"traceutil/trace.go:171","msg":"trace[2041337328] transaction","detail":"{read_only:false; response_revision:5949; number_of_response:1; }","duration":"102.891531ms","start":"2026-03-18T14:07:23.320711Z","end":"2026-03-18T14:07:23.423602Z","steps":["trace[2041337328] 'process raft request' (duration: 102.708397ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:23.423747Z","caller":"traceutil/trace.go:171","msg":"trace[781960282] transaction","detail":"{read_only:false; response_revision:5950; number_of_response:1; }","duration":"102.795998ms","start":"2026-03-18T14:07:23.320922Z","end":"2026-03-18T14:07:23.423718Z","steps":["trace[781960282] 'process raft request' (duration: 102.605904ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:24.13998Z","caller":"traceutil/trace.go:171","msg":"trace[1907844175] transaction","detail":"{read_only:false; response_revision:5951; number_of_response:1; }","duration":"208.635818ms","start":"2026-03-18T14:07:23.931319Z","end":"2026-03-18T14:07:24.139955Z","steps":["trace[1907844175] 'process raft request' (duration: 208.458113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:25.043655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.081615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:07:25.043755Z","caller":"traceutil/trace.go:171","msg":"trace[1777358368] linearizableReadLoop","detail":"{readStateIndex:6208; appliedIndex:6207; }","duration":"623.408111ms","start":"2026-03-18T14:07:24.420332Z","end":"2026-03-18T14:07:25.04374Z","steps":["trace[1777358368] 'read index received' (duration: 66.742µs)","trace[1777358368] 'applied index is now lower than readState.Index' (duration: 623.339979ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:25.043791Z","caller":"traceutil/trace.go:171","msg":"trace[1624780818] transaction","detail":"{read_only:false; response_revision:5952; number_of_response:1; }","duration":"828.610256ms","start":"2026-03-18T14:07:24.215143Z","end":"2026-03-18T14:07:25.043753Z","steps":["trace[1624780818] 'process raft request' (duration: 203.346855ms)","trace[1624780818] 'compare' (duration: 624.756957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:25.043951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.628876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:07:25.043989Z","caller":"traceutil/trace.go:171","msg":"trace[302231983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5952; }","duration":"609.676378ms","start":"2026-03-18T14:07:24.434301Z","end":"2026-03-18T14:07:25.043977Z","steps":["trace[302231983] 'agreement among raft nodes before linearized reading' (duration: 609.529114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:25.043964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.698509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T14:07:25.044019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:24.434294Z","time spent":"609.718499ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:07:25.044038Z","caller":"traceutil/trace.go:171","msg":"trace[2085249394] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5952; }","duration":"623.827692ms","start":"2026-03-18T14:07:24.42019Z","end":"2026-03-18T14:07:25.044018Z","steps":["trace[2085249394] 'agreement among raft nodes before linearized reading' (duration: 623.616246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:25.044095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:24.420165Z","time spent":"623.918504ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:07:25.044097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.652537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:07:25.044135Z","caller":"traceutil/trace.go:171","msg":"trace[2088481934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5952; }","duration":"609.724939ms","start":"2026-03-18T14:07:24.434402Z","end":"2026-03-18T14:07:25.044127Z","steps":["trace[2088481934] 'agreement among raft nodes before linearized reading' (duration: 609.627787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:25.04416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:24.434385Z","time spent":"609.77042ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:07:25.044039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.331092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:07:25.044215Z","caller":"traceutil/trace.go:171","msg":"trace[719338036] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:5952; }","duration":"608.528926ms","start":"2026-03-18T14:07:24.435676Z","end":"2026-03-18T14:07:25.044205Z","steps":["trace[719338036] 'agreement among raft nodes before linearized reading' (duration: 608.258939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:25.044243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:24.435667Z","time spent":"608.568927ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"warn","ts":"2026-03-18T14:07:25.044251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:24.215127Z","time spent":"828.794892ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:07:25.624001Z","caller":"traceutil/trace.go:171","msg":"trace[1856995684] linearizableReadLoop","detail":"{readStateIndex:6212; appliedIndex:6211; }","duration":"307.469551ms","start":"2026-03-18T14:07:25.316507Z","end":"2026-03-18T14:07:25.623977Z","steps":["trace[1856995684] 'read index received' (duration: 307.382098ms)","trace[1856995684] 'applied index is now lower than readState.Index' (duration: 86.473µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:25.624097Z","caller":"traceutil/trace.go:171","msg":"trace[137443003] transaction","detail":"{read_only:false; response_revision:5956; number_of_response:1; }","duration":"312.098005ms","start":"2026-03-18T14:07:25.311972Z","end":"2026-03-18T14:07:25.62407Z","steps":["trace[137443003] 'process raft request' (duration: 311.841858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:25.624309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:25.311949Z","time spent":"312.272551ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:25.624416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.875451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414057"} {"level":"info","ts":"2026-03-18T14:07:25.624505Z","caller":"traceutil/trace.go:171","msg":"trace[1001335198] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5956; }","duration":"308.028456ms","start":"2026-03-18T14:07:25.316457Z","end":"2026-03-18T14:07:25.624485Z","steps":["trace[1001335198] 'agreement among raft nodes before linearized reading' (duration: 307.636915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:25.624545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:25.316432Z","time spent":"308.104268ms","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414081,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-18T14:07:26.207085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.991755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:07:26.207421Z","caller":"traceutil/trace.go:171","msg":"trace[1833167163] linearizableReadLoop","detail":"{readStateIndex:6215; appliedIndex:6212; }","duration":"583.323433ms","start":"2026-03-18T14:07:25.624076Z","end":"2026-03-18T14:07:26.2074Z","steps":["trace[1833167163] 'read index received' (duration: 306.920056ms)","trace[1833167163] 'applied index is now lower than readState.Index' (duration: 276.402307ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:26.207469Z","caller":"traceutil/trace.go:171","msg":"trace[2058790439] transaction","detail":"{read_only:false; response_revision:5957; number_of_response:1; }","duration":"812.8831ms","start":"2026-03-18T14:07:25.39451Z","end":"2026-03-18T14:07:26.207393Z","steps":["trace[2058790439] 'process raft request' (duration: 536.494523ms)","trace[2058790439] 'compare' (duration: 275.643116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:26.207601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:25.394485Z","time spent":"813.049863ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:26.207657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.629805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:07:26.20772Z","caller":"traceutil/trace.go:171","msg":"trace[1249767665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5959; }","duration":"637.736699ms","start":"2026-03-18T14:07:25.569969Z","end":"2026-03-18T14:07:26.207706Z","steps":["trace[1249767665] 'agreement among raft nodes before linearized reading' (duration: 637.525813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:26.207763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:25.569946Z","time spent":"637.80536ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:07:26.207747Z","caller":"traceutil/trace.go:171","msg":"trace[1672103859] transaction","detail":"{read_only:false; response_revision:5958; number_of_response:1; }","duration":"778.937599ms","start":"2026-03-18T14:07:25.42877Z","end":"2026-03-18T14:07:26.207708Z","steps":["trace[1672103859] 'process raft request' (duration: 778.454117ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:26.207772Z","caller":"traceutil/trace.go:171","msg":"trace[778740946] transaction","detail":"{read_only:false; response_revision:5959; number_of_response:1; }","duration":"778.415745ms","start":"2026-03-18T14:07:25.429324Z","end":"2026-03-18T14:07:26.20774Z","steps":["trace[778740946] 'process raft request' (duration: 778.021045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:26.207812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.745184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:07:26.207906Z","caller":"traceutil/trace.go:171","msg":"trace[864920738] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5959; }","duration":"778.828285ms","start":"2026-03-18T14:07:25.429029Z","end":"2026-03-18T14:07:26.207857Z","steps":["trace[864920738] 'agreement among raft nodes before linearized reading' (duration: 778.716672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:26.207894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.224576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:07:26.207933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:25.428748Z","time spent":"779.082632ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:26.20794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:25.429311Z","time spent":"778.524898ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:26.207952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:25.429021Z","time spent":"778.918387ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-03-18T14:07:26.20799Z","caller":"traceutil/trace.go:171","msg":"trace[1569185287] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5959; }","duration":"779.394291ms","start":"2026-03-18T14:07:25.428571Z","end":"2026-03-18T14:07:26.207966Z","steps":["trace[1569185287] 'agreement among raft nodes before linearized reading' (duration: 779.218687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:26.208015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.380914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"warn","ts":"2026-03-18T14:07:26.208039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:25.428549Z","time spent":"779.479384ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-18T14:07:26.208086Z","caller":"traceutil/trace.go:171","msg":"trace[1760391493] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5959; }","duration":"778.489637ms","start":"2026-03-18T14:07:25.429576Z","end":"2026-03-18T14:07:26.208065Z","steps":["trace[1760391493] 'agreement among raft nodes before linearized reading' (duration: 778.23059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:26.20816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:25.429554Z","time spent":"778.59354ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6108,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-18T14:07:26.208223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.163779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-18T14:07:26.208433Z","caller":"traceutil/trace.go:171","msg":"trace[2145573359] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5959; }","duration":"621.222901ms","start":"2026-03-18T14:07:25.587024Z","end":"2026-03-18T14:07:26.208247Z","steps":["trace[2145573359] 'agreement among raft nodes before linearized reading' (duration: 620.43514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:26.208453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:25.587014Z","time spent":"621.434256ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T14:07:26.267352Z","caller":"traceutil/trace.go:171","msg":"trace[671039406] transaction","detail":"{read_only:false; response_revision:5960; number_of_response:1; }","duration":"332.717886ms","start":"2026-03-18T14:07:25.934608Z","end":"2026-03-18T14:07:26.267326Z","steps":["trace[671039406] 'process raft request' (duration: 332.343495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:26.267492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:25.934581Z","time spent":"332.838927ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:26.267776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.94866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:07:26.26788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.913583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:07:26.267957Z","caller":"traceutil/trace.go:171","msg":"trace[741294318] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5961; }","duration":"353.005406ms","start":"2026-03-18T14:07:25.914929Z","end":"2026-03-18T14:07:26.267935Z","steps":["trace[741294318] 'agreement among raft nodes before linearized reading' (duration: 352.906733ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:26.267962Z","caller":"traceutil/trace.go:171","msg":"trace[2037465815] transaction","detail":"{read_only:false; response_revision:5961; number_of_response:1; }","duration":"294.065276ms","start":"2026-03-18T14:07:25.973877Z","end":"2026-03-18T14:07:26.267942Z","steps":["trace[2037465815] 'process raft request' (duration: 293.354677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:26.268024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:25.914915Z","time spent":"353.093458ms","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":6,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:07:26.267896Z","caller":"traceutil/trace.go:171","msg":"trace[121739048] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5961; }","duration":"156.095735ms","start":"2026-03-18T14:07:26.111759Z","end":"2026-03-18T14:07:26.267855Z","steps":["trace[121739048] 'agreement among raft nodes before linearized reading' (duration: 155.857288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:26.26787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.175595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-18T14:07:26.268332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.264281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T14:07:26.268308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.629582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:07:26.26837Z","caller":"traceutil/trace.go:171","msg":"trace[1848486748] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5961; }","duration":"139.7176ms","start":"2026-03-18T14:07:26.128637Z","end":"2026-03-18T14:07:26.268355Z","steps":["trace[1848486748] 'agreement among raft nodes before linearized reading' (duration: 138.9861ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:26.26839Z","caller":"traceutil/trace.go:171","msg":"trace[427976052] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5961; }","duration":"124.324622ms","start":"2026-03-18T14:07:26.144047Z","end":"2026-03-18T14:07:26.268371Z","steps":["trace[427976052] 'agreement among raft nodes before linearized reading' (duration: 124.213959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:26.267775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.208537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:07:26.269049Z","caller":"traceutil/trace.go:171","msg":"trace[171677744] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5961; }","duration":"449.529393ms","start":"2026-03-18T14:07:25.819496Z","end":"2026-03-18T14:07:26.269025Z","steps":["trace[171677744] 'agreement among raft nodes before linearized reading' (duration: 448.181757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:26.269225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:25.81948Z","time spent":"449.718489ms","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:07:26.268591Z","caller":"traceutil/trace.go:171","msg":"trace[1280969577] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5961; }","duration":"485.971522ms","start":"2026-03-18T14:07:25.782589Z","end":"2026-03-18T14:07:26.268561Z","steps":["trace[1280969577] 'agreement among raft nodes before linearized reading' (duration: 485.229372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:26.269684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:25.782548Z","time spent":"487.112842ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":49,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:07:28.573979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.58719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:07:28.574115Z","caller":"traceutil/trace.go:171","msg":"trace[2036002726] transaction","detail":"{read_only:false; response_revision:5972; number_of_response:1; }","duration":"246.538718ms","start":"2026-03-18T14:07:28.327558Z","end":"2026-03-18T14:07:28.574097Z","steps":["trace[2036002726] 'process raft request' (duration: 111.754962ms)","trace[2036002726] 'compare' (duration: 134.415606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:36.275064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.960291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4725"} {"level":"info","ts":"2026-03-18T14:07:36.275213Z","caller":"traceutil/trace.go:171","msg":"trace[1066969407] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6008; }","duration":"479.118566ms","start":"2026-03-18T14:07:35.796075Z","end":"2026-03-18T14:07:36.275194Z","steps":["trace[1066969407] 'range keys from in-memory index tree' (duration: 478.803558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:36.275281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:35.796021Z","time spent":"479.246999ms","remote":"127.0.0.1:41072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4749,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-18T14:07:36.436121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476684211,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:07:36.565604Z","caller":"traceutil/trace.go:171","msg":"trace[977224464] transaction","detail":"{read_only:false; response_revision:6009; number_of_response:1; }","duration":"695.6648ms","start":"2026-03-18T14:07:35.869909Z","end":"2026-03-18T14:07:36.565574Z","steps":["trace[977224464] 'process raft request' (duration: 695.458504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:36.565753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:35.869887Z","time spent":"695.787224ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:36.800413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.792225ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:07:36.80059Z","caller":"traceutil/trace.go:171","msg":"trace[1458858655] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:6009; }","duration":"134.985711ms","start":"2026-03-18T14:07:36.665584Z","end":"2026-03-18T14:07:36.80057Z","steps":["trace[1458858655] 'range keys from in-memory index tree' (duration: 134.773255ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:36.938692Z","caller":"traceutil/trace.go:171","msg":"trace[50171302] transaction","detail":"{read_only:false; response_revision:6010; number_of_response:1; }","duration":"857.221741ms","start":"2026-03-18T14:07:36.081445Z","end":"2026-03-18T14:07:36.938666Z","steps":["trace[50171302] 'process raft request' (duration: 857.027607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:36.938837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:36.081416Z","time spent":"857.349756ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:07:36.939079Z","caller":"traceutil/trace.go:171","msg":"trace[258072427] transaction","detail":"{read_only:false; response_revision:6011; number_of_response:1; }","duration":"665.692107ms","start":"2026-03-18T14:07:36.273347Z","end":"2026-03-18T14:07:36.939039Z","steps":["trace[258072427] 'process raft request' (duration: 665.274715ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:36.939186Z","caller":"traceutil/trace.go:171","msg":"trace[929716876] transaction","detail":"{read_only:false; response_revision:6012; number_of_response:1; }","duration":"665.807511ms","start":"2026-03-18T14:07:36.273344Z","end":"2026-03-18T14:07:36.939152Z","steps":["trace[929716876] 'process raft request' (duration: 665.610295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:36.939311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:36.27332Z","time spent":"665.841071ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:07:36.939375Z","caller":"traceutil/trace.go:171","msg":"trace[1554905122] linearizableReadLoop","detail":"{readStateIndex:6273; appliedIndex:6267; }","duration":"1.003324487s","start":"2026-03-18T14:07:35.936038Z","end":"2026-03-18T14:07:36.939362Z","steps":["trace[1554905122] 'read index received' (duration: 629.451995ms)","trace[1554905122] 'applied index is now lower than readState.Index' (duration: 373.871702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:36.939387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:36.273313Z","time spent":"665.974295ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:07:36.939451Z","caller":"traceutil/trace.go:171","msg":"trace[1319964687] transaction","detail":"{read_only:false; response_revision:6013; number_of_response:1; }","duration":"666.018146ms","start":"2026-03-18T14:07:36.273407Z","end":"2026-03-18T14:07:36.939425Z","steps":["trace[1319964687] 'process raft request' (duration: 665.684557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:36.939561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.959538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:07:36.939569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:36.273381Z","time spent":"666.129018ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:36.939588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.060964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:07:36.939592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.761474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:07:36.939616Z","caller":"traceutil/trace.go:171","msg":"trace[442025540] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:6014; }","duration":"967.052242ms","start":"2026-03-18T14:07:35.972547Z","end":"2026-03-18T14:07:36.9396Z","steps":["trace[442025540] 'agreement among raft nodes before linearized reading' (duration: 966.916228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:36.93962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.812296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T14:07:36.94007Z","caller":"traceutil/trace.go:171","msg":"trace[1025363870] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6014; }","duration":"483.301679ms","start":"2026-03-18T14:07:36.456751Z","end":"2026-03-18T14:07:36.940052Z","steps":["trace[1025363870] 'agreement among raft nodes before linearized reading' (duration: 482.753264ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:36.939634Z","caller":"traceutil/trace.go:171","msg":"trace[348909969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6014; }","duration":"368.143765ms","start":"2026-03-18T14:07:36.571478Z","end":"2026-03-18T14:07:36.939622Z","steps":["trace[348909969] 'agreement among raft nodes before linearized reading' (duration: 368.067343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:36.940122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:36.456727Z","time spent":"483.380593ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:07:36.940164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:36.571461Z","time spent":"368.692481ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:07:36.939652Z","caller":"traceutil/trace.go:171","msg":"trace[972588768] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:6014; }","duration":"472.857675ms","start":"2026-03-18T14:07:36.466774Z","end":"2026-03-18T14:07:36.939632Z","steps":["trace[972588768] 'agreement among raft nodes before linearized reading' (duration: 472.766433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:36.94034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:36.466752Z","time spent":"473.571957ms","remote":"127.0.0.1:45822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:07:36.939692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.879949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:07:36.940525Z","caller":"traceutil/trace.go:171","msg":"trace[554197713] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6014; }","duration":"709.760232ms","start":"2026-03-18T14:07:36.23075Z","end":"2026-03-18T14:07:36.940511Z","steps":["trace[554197713] 'agreement among raft nodes before linearized reading' (duration: 708.91616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:36.940563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:36.230713Z","time spent":"709.839704ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-03-18T14:07:36.939683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.161991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:07:36.940715Z","caller":"traceutil/trace.go:171","msg":"trace[1407122044] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6014; }","duration":"687.252752ms","start":"2026-03-18T14:07:36.25345Z","end":"2026-03-18T14:07:36.940703Z","steps":["trace[1407122044] 'agreement among raft nodes before linearized reading' (duration: 686.123791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:36.940748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:36.253438Z","time spent":"687.300143ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-18T14:07:36.939502Z","caller":"traceutil/trace.go:171","msg":"trace[1796990595] transaction","detail":"{read_only:false; response_revision:6014; number_of_response:1; }","duration":"599.015369ms","start":"2026-03-18T14:07:36.340469Z","end":"2026-03-18T14:07:36.939485Z","steps":["trace[1796990595] 'process raft request' (duration: 598.832844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:36.941003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:36.340445Z","time spent":"600.502369ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:36.939829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.14019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-03-18T14:07:36.941099Z","caller":"traceutil/trace.go:171","msg":"trace[2036705644] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6014; }","duration":"698.440036ms","start":"2026-03-18T14:07:36.242641Z","end":"2026-03-18T14:07:36.941081Z","steps":["trace[2036705644] 'agreement among raft nodes before linearized reading' (duration: 697.006827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:36.941172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:36.242593Z","time spent":"698.561178ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6108,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-18T14:07:36.939829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.763213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:07:36.941256Z","caller":"traceutil/trace.go:171","msg":"trace[1823632307] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6014; }","duration":"558.232202ms","start":"2026-03-18T14:07:36.383006Z","end":"2026-03-18T14:07:36.941238Z","steps":["trace[1823632307] 'agreement among raft nodes before linearized reading' (duration: 556.67887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:36.941324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:36.382984Z","time spent":"558.321874ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:07:36.94001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:35.972521Z","time spent":"967.394011ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":92,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:07:36.942367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006293707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-18T14:07:36.94246Z","caller":"traceutil/trace.go:171","msg":"trace[923839201] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:6014; }","duration":"1.00643895s","start":"2026-03-18T14:07:35.935999Z","end":"2026-03-18T14:07:36.942438Z","steps":["trace[923839201] 'agreement among raft nodes before linearized reading' (duration: 1.003462599s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:36.942512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:35.935981Z","time spent":"1.006516743s","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211006,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-18T14:07:37.330485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.071451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:07:37.330598Z","caller":"traceutil/trace.go:171","msg":"trace[278869748] linearizableReadLoop","detail":"{readStateIndex:6274; appliedIndex:6273; }","duration":"358.474053ms","start":"2026-03-18T14:07:36.972107Z","end":"2026-03-18T14:07:37.330581Z","steps":["trace[278869748] 'read index received' (duration: 236.224217ms)","trace[278869748] 'applied index is now lower than readState.Index' (duration: 122.248326ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:37.330736Z","caller":"traceutil/trace.go:171","msg":"trace[783840932] transaction","detail":"{read_only:false; response_revision:6015; number_of_response:1; }","duration":"385.081916ms","start":"2026-03-18T14:07:36.94564Z","end":"2026-03-18T14:07:37.330722Z","steps":["trace[783840932] 'process raft request' (duration: 262.679346ms)","trace[783840932] 'compare' (duration: 121.950448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:37.330806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:36.945623Z","time spent":"385.150217ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:37.330841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.676846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:07:37.330924Z","caller":"traceutil/trace.go:171","msg":"trace[340698675] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6015; }","duration":"293.81345ms","start":"2026-03-18T14:07:37.037092Z","end":"2026-03-18T14:07:37.330905Z","steps":["trace[340698675] 'agreement among raft nodes before linearized reading' (duration: 293.668576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:37.331057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.283731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T14:07:37.331092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.258987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:07:37.33113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.953509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T14:07:37.331141Z","caller":"traceutil/trace.go:171","msg":"trace[203160953] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:6015; }","duration":"275.336899ms","start":"2026-03-18T14:07:37.05579Z","end":"2026-03-18T14:07:37.331127Z","steps":["trace[203160953] 'agreement among raft nodes before linearized reading' (duration: 275.229536ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:37.331191Z","caller":"traceutil/trace.go:171","msg":"trace[929402547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6015; }","duration":"184.046842ms","start":"2026-03-18T14:07:37.147125Z","end":"2026-03-18T14:07:37.331172Z","steps":["trace[929402547] 'agreement among raft nodes before linearized reading' (duration: 183.888488ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:37.331137Z","caller":"traceutil/trace.go:171","msg":"trace[2089591901] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6015; }","duration":"159.417483ms","start":"2026-03-18T14:07:37.171702Z","end":"2026-03-18T14:07:37.331119Z","steps":["trace[2089591901] 'agreement among raft nodes before linearized reading' (duration: 159.222999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:37.331252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.143742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-18T14:07:37.331296Z","caller":"traceutil/trace.go:171","msg":"trace[214074883] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6015; }","duration":"359.221844ms","start":"2026-03-18T14:07:36.972062Z","end":"2026-03-18T14:07:37.331284Z","steps":["trace[214074883] 'agreement among raft nodes before linearized reading' (duration: 359.076121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:37.331354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:36.97204Z","time spent":"359.306257ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1841,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-18T14:07:37.331735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.150247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:07:37.332152Z","caller":"traceutil/trace.go:171","msg":"trace[239916445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6015; }","duration":"180.326491ms","start":"2026-03-18T14:07:37.151528Z","end":"2026-03-18T14:07:37.331854Z","steps":["trace[239916445] 'agreement among raft nodes before linearized reading' (duration: 179.535039ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:37.517262Z","caller":"traceutil/trace.go:171","msg":"trace[2095993279] linearizableReadLoop","detail":"{readStateIndex:6278; appliedIndex:6275; }","duration":"115.678168ms","start":"2026-03-18T14:07:37.40156Z","end":"2026-03-18T14:07:37.517238Z","steps":["trace[2095993279] 'read index received' (duration: 31.820513ms)","trace[2095993279] 'applied index is now lower than readState.Index' (duration: 83.856635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:37.51745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.986359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:07:37.517506Z","caller":"traceutil/trace.go:171","msg":"trace[383836297] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6019; }","duration":"181.076611ms","start":"2026-03-18T14:07:37.336415Z","end":"2026-03-18T14:07:37.517491Z","steps":["trace[383836297] 'agreement among raft nodes before linearized reading' (duration: 180.931128ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:37.517548Z","caller":"traceutil/trace.go:171","msg":"trace[1898704282] transaction","detail":"{read_only:false; response_revision:6018; number_of_response:1; }","duration":"180.755323ms","start":"2026-03-18T14:07:37.336764Z","end":"2026-03-18T14:07:37.517519Z","steps":["trace[1898704282] 'process raft request' (duration: 180.384743ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:37.517561Z","caller":"traceutil/trace.go:171","msg":"trace[1803413958] transaction","detail":"{read_only:false; response_revision:6019; number_of_response:1; }","duration":"180.716952ms","start":"2026-03-18T14:07:37.336822Z","end":"2026-03-18T14:07:37.517539Z","steps":["trace[1803413958] 'process raft request' (duration: 180.370033ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:37.517668Z","caller":"traceutil/trace.go:171","msg":"trace[882143281] transaction","detail":"{read_only:false; response_revision:6017; number_of_response:1; }","duration":"180.894086ms","start":"2026-03-18T14:07:37.33675Z","end":"2026-03-18T14:07:37.517644Z","steps":["trace[882143281] 'process raft request' (duration: 96.675591ms)","trace[882143281] 'compare' (duration: 83.560017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:37.517724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.865576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-18T14:07:37.517786Z","caller":"traceutil/trace.go:171","msg":"trace[1207122926] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6019; }","duration":"156.983378ms","start":"2026-03-18T14:07:37.360785Z","end":"2026-03-18T14:07:37.517768Z","steps":["trace[1207122926] 'agreement among raft nodes before linearized reading' (duration: 156.782153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:38.072267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476684243,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:07:38.442421Z","caller":"traceutil/trace.go:171","msg":"trace[1290848246] linearizableReadLoop","detail":"{readStateIndex:6279; appliedIndex:6278; }","duration":"870.311517ms","start":"2026-03-18T14:07:37.572083Z","end":"2026-03-18T14:07:38.442395Z","steps":["trace[1290848246] 'read index received' (duration: 869.998798ms)","trace[1290848246] 'applied index is now lower than readState.Index' (duration: 311.779µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:38.442484Z","caller":"traceutil/trace.go:171","msg":"trace[2051488861] transaction","detail":"{read_only:false; response_revision:6020; number_of_response:1; }","duration":"884.520743ms","start":"2026-03-18T14:07:37.55793Z","end":"2026-03-18T14:07:38.442451Z","steps":["trace[2051488861] 'process raft request' (duration: 884.251575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:38.442587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.476312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:07:38.442627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.563439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:07:38.442651Z","caller":"traceutil/trace.go:171","msg":"trace[863622724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6020; }","duration":"870.585613ms","start":"2026-03-18T14:07:37.572051Z","end":"2026-03-18T14:07:38.442636Z","steps":["trace[863622724] 'agreement among raft nodes before linearized reading' (duration: 870.45278ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:38.442667Z","caller":"traceutil/trace.go:171","msg":"trace[730960683] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:6020; }","duration":"277.664113ms","start":"2026-03-18T14:07:38.164991Z","end":"2026-03-18T14:07:38.442655Z","steps":["trace[730960683] 'agreement among raft nodes before linearized reading' (duration: 277.56616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:38.442659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:37.557912Z","time spent":"884.646787ms","remote":"127.0.0.1:41058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:38.442694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:37.572036Z","time spent":"870.650787ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:07:38.722591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.272465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:07:38.722898Z","caller":"traceutil/trace.go:171","msg":"trace[637855729] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:6020; }","duration":"147.641585ms","start":"2026-03-18T14:07:38.575234Z","end":"2026-03-18T14:07:38.722876Z","steps":["trace[637855729] 'count revisions from in-memory index tree' (duration: 147.197633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:39.316564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.87731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:07:39.316668Z","caller":"traceutil/trace.go:171","msg":"trace[243547478] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6021; }","duration":"371.057454ms","start":"2026-03-18T14:07:38.945589Z","end":"2026-03-18T14:07:39.316646Z","steps":["trace[243547478] 'agreement among raft nodes before linearized reading' (duration: 77.901593ms)","trace[243547478] 'range keys from in-memory index tree' (duration: 292.978658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:39.316715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:38.94554Z","time spent":"371.165558ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-18T14:07:39.35723Z","caller":"traceutil/trace.go:171","msg":"trace[8926337] linearizableReadLoop","detail":"{readStateIndex:6282; appliedIndex:6280; }","duration":"333.762933ms","start":"2026-03-18T14:07:39.023442Z","end":"2026-03-18T14:07:39.357205Z","steps":["trace[8926337] 'read index received' (duration: 333.507866ms)","trace[8926337] 'applied index is now lower than readState.Index' (duration: 253.607µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:39.357263Z","caller":"traceutil/trace.go:171","msg":"trace[799886652] transaction","detail":"{read_only:false; response_revision:6022; number_of_response:1; }","duration":"411.321138ms","start":"2026-03-18T14:07:38.94591Z","end":"2026-03-18T14:07:39.357231Z","steps":["trace[799886652] 'process raft request' (duration: 411.023809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:39.357416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:38.945876Z","time spent":"411.457111ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:07:39.357316Z","caller":"traceutil/trace.go:171","msg":"trace[1117705318] transaction","detail":"{read_only:false; response_revision:6023; number_of_response:1; }","duration":"410.706041ms","start":"2026-03-18T14:07:38.946584Z","end":"2026-03-18T14:07:39.35729Z","steps":["trace[1117705318] 'process raft request' (duration: 410.563157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:39.35766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.978681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-03-18T14:07:39.357714Z","caller":"traceutil/trace.go:171","msg":"trace[1844004418] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6023; }","duration":"410.077573ms","start":"2026-03-18T14:07:38.947624Z","end":"2026-03-18T14:07:39.357701Z","steps":["trace[1844004418] 'agreement among raft nodes before linearized reading' (duration: 409.831447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:39.357751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:38.94761Z","time spent":"410.130246ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6108,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-03-18T14:07:39.357715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:38.946566Z","time spent":"410.989308ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:39.965609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.786994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:07:39.965701Z","caller":"traceutil/trace.go:171","msg":"trace[8968559] transaction","detail":"{read_only:false; response_revision:6026; number_of_response:1; }","duration":"439.296116ms","start":"2026-03-18T14:07:39.526387Z","end":"2026-03-18T14:07:39.965683Z","steps":["trace[8968559] 'process raft request' (duration: 67.369117ms)","trace[8968559] 'compare' (duration: 371.687182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:39.965753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:39.526357Z","time spent":"439.369638ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:40.705777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.736666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:07:40.705998Z","caller":"traceutil/trace.go:171","msg":"trace[555741482] linearizableReadLoop","detail":"{readStateIndex:6287; appliedIndex:6284; }","duration":"1.137484444s","start":"2026-03-18T14:07:39.56849Z","end":"2026-03-18T14:07:40.705975Z","steps":["trace[555741482] 'read index received' (duration: 25.281085ms)","trace[555741482] 'applied index is now lower than readState.Index' (duration: 1.112201659s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:40.706169Z","caller":"traceutil/trace.go:171","msg":"trace[1334103513] transaction","detail":"{read_only:false; response_revision:6027; number_of_response:1; }","duration":"1.179508104s","start":"2026-03-18T14:07:39.526624Z","end":"2026-03-18T14:07:40.706132Z","steps":["trace[1334103513] 'process raft request' (duration: 606.307477ms)","trace[1334103513] 'compare' (duration: 572.618572ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:40.706132Z","caller":"traceutil/trace.go:171","msg":"trace[1226991793] transaction","detail":"{read_only:false; response_revision:6028; number_of_response:1; }","duration":"1.179433263s","start":"2026-03-18T14:07:39.526683Z","end":"2026-03-18T14:07:40.706116Z","steps":["trace[1226991793] 'process raft request' (duration: 1.179209687s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:40.706342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137843064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:07:40.706392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:39.526602Z","time spent":"1.179697289s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:07:40.706416Z","caller":"traceutil/trace.go:171","msg":"trace[2069208906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6028; }","duration":"1.137976848s","start":"2026-03-18T14:07:39.568421Z","end":"2026-03-18T14:07:40.706397Z","steps":["trace[2069208906] 'agreement among raft nodes before linearized reading' (duration: 1.137857364s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:40.706462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:39.568394Z","time spent":"1.13805993s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:07:40.706445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:39.526652Z","time spent":"1.179744491s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:40.70651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.824633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T14:07:40.706608Z","caller":"traceutil/trace.go:171","msg":"trace[68091230] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:6028; }","duration":"361.978378ms","start":"2026-03-18T14:07:40.344608Z","end":"2026-03-18T14:07:40.706586Z","steps":["trace[68091230] 'agreement among raft nodes before linearized reading' (duration: 361.692251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:40.706692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:40.344587Z","time spent":"362.078151ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"warn","ts":"2026-03-18T14:07:41.189323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.884731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:07:41.189691Z","caller":"traceutil/trace.go:171","msg":"trace[1261641570] linearizableReadLoop","detail":"{readStateIndex:6289; appliedIndex:6288; }","duration":"240.018411ms","start":"2026-03-18T14:07:40.949645Z","end":"2026-03-18T14:07:41.189664Z","steps":["trace[1261641570] 'read index received' (duration: 133.663096ms)","trace[1261641570] 'applied index is now lower than readState.Index' (duration: 106.349455ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:41.189729Z","caller":"traceutil/trace.go:171","msg":"trace[474949255] transaction","detail":"{read_only:false; response_revision:6029; number_of_response:1; }","duration":"430.952769ms","start":"2026-03-18T14:07:40.758736Z","end":"2026-03-18T14:07:41.189689Z","steps":["trace[474949255] 'process raft request' (duration: 324.557593ms)","trace[474949255] 'compare' (duration: 105.549762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:41.189921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:40.758719Z","time spent":"431.092534ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:41.19011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.451303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:07:41.190199Z","caller":"traceutil/trace.go:171","msg":"trace[1407950046] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6029; }","duration":"240.586346ms","start":"2026-03-18T14:07:40.949594Z","end":"2026-03-18T14:07:41.19018Z","steps":["trace[1407950046] 'agreement among raft nodes before linearized reading' (duration: 240.247777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:41.461631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.41367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:07:41.461983Z","caller":"traceutil/trace.go:171","msg":"trace[220218402] transaction","detail":"{read_only:false; response_revision:6030; number_of_response:1; }","duration":"432.765728ms","start":"2026-03-18T14:07:41.029179Z","end":"2026-03-18T14:07:41.461945Z","steps":["trace[220218402] 'process raft request' (duration: 309.948717ms)","trace[220218402] 'compare' (duration: 122.290887ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:41.462029Z","caller":"traceutil/trace.go:171","msg":"trace[960134029] linearizableReadLoop","detail":"{readStateIndex:6290; appliedIndex:6289; }","duration":"272.248515ms","start":"2026-03-18T14:07:41.189767Z","end":"2026-03-18T14:07:41.462016Z","steps":["trace[960134029] 'read index received' (duration: 149.369072ms)","trace[960134029] 'applied index is now lower than readState.Index' (duration: 122.878573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:41.462136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:41.029157Z","time spent":"432.899661ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:41.462174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.266779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:07:41.462205Z","caller":"traceutil/trace.go:171","msg":"trace[1545665801] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:6031; }","duration":"448.320531ms","start":"2026-03-18T14:07:41.013872Z","end":"2026-03-18T14:07:41.462193Z","steps":["trace[1545665801] 'agreement among raft nodes before linearized reading' (duration: 448.201717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:41.462325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:41.01386Z","time spent":"448.454534ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":6,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:07:41.778891Z","caller":"traceutil/trace.go:171","msg":"trace[2042914266] transaction","detail":"{read_only:false; response_revision:6032; number_of_response:1; }","duration":"415.414318ms","start":"2026-03-18T14:07:41.363435Z","end":"2026-03-18T14:07:41.778849Z","steps":["trace[2042914266] 'process raft request' (duration: 387.541572ms)","trace[2042914266] 'compare' (duration: 27.101935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:41.779039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:41.363413Z","time spent":"415.548442ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:07:41.779046Z","caller":"traceutil/trace.go:171","msg":"trace[823814585] linearizableReadLoop","detail":"{readStateIndex:6293; appliedIndex:6291; }","duration":"316.971698ms","start":"2026-03-18T14:07:41.462053Z","end":"2026-03-18T14:07:41.779025Z","steps":["trace[823814585] 'read index received' (duration: 288.828555ms)","trace[823814585] 'applied index is now lower than readState.Index' (duration: 28.142183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:41.779264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.587169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:07:41.779286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.261602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"warn","ts":"2026-03-18T14:07:41.779289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.51559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:07:41.779309Z","caller":"traceutil/trace.go:171","msg":"trace[1854369507] transaction","detail":"{read_only:false; response_revision:6033; number_of_response:1; }","duration":"352.642806ms","start":"2026-03-18T14:07:41.426605Z","end":"2026-03-18T14:07:41.779247Z","steps":["trace[1854369507] 'process raft request' (duration: 352.04699ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:41.779343Z","caller":"traceutil/trace.go:171","msg":"trace[1221631093] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6033; }","duration":"416.364524ms","start":"2026-03-18T14:07:41.362968Z","end":"2026-03-18T14:07:41.779332Z","steps":["trace[1221631093] 'agreement among raft nodes before linearized reading' (duration: 416.181989ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:41.779361Z","caller":"traceutil/trace.go:171","msg":"trace[945145901] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6033; }","duration":"377.626033ms","start":"2026-03-18T14:07:41.401718Z","end":"2026-03-18T14:07:41.779344Z","steps":["trace[945145901] 'agreement among raft nodes before linearized reading' (duration: 377.335016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:41.779382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:41.36295Z","time spent":"416.423975ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6108,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"info","ts":"2026-03-18T14:07:41.779348Z","caller":"traceutil/trace.go:171","msg":"trace[431816135] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6033; }","duration":"458.709112ms","start":"2026-03-18T14:07:41.32062Z","end":"2026-03-18T14:07:41.779329Z","steps":["trace[431816135] 'agreement among raft nodes before linearized reading' (duration: 458.510126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:41.779415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:41.401706Z","time spent":"377.700125ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:07:41.779452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.866289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-18T14:07:41.779427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:41.320607Z","time spent":"458.809225ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-03-18T14:07:41.779506Z","caller":"traceutil/trace.go:171","msg":"trace[2074494977] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:6033; }","duration":"586.964182ms","start":"2026-03-18T14:07:41.192527Z","end":"2026-03-18T14:07:41.779492Z","steps":["trace[2074494977] 'agreement among raft nodes before linearized reading' (duration: 586.844938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:41.779547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:41.192502Z","time spent":"587.035343ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T14:07:41.77957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:41.426587Z","time spent":"352.785579ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19761,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:41.779758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.24898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-18T14:07:41.77983Z","caller":"traceutil/trace.go:171","msg":"trace[699084319] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6033; }","duration":"500.365802ms","start":"2026-03-18T14:07:41.279445Z","end":"2026-03-18T14:07:41.77981Z","steps":["trace[699084319] 'agreement among raft nodes before linearized reading' (duration: 499.865588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:41.779867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:41.279421Z","time spent":"500.438235ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T14:07:41.779942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.875731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-18T14:07:41.779946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.879188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:07:41.779995Z","caller":"traceutil/trace.go:171","msg":"trace[682840821] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:6033; }","duration":"314.960063ms","start":"2026-03-18T14:07:41.465023Z","end":"2026-03-18T14:07:41.779983Z","steps":["trace[682840821] 'agreement among raft nodes before linearized reading' (duration: 314.779899ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:41.780017Z","caller":"traceutil/trace.go:171","msg":"trace[165558717] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6033; }","duration":"315.993563ms","start":"2026-03-18T14:07:41.464007Z","end":"2026-03-18T14:07:41.78Z","steps":["trace[165558717] 'agreement among raft nodes before linearized reading' (duration: 315.769316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:41.780031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:41.46501Z","time spent":"315.011995ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"warn","ts":"2026-03-18T14:07:41.780069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:41.463991Z","time spent":"316.069684ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:07:42.025035Z","caller":"traceutil/trace.go:171","msg":"trace[272679499] transaction","detail":"{read_only:false; response_revision:6035; number_of_response:1; }","duration":"240.228306ms","start":"2026-03-18T14:07:41.784779Z","end":"2026-03-18T14:07:42.025007Z","steps":["trace[272679499] 'process raft request' (duration: 181.74979ms)","trace[272679499] 'compare' (duration: 58.287851ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:42.025241Z","caller":"traceutil/trace.go:171","msg":"trace[1495132774] linearizableReadLoop","detail":"{readStateIndex:6296; appliedIndex:6294; }","duration":"196.680515ms","start":"2026-03-18T14:07:41.828525Z","end":"2026-03-18T14:07:42.025205Z","steps":["trace[1495132774] 'read index received' (duration: 137.942912ms)","trace[1495132774] 'applied index is now lower than readState.Index' (duration: 58.736073ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:42.025328Z","caller":"traceutil/trace.go:171","msg":"trace[1975061702] transaction","detail":"{read_only:false; response_revision:6036; number_of_response:1; }","duration":"240.238006ms","start":"2026-03-18T14:07:41.785054Z","end":"2026-03-18T14:07:42.025292Z","steps":["trace[1975061702] 'process raft request' (duration: 239.911148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:42.02557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.01243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T14:07:42.025683Z","caller":"traceutil/trace.go:171","msg":"trace[1871865163] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:6036; }","duration":"240.159965ms","start":"2026-03-18T14:07:41.785494Z","end":"2026-03-18T14:07:42.025654Z","steps":["trace[1871865163] 'agreement among raft nodes before linearized reading' (duration: 239.888817ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:43.602364Z","caller":"traceutil/trace.go:171","msg":"trace[10824185] transaction","detail":"{read_only:false; response_revision:6041; number_of_response:1; }","duration":"134.790336ms","start":"2026-03-18T14:07:43.467553Z","end":"2026-03-18T14:07:43.602343Z","steps":["trace[10824185] 'process raft request' (duration: 134.595451ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:43.602643Z","caller":"traceutil/trace.go:171","msg":"trace[1549640995] transaction","detail":"{read_only:false; response_revision:6042; number_of_response:1; }","duration":"135.060994ms","start":"2026-03-18T14:07:43.467565Z","end":"2026-03-18T14:07:43.602626Z","steps":["trace[1549640995] 'process raft request' (duration: 134.746126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:45.841549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.943682ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T14:07:45.84178Z","caller":"traceutil/trace.go:171","msg":"trace[1823946347] linearizableReadLoop","detail":"{readStateIndex:6331; appliedIndex:6330; }","duration":"118.771881ms","start":"2026-03-18T14:07:45.722983Z","end":"2026-03-18T14:07:45.841755Z","steps":["trace[1823946347] 'read index received' (duration: 15.49055ms)","trace[1823946347] 'applied index is now lower than readState.Index' (duration: 103.278131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:45.841977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.970207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:07:45.842058Z","caller":"traceutil/trace.go:171","msg":"trace[1041956931] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:6070; }","duration":"119.1145ms","start":"2026-03-18T14:07:45.722924Z","end":"2026-03-18T14:07:45.842039Z","steps":["trace[1041956931] 'agreement among raft nodes before linearized reading' (duration: 118.915125ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:49.974012Z","caller":"traceutil/trace.go:171","msg":"trace[877352048] transaction","detail":"{read_only:false; response_revision:6094; number_of_response:1; }","duration":"115.73035ms","start":"2026-03-18T14:07:49.85826Z","end":"2026-03-18T14:07:49.97399Z","steps":["trace[877352048] 'process raft request' (duration: 115.547484ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:55.833924Z","caller":"traceutil/trace.go:171","msg":"trace[832605287] transaction","detail":"{read_only:false; response_revision:6123; number_of_response:1; }","duration":"165.950412ms","start":"2026-03-18T14:07:55.667948Z","end":"2026-03-18T14:07:55.833898Z","steps":["trace[832605287] 'process raft request' (duration: 165.808998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:56.180212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.270985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:07:56.18032Z","caller":"traceutil/trace.go:171","msg":"trace[27045555] linearizableReadLoop","detail":"{readStateIndex:6387; appliedIndex:6386; }","duration":"318.424888ms","start":"2026-03-18T14:07:55.861876Z","end":"2026-03-18T14:07:56.180301Z","steps":["trace[27045555] 'read index received' (duration: 59.903205ms)","trace[27045555] 'applied index is now lower than readState.Index' (duration: 258.520023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:56.180779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.89128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:07:56.180757Z","caller":"traceutil/trace.go:171","msg":"trace[1205797799] transaction","detail":"{read_only:false; response_revision:6124; number_of_response:1; }","duration":"512.06854ms","start":"2026-03-18T14:07:55.668277Z","end":"2026-03-18T14:07:56.180346Z","steps":["trace[1205797799] 'process raft request' (duration: 253.569089ms)","trace[1205797799] 'compare' (duration: 258.142822ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:56.180845Z","caller":"traceutil/trace.go:171","msg":"trace[2113211780] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6124; }","duration":"318.991273ms","start":"2026-03-18T14:07:55.861838Z","end":"2026-03-18T14:07:56.180829Z","steps":["trace[2113211780] 'agreement among raft nodes before linearized reading' (duration: 318.544751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:56.180895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:55.86182Z","time spent":"319.059725ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:07:56.180982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:55.668252Z","time spent":"512.619635ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:56.681062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476684523,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:07:56.800351Z","caller":"traceutil/trace.go:171","msg":"trace[1296944001] transaction","detail":"{read_only:false; response_revision:6125; number_of_response:1; }","duration":"731.964934ms","start":"2026-03-18T14:07:56.068358Z","end":"2026-03-18T14:07:56.800323Z","steps":["trace[1296944001] 'process raft request' (duration: 731.799749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:56.800505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:56.068314Z","time spent":"732.115868ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:07:56.911687Z","caller":"traceutil/trace.go:171","msg":"trace[1067391149] linearizableReadLoop","detail":"{readStateIndex:6389; appliedIndex:6387; }","duration":"731.310126ms","start":"2026-03-18T14:07:56.180354Z","end":"2026-03-18T14:07:56.911664Z","steps":["trace[1067391149] 'read index received' (duration: 619.793571ms)","trace[1067391149] 'applied index is now lower than readState.Index' (duration: 111.514935ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:56.911893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.798601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T14:07:56.911886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.163375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:07:56.911932Z","caller":"traceutil/trace.go:171","msg":"trace[712541359] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6125; }","duration":"793.863162ms","start":"2026-03-18T14:07:56.118057Z","end":"2026-03-18T14:07:56.91192Z","steps":["trace[712541359] 'agreement among raft nodes before linearized reading' (duration: 793.732498ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:56.911942Z","caller":"traceutil/trace.go:171","msg":"trace[1017507391] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:6125; }","duration":"883.274329ms","start":"2026-03-18T14:07:56.028653Z","end":"2026-03-18T14:07:56.911927Z","steps":["trace[1017507391] 'agreement among raft nodes before linearized reading' (duration: 883.164846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:56.911962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:56.118043Z","time spent":"793.911634ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:07:56.912006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:56.028636Z","time spent":"883.33964ms","remote":"127.0.0.1:45860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":11,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:07:56.912092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.670686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T14:07:56.912182Z","caller":"traceutil/trace.go:171","msg":"trace[1887827937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6125; }","duration":"710.81842ms","start":"2026-03-18T14:07:56.201344Z","end":"2026-03-18T14:07:56.912163Z","steps":["trace[1887827937] 'agreement among raft nodes before linearized reading' (duration: 710.569494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:56.912363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:56.201323Z","time spent":"711.029775ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:07:56.912142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.360203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:07:56.912458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.139122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:07:56.912532Z","caller":"traceutil/trace.go:171","msg":"trace[2134427328] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:6125; }","duration":"260.798663ms","start":"2026-03-18T14:07:56.651716Z","end":"2026-03-18T14:07:56.912515Z","steps":["trace[2134427328] 'agreement among raft nodes before linearized reading' (duration: 260.309281ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:56.912554Z","caller":"traceutil/trace.go:171","msg":"trace[836259255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6125; }","duration":"341.303819ms","start":"2026-03-18T14:07:56.571225Z","end":"2026-03-18T14:07:56.912529Z","steps":["trace[836259255] 'agreement among raft nodes before linearized reading' (duration: 341.113463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:56.912613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:56.571201Z","time spent":"341.40341ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:07:56.912589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.675453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-18T14:07:56.912521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.108692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T14:07:56.912858Z","caller":"traceutil/trace.go:171","msg":"trace[1663678796] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6125; }","duration":"640.447532ms","start":"2026-03-18T14:07:56.272358Z","end":"2026-03-18T14:07:56.912806Z","steps":["trace[1663678796] 'agreement among raft nodes before linearized reading' (duration: 640.02159ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:56.912724Z","caller":"traceutil/trace.go:171","msg":"trace[951284627] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:6125; }","duration":"840.882959ms","start":"2026-03-18T14:07:56.071812Z","end":"2026-03-18T14:07:56.912695Z","steps":["trace[951284627] 'agreement among raft nodes before linearized reading' (duration: 840.052686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:56.91297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:56.07179Z","time spent":"841.166996ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"warn","ts":"2026-03-18T14:07:56.913014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:56.272341Z","time spent":"640.609757ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:07:57.029605Z","caller":"traceutil/trace.go:171","msg":"trace[286221397] transaction","detail":"{read_only:false; response_revision:6126; number_of_response:1; }","duration":"113.351374ms","start":"2026-03-18T14:07:56.916227Z","end":"2026-03-18T14:07:57.029579Z","steps":["trace[286221397] 'process raft request' (duration: 113.1809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:57.291109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.325449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:07:57.291341Z","caller":"traceutil/trace.go:171","msg":"trace[347723887] transaction","detail":"{read_only:false; response_revision:6127; number_of_response:1; }","duration":"375.026412ms","start":"2026-03-18T14:07:56.916294Z","end":"2026-03-18T14:07:57.291321Z","steps":["trace[347723887] 'process raft request' (duration: 221.376574ms)","trace[347723887] 'compare' (duration: 153.094623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:07:57.291472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:56.916268Z","time spent":"375.169047ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:07:57.29212Z","caller":"traceutil/trace.go:171","msg":"trace[725811358] linearizableReadLoop","detail":"{readStateIndex:6394; appliedIndex:6389; }","duration":"373.918173ms","start":"2026-03-18T14:07:56.91818Z","end":"2026-03-18T14:07:57.292098Z","steps":["trace[725811358] 'read index received' (duration: 111.32929ms)","trace[725811358] 'applied index is now lower than readState.Index' (duration: 262.587753ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:07:57.292303Z","caller":"traceutil/trace.go:171","msg":"trace[453179303] transaction","detail":"{read_only:false; response_revision:6129; number_of_response:1; }","duration":"375.027262ms","start":"2026-03-18T14:07:56.917263Z","end":"2026-03-18T14:07:57.29229Z","steps":["trace[453179303] 'process raft request' (duration: 374.715604ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:57.292356Z","caller":"traceutil/trace.go:171","msg":"trace[565722423] transaction","detail":"{read_only:false; response_revision:6130; number_of_response:1; }","duration":"374.936989ms","start":"2026-03-18T14:07:56.917401Z","end":"2026-03-18T14:07:57.292338Z","steps":["trace[565722423] 'process raft request' (duration: 374.657682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:57.292447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:56.917394Z","time spent":"375.012142ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:57.292533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:56.917252Z","time spent":"375.172157ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:57.292795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.616902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:108939"} {"level":"info","ts":"2026-03-18T14:07:57.29343Z","caller":"traceutil/trace.go:171","msg":"trace[1122318721] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6130; }","duration":"375.272758ms","start":"2026-03-18T14:07:56.918145Z","end":"2026-03-18T14:07:57.293418Z","steps":["trace[1122318721] 'agreement among raft nodes before linearized reading' (duration: 374.497508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:57.293495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:56.918133Z","time spent":"375.351461ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":108963,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T14:07:57.292848Z","caller":"traceutil/trace.go:171","msg":"trace[447251459] transaction","detail":"{read_only:false; response_revision:6128; number_of_response:1; }","duration":"375.605388ms","start":"2026-03-18T14:07:56.917232Z","end":"2026-03-18T14:07:57.292837Z","steps":["trace[447251459] 'process raft request' (duration: 374.021245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:57.293657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:56.917207Z","time spent":"376.39418ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:07:57.318158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.559176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:07:57.318325Z","caller":"traceutil/trace.go:171","msg":"trace[1911784676] transaction","detail":"{read_only:false; response_revision:6131; number_of_response:1; }","duration":"280.351945ms","start":"2026-03-18T14:07:57.037957Z","end":"2026-03-18T14:07:57.318309Z","steps":["trace[1911784676] 'process raft request' (duration: 280.025076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:57.318436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.455067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-18T14:07:57.318569Z","caller":"traceutil/trace.go:171","msg":"trace[865196937] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:6131; }","duration":"287.622592ms","start":"2026-03-18T14:07:57.030927Z","end":"2026-03-18T14:07:57.318549Z","steps":["trace[865196937] 'agreement among raft nodes before linearized reading' (duration: 287.222811ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:07:57.318504Z","caller":"traceutil/trace.go:171","msg":"trace[197845355] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:6131; }","duration":"306.697799ms","start":"2026-03-18T14:07:57.011523Z","end":"2026-03-18T14:07:57.318221Z","steps":["trace[197845355] 'agreement among raft nodes before linearized reading' (duration: 306.546634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:07:57.318666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:07:57.011506Z","time spent":"307.143522ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:08:11.300557Z","caller":"traceutil/trace.go:171","msg":"trace[854517891] transaction","detail":"{read_only:false; response_revision:6232; number_of_response:1; }","duration":"125.191105ms","start":"2026-03-18T14:08:11.175333Z","end":"2026-03-18T14:08:11.300524Z","steps":["trace[854517891] 'process raft request' (duration: 119.602343ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:08:12.149599Z","caller":"traceutil/trace.go:171","msg":"trace[1288651270] transaction","detail":"{read_only:false; response_revision:6243; number_of_response:1; }","duration":"112.832331ms","start":"2026-03-18T14:08:12.036746Z","end":"2026-03-18T14:08:12.149578Z","steps":["trace[1288651270] 'process raft request' (duration: 112.697187ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:08:12.583011Z","caller":"traceutil/trace.go:171","msg":"trace[1414576496] transaction","detail":"{read_only:false; response_revision:6247; number_of_response:1; }","duration":"218.502107ms","start":"2026-03-18T14:08:12.364478Z","end":"2026-03-18T14:08:12.58298Z","steps":["trace[1414576496] 'process raft request' (duration: 218.400144ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:08:12.583085Z","caller":"traceutil/trace.go:171","msg":"trace[1299348140] transaction","detail":"{read_only:false; response_revision:6246; number_of_response:1; }","duration":"222.103934ms","start":"2026-03-18T14:08:12.360944Z","end":"2026-03-18T14:08:12.583048Z","steps":["trace[1299348140] 'process raft request' (duration: 152.745513ms)","trace[1299348140] 'compare' (duration: 69.058793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:08:23.573356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.155721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:08:23.573458Z","caller":"traceutil/trace.go:171","msg":"trace[517924852] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6305; }","duration":"116.302425ms","start":"2026-03-18T14:08:23.457138Z","end":"2026-03-18T14:08:23.57344Z","steps":["trace[517924852] 'range keys from in-memory index tree' (duration: 116.040098ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:08:23.864018Z","caller":"traceutil/trace.go:171","msg":"trace[1943244367] transaction","detail":"{read_only:false; response_revision:6309; number_of_response:1; }","duration":"168.972074ms","start":"2026-03-18T14:08:23.695028Z","end":"2026-03-18T14:08:23.864Z","steps":["trace[1943244367] 'process raft request' (duration: 168.889211ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:08:23.864009Z","caller":"traceutil/trace.go:171","msg":"trace[1665230620] transaction","detail":"{read_only:false; response_revision:6308; number_of_response:1; }","duration":"168.955353ms","start":"2026-03-18T14:08:23.695018Z","end":"2026-03-18T14:08:23.863973Z","steps":["trace[1665230620] 'process raft request' (duration: 84.688598ms)","trace[1665230620] 'compare' (duration: 84.092041ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:08:35.269078Z","caller":"traceutil/trace.go:171","msg":"trace[1142406098] transaction","detail":"{read_only:false; response_revision:6387; number_of_response:1; }","duration":"102.336825ms","start":"2026-03-18T14:08:35.166711Z","end":"2026-03-18T14:08:35.269048Z","steps":["trace[1142406098] 'process raft request' (duration: 102.273473ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:08:35.269106Z","caller":"traceutil/trace.go:171","msg":"trace[1612742719] transaction","detail":"{read_only:false; response_revision:6386; number_of_response:1; }","duration":"163.434542ms","start":"2026-03-18T14:08:35.105626Z","end":"2026-03-18T14:08:35.269061Z","steps":["trace[1612742719] 'process raft request' (duration: 71.827958ms)","trace[1612742719] 'compare' (duration: 91.390349ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:08:35.424505Z","caller":"traceutil/trace.go:171","msg":"trace[1483357933] transaction","detail":"{read_only:false; response_revision:6388; number_of_response:1; }","duration":"139.75931ms","start":"2026-03-18T14:08:35.284714Z","end":"2026-03-18T14:08:35.424473Z","steps":["trace[1483357933] 'process raft request' (duration: 99.504928ms)","trace[1483357933] 'compare' (duration: 39.944854ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:08:35.789967Z","caller":"traceutil/trace.go:171","msg":"trace[1795896677] transaction","detail":"{read_only:false; response_revision:6390; number_of_response:1; }","duration":"116.640474ms","start":"2026-03-18T14:08:35.673298Z","end":"2026-03-18T14:08:35.789939Z","steps":["trace[1795896677] 'process raft request' (duration: 116.485749ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:08:36.105675Z","caller":"traceutil/trace.go:171","msg":"trace[2058259219] transaction","detail":"{read_only:false; response_revision:6395; number_of_response:1; }","duration":"135.462584ms","start":"2026-03-18T14:08:35.970189Z","end":"2026-03-18T14:08:36.105651Z","steps":["trace[2058259219] 'process raft request' (duration: 135.31437ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:08:36.432792Z","caller":"traceutil/trace.go:171","msg":"trace[1827904695] transaction","detail":"{read_only:false; response_revision:6397; number_of_response:1; }","duration":"216.350109ms","start":"2026-03-18T14:08:36.216414Z","end":"2026-03-18T14:08:36.432764Z","steps":["trace[1827904695] 'process raft request' (duration: 216.180884ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:08:36.54562Z","caller":"traceutil/trace.go:171","msg":"trace[263816278] transaction","detail":"{read_only:false; response_revision:6398; number_of_response:1; }","duration":"182.5254ms","start":"2026-03-18T14:08:36.363065Z","end":"2026-03-18T14:08:36.545591Z","steps":["trace[263816278] 'process raft request' (duration: 182.368576ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:08:37.436624Z","caller":"traceutil/trace.go:171","msg":"trace[2047083151] transaction","detail":"{read_only:false; response_revision:6401; number_of_response:1; }","duration":"161.86211ms","start":"2026-03-18T14:08:37.274727Z","end":"2026-03-18T14:08:37.436589Z","steps":["trace[2047083151] 'process raft request' (duration: 161.643824ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:08:47.614722Z","caller":"traceutil/trace.go:171","msg":"trace[1146203978] transaction","detail":"{read_only:false; response_revision:6467; number_of_response:1; }","duration":"140.016168ms","start":"2026-03-18T14:08:47.474684Z","end":"2026-03-18T14:08:47.6147Z","steps":["trace[1146203978] 'process raft request' (duration: 139.74881ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:08:47.821658Z","caller":"traceutil/trace.go:171","msg":"trace[2098930853] transaction","detail":"{read_only:false; response_revision:6468; number_of_response:1; }","duration":"202.439411ms","start":"2026-03-18T14:08:47.619189Z","end":"2026-03-18T14:08:47.821628Z","steps":["trace[2098930853] 'process raft request' (duration: 158.977782ms)","trace[2098930853] 'compare' (duration: 43.330526ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:08:48.044523Z","caller":"traceutil/trace.go:171","msg":"trace[1406864709] linearizableReadLoop","detail":"{readStateIndex:6744; appliedIndex:6743; }","duration":"116.848259ms","start":"2026-03-18T14:08:47.927652Z","end":"2026-03-18T14:08:48.0445Z","steps":["trace[1406864709] 'read index received' (duration: 70.358668ms)","trace[1406864709] 'applied index is now lower than readState.Index' (duration: 46.488871ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:08:48.044544Z","caller":"traceutil/trace.go:171","msg":"trace[2002189816] transaction","detail":"{read_only:false; response_revision:6469; number_of_response:1; }","duration":"118.845524ms","start":"2026-03-18T14:08:47.925661Z","end":"2026-03-18T14:08:48.044506Z","steps":["trace[2002189816] 'process raft request' (duration: 72.450016ms)","trace[2002189816] 'compare' (duration: 46.270144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:08:48.0448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.727779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:08:48.044833Z","caller":"traceutil/trace.go:171","msg":"trace[715025875] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:6469; }","duration":"108.827443ms","start":"2026-03-18T14:08:47.935997Z","end":"2026-03-18T14:08:48.044825Z","steps":["trace[715025875] 'agreement among raft nodes before linearized reading' (duration: 108.633177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:08:48.044972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.290163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:08:48.045128Z","caller":"traceutil/trace.go:171","msg":"trace[1861608274] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6469; }","duration":"117.495987ms","start":"2026-03-18T14:08:47.92761Z","end":"2026-03-18T14:08:48.045106Z","steps":["trace[1861608274] 'agreement among raft nodes before linearized reading' (duration: 116.966272ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:08:48.168385Z","caller":"traceutil/trace.go:171","msg":"trace[116627506] transaction","detail":"{read_only:false; response_revision:6470; number_of_response:1; }","duration":"118.640498ms","start":"2026-03-18T14:08:48.049706Z","end":"2026-03-18T14:08:48.168347Z","steps":["trace[116627506] 'process raft request' (duration: 115.939664ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:08:54.410999Z","caller":"traceutil/trace.go:171","msg":"trace[374443829] transaction","detail":"{read_only:false; response_revision:6499; number_of_response:1; }","duration":"173.756713ms","start":"2026-03-18T14:08:54.237203Z","end":"2026-03-18T14:08:54.41096Z","steps":["trace[374443829] 'process raft request' (duration: 154.786349ms)","trace[374443829] 'compare' (duration: 18.596484ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:08:54.443352Z","caller":"traceutil/trace.go:171","msg":"trace[340968574] transaction","detail":"{read_only:false; response_revision:6500; number_of_response:1; }","duration":"205.825582ms","start":"2026-03-18T14:08:54.237497Z","end":"2026-03-18T14:08:54.443323Z","steps":["trace[340968574] 'process raft request' (duration: 205.465732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:08:56.068273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.364441ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T14:08:56.068379Z","caller":"traceutil/trace.go:171","msg":"trace[733313492] linearizableReadLoop","detail":"{readStateIndex:6780; appliedIndex:6779; }","duration":"192.214824ms","start":"2026-03-18T14:08:55.876146Z","end":"2026-03-18T14:08:56.068361Z","steps":["trace[733313492] 'read index received' (duration: 66.992µs)","trace[733313492] 'applied index is now lower than readState.Index' (duration: 192.146262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:08:56.068629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.481081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:08:56.068675Z","caller":"traceutil/trace.go:171","msg":"trace[1767586743] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6503; }","duration":"192.532083ms","start":"2026-03-18T14:08:55.876128Z","end":"2026-03-18T14:08:56.068661Z","steps":["trace[1767586743] 'agreement among raft nodes before linearized reading' (duration: 192.282806ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:09:14.659126Z","caller":"traceutil/trace.go:171","msg":"trace[1164710800] linearizableReadLoop","detail":"{readStateIndex:6870; appliedIndex:6869; }","duration":"109.178061ms","start":"2026-03-18T14:09:14.549896Z","end":"2026-03-18T14:09:14.659074Z","steps":["trace[1164710800] 'read index received' (duration: 109.066368ms)","trace[1164710800] 'applied index is now lower than readState.Index' (duration: 110.293µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:09:14.659333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.427479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:09:14.659315Z","caller":"traceutil/trace.go:171","msg":"trace[1246446081] transaction","detail":"{read_only:false; response_revision:6590; number_of_response:1; }","duration":"132.066982ms","start":"2026-03-18T14:09:14.527203Z","end":"2026-03-18T14:09:14.65927Z","steps":["trace[1246446081] 'process raft request' (duration: 131.725363ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:09:14.659392Z","caller":"traceutil/trace.go:171","msg":"trace[2115664891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6590; }","duration":"109.501711ms","start":"2026-03-18T14:09:14.549877Z","end":"2026-03-18T14:09:14.659379Z","steps":["trace[2115664891] 'agreement among raft nodes before linearized reading' (duration: 109.352697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:09:14.660541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.620135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:09:14.660592Z","caller":"traceutil/trace.go:171","msg":"trace[755000527] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6591; }","duration":"105.696096ms","start":"2026-03-18T14:09:14.55488Z","end":"2026-03-18T14:09:14.660576Z","steps":["trace[755000527] 'agreement among raft nodes before linearized reading' (duration: 105.561303ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:09:42.657577Z","caller":"traceutil/trace.go:171","msg":"trace[120600686] linearizableReadLoop","detail":"{readStateIndex:7017; appliedIndex:7016; }","duration":"116.744317ms","start":"2026-03-18T14:09:42.540802Z","end":"2026-03-18T14:09:42.657547Z","steps":["trace[120600686] 'read index received' (duration: 37.026165ms)","trace[120600686] 'applied index is now lower than readState.Index' (duration: 79.716952ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:09:42.657753Z","caller":"traceutil/trace.go:171","msg":"trace[571547773] transaction","detail":"{read_only:false; response_revision:6730; number_of_response:1; }","duration":"141.228501ms","start":"2026-03-18T14:09:42.516505Z","end":"2026-03-18T14:09:42.657733Z","steps":["trace[571547773] 'process raft request' (duration: 61.396465ms)","trace[571547773] 'compare' (duration: 79.515018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:09:42.65792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.096106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:09:42.657996Z","caller":"traceutil/trace.go:171","msg":"trace[1045810014] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:6730; }","duration":"117.215189ms","start":"2026-03-18T14:09:42.540764Z","end":"2026-03-18T14:09:42.65798Z","steps":["trace[1045810014] 'agreement among raft nodes before linearized reading' (duration: 117.078365ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:10:02.805288Z","caller":"traceutil/trace.go:171","msg":"trace[165209641] linearizableReadLoop","detail":"{readStateIndex:7141; appliedIndex:7140; }","duration":"184.433453ms","start":"2026-03-18T14:10:02.620826Z","end":"2026-03-18T14:10:02.805259Z","steps":["trace[165209641] 'read index received' (duration: 184.238548ms)","trace[165209641] 'applied index is now lower than readState.Index' (duration: 193.175µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:10:02.805509Z","caller":"traceutil/trace.go:171","msg":"trace[2030216] transaction","detail":"{read_only:false; response_revision:6849; number_of_response:1; }","duration":"218.376664ms","start":"2026-03-18T14:10:02.587097Z","end":"2026-03-18T14:10:02.805474Z","steps":["trace[2030216] 'process raft request' (duration: 217.941052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:10:02.805582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.256962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:10:02.805649Z","caller":"traceutil/trace.go:171","msg":"trace[1726640746] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:6849; }","duration":"172.371246ms","start":"2026-03-18T14:10:02.633264Z","end":"2026-03-18T14:10:02.805635Z","steps":["trace[1726640746] 'agreement among raft nodes before linearized reading' (duration: 172.206472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:10:02.805845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.998998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T14:10:02.805871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.897815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:10:02.805947Z","caller":"traceutil/trace.go:171","msg":"trace[1893444700] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:6849; }","duration":"147.027918ms","start":"2026-03-18T14:10:02.6589Z","end":"2026-03-18T14:10:02.805928Z","steps":["trace[1893444700] 'agreement among raft nodes before linearized reading' (duration: 146.862033ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:10:02.805913Z","caller":"traceutil/trace.go:171","msg":"trace[312369504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6849; }","duration":"185.125492ms","start":"2026-03-18T14:10:02.620769Z","end":"2026-03-18T14:10:02.805895Z","steps":["trace[312369504] 'agreement among raft nodes before linearized reading' (duration: 184.865965ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:10:07.044497Z","caller":"traceutil/trace.go:171","msg":"trace[1896831941] transaction","detail":"{read_only:false; response_revision:6873; number_of_response:1; }","duration":"116.85562ms","start":"2026-03-18T14:10:06.927605Z","end":"2026-03-18T14:10:07.044461Z","steps":["trace[1896831941] 'process raft request' (duration: 75.853198ms)","trace[1896831941] 'compare' (duration: 40.773026ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:10:09.167382Z","caller":"traceutil/trace.go:171","msg":"trace[2139911914] linearizableReadLoop","detail":"{readStateIndex:7176; appliedIndex:7175; }","duration":"335.487539ms","start":"2026-03-18T14:10:08.831874Z","end":"2026-03-18T14:10:09.167362Z","steps":["trace[2139911914] 'read index received' (duration: 335.429377ms)","trace[2139911914] 'applied index is now lower than readState.Index' (duration: 57.002µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:10:09.167495Z","caller":"traceutil/trace.go:171","msg":"trace[1070751854] transaction","detail":"{read_only:false; response_revision:6883; number_of_response:1; }","duration":"362.190854ms","start":"2026-03-18T14:10:08.805274Z","end":"2026-03-18T14:10:09.167465Z","steps":["trace[1070751854] 'process raft request' (duration: 361.966268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:10:09.167583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.700805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:10:09.16762Z","caller":"traceutil/trace.go:171","msg":"trace[1253328713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6883; }","duration":"335.780278ms","start":"2026-03-18T14:10:08.831831Z","end":"2026-03-18T14:10:09.167611Z","steps":["trace[1253328713] 'agreement among raft nodes before linearized reading' (duration: 335.633334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:10:09.167652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:10:08.831814Z","time spent":"335.829018ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:10:09.167711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:10:08.805252Z","time spent":"362.338349ms","remote":"127.0.0.1:33708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:10:09.169781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.574511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:10:09.169862Z","caller":"traceutil/trace.go:171","msg":"trace[1992534139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6884; }","duration":"332.710235ms","start":"2026-03-18T14:10:08.837133Z","end":"2026-03-18T14:10:09.169843Z","steps":["trace[1992534139] 'agreement among raft nodes before linearized reading' (duration: 332.472819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:10:09.169905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:10:08.837112Z","time spent":"332.778447ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:10:09.170046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.030463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:10:09.170072Z","caller":"traceutil/trace.go:171","msg":"trace[1982599124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6884; }","duration":"274.086405ms","start":"2026-03-18T14:10:08.895979Z","end":"2026-03-18T14:10:09.170066Z","steps":["trace[1982599124] 'agreement among raft nodes before linearized reading' (duration: 274.023953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:10:09.170316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.597657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:10:09.170352Z","caller":"traceutil/trace.go:171","msg":"trace[516501645] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:6884; }","duration":"330.67863ms","start":"2026-03-18T14:10:08.839666Z","end":"2026-03-18T14:10:09.170345Z","steps":["trace[516501645] 'agreement among raft nodes before linearized reading' (duration: 330.552906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:10:09.170379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:10:08.839645Z","time spent":"330.727821ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"info","ts":"2026-03-18T14:10:09.325122Z","caller":"traceutil/trace.go:171","msg":"trace[603444220] transaction","detail":"{read_only:false; response_revision:6886; number_of_response:1; }","duration":"151.782947ms","start":"2026-03-18T14:10:09.173315Z","end":"2026-03-18T14:10:09.325098Z","steps":["trace[603444220] 'process raft request' (duration: 151.612582ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:10:09.325415Z","caller":"traceutil/trace.go:171","msg":"trace[1262733348] transaction","detail":"{read_only:false; response_revision:6887; number_of_response:1; }","duration":"150.368099ms","start":"2026-03-18T14:10:09.175028Z","end":"2026-03-18T14:10:09.325396Z","steps":["trace[1262733348] 'process raft request' (duration: 150.03269ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:10:09.325435Z","caller":"traceutil/trace.go:171","msg":"trace[1456162627] linearizableReadLoop","detail":"{readStateIndex:7179; appliedIndex:7177; }","duration":"151.004226ms","start":"2026-03-18T14:10:09.17441Z","end":"2026-03-18T14:10:09.325414Z","steps":["trace[1456162627] 'read index received' (duration: 3.67216ms)","trace[1456162627] 'applied index is now lower than readState.Index' (duration: 147.327896ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:10:09.325532Z","caller":"traceutil/trace.go:171","msg":"trace[6210858] transaction","detail":"{read_only:false; response_revision:6889; number_of_response:1; }","duration":"149.667199ms","start":"2026-03-18T14:10:09.175856Z","end":"2026-03-18T14:10:09.325523Z","steps":["trace[6210858] 'process raft request' (duration: 149.513055ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:10:09.325509Z","caller":"traceutil/trace.go:171","msg":"trace[1703427506] transaction","detail":"{read_only:false; response_revision:6888; number_of_response:1; }","duration":"150.306957ms","start":"2026-03-18T14:10:09.175177Z","end":"2026-03-18T14:10:09.325483Z","steps":["trace[1703427506] 'process raft request' (duration: 150.085491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:10:09.32576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.335605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:17 size:150121"} {"level":"info","ts":"2026-03-18T14:10:09.325798Z","caller":"traceutil/trace.go:171","msg":"trace[1913583251] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:17; response_revision:6889; }","duration":"151.387647ms","start":"2026-03-18T14:10:09.174402Z","end":"2026-03-18T14:10:09.325789Z","steps":["trace[1913583251] 'agreement among raft nodes before linearized reading' (duration: 151.115879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:10:09.338867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.659731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-bjv4c.189df41eb0ef99dd\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-18T14:10:09.338938Z","caller":"traceutil/trace.go:171","msg":"trace[191947358] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-bjv4c.189df41eb0ef99dd; range_end:; response_count:1; response_revision:6892; }","duration":"117.802005ms","start":"2026-03-18T14:10:09.221118Z","end":"2026-03-18T14:10:09.33892Z","steps":["trace[191947358] 'agreement among raft nodes before linearized reading' (duration: 117.554418ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:10:09.339088Z","caller":"traceutil/trace.go:171","msg":"trace[1525750401] transaction","detail":"{read_only:false; response_revision:6890; number_of_response:1; }","duration":"150.299207ms","start":"2026-03-18T14:10:09.188746Z","end":"2026-03-18T14:10:09.339045Z","steps":["trace[1525750401] 'process raft request' (duration: 149.67821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:10:09.339475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.175778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T14:10:09.339533Z","caller":"traceutil/trace.go:171","msg":"trace[1859126057] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6892; }","duration":"117.300492ms","start":"2026-03-18T14:10:09.222219Z","end":"2026-03-18T14:10:09.33952Z","steps":["trace[1859126057] 'agreement among raft nodes before linearized reading' (duration: 117.159608ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:10:10.213535Z","caller":"traceutil/trace.go:171","msg":"trace[1886185277] transaction","detail":"{read_only:false; response_revision:6905; number_of_response:1; }","duration":"161.140941ms","start":"2026-03-18T14:10:10.052362Z","end":"2026-03-18T14:10:10.213503Z","steps":["trace[1886185277] 'process raft request' (duration: 160.924675ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:10:10.213614Z","caller":"traceutil/trace.go:171","msg":"trace[1763493702] transaction","detail":"{read_only:false; response_revision:6907; number_of_response:1; }","duration":"161.10145ms","start":"2026-03-18T14:10:10.052473Z","end":"2026-03-18T14:10:10.213574Z","steps":["trace[1763493702] 'process raft request' (duration: 160.974406ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:10:10.213698Z","caller":"traceutil/trace.go:171","msg":"trace[1239075994] transaction","detail":"{read_only:false; response_revision:6908; number_of_response:1; }","duration":"161.149821ms","start":"2026-03-18T14:10:10.052499Z","end":"2026-03-18T14:10:10.213649Z","steps":["trace[1239075994] 'process raft request' (duration: 160.983777ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:10:10.213753Z","caller":"traceutil/trace.go:171","msg":"trace[1028559404] linearizableReadLoop","detail":"{readStateIndex:7203; appliedIndex:7197; }","duration":"160.083301ms","start":"2026-03-18T14:10:10.053653Z","end":"2026-03-18T14:10:10.213737Z","steps":["trace[1028559404] 'read index received' (duration: 85.845998ms)","trace[1028559404] 'applied index is now lower than readState.Index' (duration: 74.236253ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:10:10.213746Z","caller":"traceutil/trace.go:171","msg":"trace[607633666] transaction","detail":"{read_only:false; response_revision:6909; number_of_response:1; }","duration":"161.186773ms","start":"2026-03-18T14:10:10.052522Z","end":"2026-03-18T14:10:10.213709Z","steps":["trace[607633666] 'process raft request' (duration: 160.987357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:10:10.213874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.201135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:10:10.213876Z","caller":"traceutil/trace.go:171","msg":"trace[1389826568] transaction","detail":"{read_only:false; response_revision:6910; number_of_response:1; }","duration":"152.829865ms","start":"2026-03-18T14:10:10.061014Z","end":"2026-03-18T14:10:10.213844Z","steps":["trace[1389826568] 'process raft request' (duration: 152.599209ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:10:10.213921Z","caller":"traceutil/trace.go:171","msg":"trace[1339772908] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:6911; }","duration":"160.280448ms","start":"2026-03-18T14:10:10.053629Z","end":"2026-03-18T14:10:10.21391Z","steps":["trace[1339772908] 'agreement among raft nodes before linearized reading' (duration: 160.198416ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:10:10.214115Z","caller":"traceutil/trace.go:171","msg":"trace[583901927] transaction","detail":"{read_only:false; response_revision:6906; number_of_response:1; }","duration":"161.681416ms","start":"2026-03-18T14:10:10.052411Z","end":"2026-03-18T14:10:10.214092Z","steps":["trace[583901927] 'process raft request' (duration: 160.996408ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:10:15.519931Z","caller":"traceutil/trace.go:171","msg":"trace[1857648493] transaction","detail":"{read_only:false; response_revision:6944; number_of_response:1; }","duration":"157.344338ms","start":"2026-03-18T14:10:15.362556Z","end":"2026-03-18T14:10:15.5199Z","steps":["trace[1857648493] 'process raft request' (duration: 146.284709ms)","trace[1857648493] 'compare' (duration: 10.846314ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:10:15.51996Z","caller":"traceutil/trace.go:171","msg":"trace[1531955208] transaction","detail":"{read_only:false; response_revision:6945; number_of_response:1; }","duration":"155.310854ms","start":"2026-03-18T14:10:15.364618Z","end":"2026-03-18T14:10:15.519929Z","steps":["trace[1531955208] 'process raft request' (duration: 155.17841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:10:15.520257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.686629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:10:15.5203Z","caller":"traceutil/trace.go:171","msg":"trace[703175139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6946; }","duration":"146.764071ms","start":"2026-03-18T14:10:15.373524Z","end":"2026-03-18T14:10:15.520288Z","steps":["trace[703175139] 'agreement among raft nodes before linearized reading' (duration: 146.629458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:10:15.520323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.108195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:10:15.520386Z","caller":"traceutil/trace.go:171","msg":"trace[354284806] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:6946; }","duration":"159.197289ms","start":"2026-03-18T14:10:15.361173Z","end":"2026-03-18T14:10:15.52037Z","steps":["trace[354284806] 'agreement among raft nodes before linearized reading' (duration: 158.994773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:10:20.780666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.070644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:10:20.780741Z","caller":"traceutil/trace.go:171","msg":"trace[969510236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6968; }","duration":"208.190447ms","start":"2026-03-18T14:10:20.572534Z","end":"2026-03-18T14:10:20.780724Z","steps":["trace[969510236] 'range keys from in-memory index tree' (duration: 208.010803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:10:20.780984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.711862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:10:20.781059Z","caller":"traceutil/trace.go:171","msg":"trace[239892007] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:6968; }","duration":"173.819605ms","start":"2026-03-18T14:10:20.607211Z","end":"2026-03-18T14:10:20.78103Z","steps":["trace[239892007] 'count revisions from in-memory index tree' (duration: 173.631749ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:10:23.391641Z","caller":"traceutil/trace.go:171","msg":"trace[1055781566] transaction","detail":"{read_only:false; response_revision:6980; number_of_response:1; }","duration":"159.433405ms","start":"2026-03-18T14:10:23.232189Z","end":"2026-03-18T14:10:23.391622Z","steps":["trace[1055781566] 'process raft request' (duration: 159.322642ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:10:26.386482Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4629} {"level":"info","ts":"2026-03-18T14:10:26.479726Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4629,"took":"91.588325ms","hash":2009595886,"current-db-size-bytes":38170624,"current-db-size":"38 MB","current-db-size-in-use-bytes":34988032,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-03-18T14:10:26.479824Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2009595886,"revision":4629,"compact-revision":2563} {"level":"info","ts":"2026-03-18T14:10:37.176507Z","caller":"traceutil/trace.go:171","msg":"trace[1313537671] transaction","detail":"{read_only:false; response_revision:7120; number_of_response:1; }","duration":"113.959001ms","start":"2026-03-18T14:10:37.062506Z","end":"2026-03-18T14:10:37.176465Z","steps":["trace[1313537671] 'process raft request' (duration: 40.986882ms)","trace[1313537671] 'compare' (duration: 72.779174ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:10:37.176745Z","caller":"traceutil/trace.go:171","msg":"trace[819057851] transaction","detail":"{read_only:false; response_revision:7121; number_of_response:1; }","duration":"114.187187ms","start":"2026-03-18T14:10:37.062543Z","end":"2026-03-18T14:10:37.17673Z","steps":["trace[819057851] 'process raft request' (duration: 114.056863ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:10:37.176789Z","caller":"traceutil/trace.go:171","msg":"trace[1401399149] linearizableReadLoop","detail":"{readStateIndex:7425; appliedIndex:7422; }","duration":"113.601451ms","start":"2026-03-18T14:10:37.063162Z","end":"2026-03-18T14:10:37.176764Z","steps":["trace[1401399149] 'read index received' (duration: 40.223301ms)","trace[1401399149] 'applied index is now lower than readState.Index' (duration: 73.37715ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:10:37.176918Z","caller":"traceutil/trace.go:171","msg":"trace[1100354130] transaction","detail":"{read_only:false; response_revision:7122; number_of_response:1; }","duration":"114.159047ms","start":"2026-03-18T14:10:37.062733Z","end":"2026-03-18T14:10:37.176892Z","steps":["trace[1100354130] 'process raft request' (duration: 113.946111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:10:37.177002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.812277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-24c97a43-5c12-4769-b749-c124e5a8062c\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-18T14:10:37.177026Z","caller":"traceutil/trace.go:171","msg":"trace[1734304169] transaction","detail":"{read_only:false; response_revision:7123; number_of_response:1; }","duration":"113.478438ms","start":"2026-03-18T14:10:37.063525Z","end":"2026-03-18T14:10:37.177004Z","steps":["trace[1734304169] 'process raft request' (duration: 113.196431ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:10:37.177072Z","caller":"traceutil/trace.go:171","msg":"trace[55887782] range","detail":"{range_begin:/registry/persistentvolumes/pvc-24c97a43-5c12-4769-b749-c124e5a8062c; range_end:; response_count:1; response_revision:7123; }","duration":"113.91621ms","start":"2026-03-18T14:10:37.063138Z","end":"2026-03-18T14:10:37.177054Z","steps":["trace[55887782] 'agreement among raft nodes before linearized reading' (duration: 113.716875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:10:43.886021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.89176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:10:43.886123Z","caller":"traceutil/trace.go:171","msg":"trace[711380299] linearizableReadLoop","detail":"{readStateIndex:7465; appliedIndex:7464; }","duration":"168.059629ms","start":"2026-03-18T14:10:43.718048Z","end":"2026-03-18T14:10:43.886107Z","steps":["trace[711380299] 'read index received' (duration: 64.976014ms)","trace[711380299] 'applied index is now lower than readState.Index' (duration: 103.080485ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:10:43.886187Z","caller":"traceutil/trace.go:171","msg":"trace[705812883] transaction","detail":"{read_only:false; response_revision:7161; number_of_response:1; }","duration":"173.458944ms","start":"2026-03-18T14:10:43.712691Z","end":"2026-03-18T14:10:43.88615Z","steps":["trace[705812883] 'process raft request' (duration: 70.358818ms)","trace[705812883] 'compare' (duration: 102.806608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:10:43.886306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.267375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:10:43.886341Z","caller":"traceutil/trace.go:171","msg":"trace[319841544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7161; }","duration":"168.326126ms","start":"2026-03-18T14:10:43.718002Z","end":"2026-03-18T14:10:43.886328Z","steps":["trace[319841544] 'agreement among raft nodes before linearized reading' (duration: 168.186173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:10:43.886373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.200674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:10:43.886426Z","caller":"traceutil/trace.go:171","msg":"trace[1838591589] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:7161; }","duration":"157.303968ms","start":"2026-03-18T14:10:43.729109Z","end":"2026-03-18T14:10:43.886413Z","steps":["trace[1838591589] 'agreement among raft nodes before linearized reading' (duration: 157.099832ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:10:49.619113Z","caller":"traceutil/trace.go:171","msg":"trace[11022146] transaction","detail":"{read_only:false; response_revision:7187; number_of_response:1; }","duration":"112.140782ms","start":"2026-03-18T14:10:49.506941Z","end":"2026-03-18T14:10:49.619081Z","steps":["trace[11022146] 'process raft request' (duration: 111.872775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:05.564637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.209489ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T14:11:16.303067Z","caller":"traceutil/trace.go:171","msg":"trace[1735354154] transaction","detail":"{read_only:false; response_revision:7429; number_of_response:1; }","duration":"123.615093ms","start":"2026-03-18T14:11:16.179425Z","end":"2026-03-18T14:11:16.30304Z","steps":["trace[1735354154] 'process raft request' (duration: 123.304254ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:11:16.532799Z","caller":"traceutil/trace.go:171","msg":"trace[779822128] transaction","detail":"{read_only:false; response_revision:7430; number_of_response:1; }","duration":"224.725516ms","start":"2026-03-18T14:11:16.308053Z","end":"2026-03-18T14:11:16.532779Z","steps":["trace[779822128] 'process raft request' (duration: 216.497503ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:11:16.532794Z","caller":"traceutil/trace.go:171","msg":"trace[1568817884] transaction","detail":"{read_only:false; response_revision:7431; number_of_response:1; }","duration":"224.736555ms","start":"2026-03-18T14:11:16.308034Z","end":"2026-03-18T14:11:16.532771Z","steps":["trace[1568817884] 'process raft request' (duration: 224.644033ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:11:16.533253Z","caller":"traceutil/trace.go:171","msg":"trace[1136966558] linearizableReadLoop","detail":"{readStateIndex:7745; appliedIndex:7742; }","duration":"224.324465ms","start":"2026-03-18T14:11:16.308916Z","end":"2026-03-18T14:11:16.53324Z","steps":["trace[1136966558] 'read index received' (duration: 215.649149ms)","trace[1136966558] 'applied index is now lower than readState.Index' (duration: 8.674526ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:11:16.533566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.639613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:21 size:183508"} {"level":"info","ts":"2026-03-18T14:11:16.533596Z","caller":"traceutil/trace.go:171","msg":"trace[191324781] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:21; response_revision:7432; }","duration":"224.710016ms","start":"2026-03-18T14:11:16.30888Z","end":"2026-03-18T14:11:16.53359Z","steps":["trace[191324781] 'agreement among raft nodes before linearized reading' (duration: 224.419448ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:11:16.533808Z","caller":"traceutil/trace.go:171","msg":"trace[1956937345] transaction","detail":"{read_only:false; response_revision:7432; number_of_response:1; }","duration":"225.554769ms","start":"2026-03-18T14:11:16.30822Z","end":"2026-03-18T14:11:16.533775Z","steps":["trace[1956937345] 'process raft request' (duration: 224.975403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:19.128402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476688104,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:11:19.144602Z","caller":"traceutil/trace.go:171","msg":"trace[1672289299] transaction","detail":"{read_only:false; response_revision:7438; number_of_response:1; }","duration":"516.409658ms","start":"2026-03-18T14:11:18.628167Z","end":"2026-03-18T14:11:19.144577Z","steps":["trace[1672289299] 'process raft request' (duration: 516.263504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:19.144773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:11:18.628147Z","time spent":"516.509211ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:11:19.15659Z","caller":"traceutil/trace.go:171","msg":"trace[1587649923] transaction","detail":"{read_only:false; response_revision:7439; number_of_response:1; }","duration":"528.369983ms","start":"2026-03-18T14:11:18.628192Z","end":"2026-03-18T14:11:19.156562Z","steps":["trace[1587649923] 'process raft request' (duration: 528.190848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:19.156737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:11:18.628173Z","time spent":"528.486006ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:11:19.156837Z","caller":"traceutil/trace.go:171","msg":"trace[1294407571] transaction","detail":"{read_only:false; response_revision:7440; number_of_response:1; }","duration":"528.443255ms","start":"2026-03-18T14:11:18.62838Z","end":"2026-03-18T14:11:19.156823Z","steps":["trace[1294407571] 'process raft request' (duration: 528.136676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:19.156917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:11:18.628363Z","time spent":"528.510076ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:11:19.156937Z","caller":"traceutil/trace.go:171","msg":"trace[649662433] linearizableReadLoop","detail":"{readStateIndex:7754; appliedIndex:7751; }","duration":"528.63698ms","start":"2026-03-18T14:11:18.628289Z","end":"2026-03-18T14:11:19.156926Z","steps":["trace[649662433] 'read index received' (duration: 516.968284ms)","trace[649662433] 'applied index is now lower than readState.Index' (duration: 11.667896ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:11:19.157006Z","caller":"traceutil/trace.go:171","msg":"trace[395839190] transaction","detail":"{read_only:false; response_revision:7441; number_of_response:1; }","duration":"454.622672ms","start":"2026-03-18T14:11:18.702334Z","end":"2026-03-18T14:11:19.156956Z","steps":["trace[395839190] 'process raft request' (duration: 454.433127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:19.157182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:11:18.702319Z","time spent":"454.776436ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:11:19.157227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.934059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:21 size:183508"} {"level":"info","ts":"2026-03-18T14:11:19.157261Z","caller":"traceutil/trace.go:171","msg":"trace[601815138] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:21; response_revision:7441; }","duration":"528.991429ms","start":"2026-03-18T14:11:18.62826Z","end":"2026-03-18T14:11:19.157251Z","steps":["trace[601815138] 'agreement among raft nodes before linearized reading' (duration: 528.703061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:19.157294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:11:18.62824Z","time spent":"529.04726ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":21,"response size":183532,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T14:11:20.024049Z","caller":"traceutil/trace.go:171","msg":"trace[1356274069] transaction","detail":"{read_only:false; response_revision:7442; number_of_response:1; }","duration":"105.950273ms","start":"2026-03-18T14:11:19.918067Z","end":"2026-03-18T14:11:20.024017Z","steps":["trace[1356274069] 'process raft request' (duration: 105.738467ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:11:20.303759Z","caller":"traceutil/trace.go:171","msg":"trace[2082269791] linearizableReadLoop","detail":"{readStateIndex:7756; appliedIndex:7755; }","duration":"279.778769ms","start":"2026-03-18T14:11:20.023963Z","end":"2026-03-18T14:11:20.303742Z","steps":["trace[2082269791] 'read index received' (duration: 279.645915ms)","trace[2082269791] 'applied index is now lower than readState.Index' (duration: 131.784µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:11:20.303811Z","caller":"traceutil/trace.go:171","msg":"trace[359463516] transaction","detail":"{read_only:false; response_revision:7443; number_of_response:1; }","duration":"281.431704ms","start":"2026-03-18T14:11:20.022343Z","end":"2026-03-18T14:11:20.303775Z","steps":["trace[359463516] 'process raft request' (duration: 281.27195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:20.303971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.844483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:11:20.30399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.666808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5413"} {"level":"info","ts":"2026-03-18T14:11:20.304026Z","caller":"traceutil/trace.go:171","msg":"trace[1071530370] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:0; response_revision:7443; }","duration":"282.933245ms","start":"2026-03-18T14:11:20.021079Z","end":"2026-03-18T14:11:20.304012Z","steps":["trace[1071530370] 'agreement among raft nodes before linearized reading' (duration: 282.776611ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:11:20.30404Z","caller":"traceutil/trace.go:171","msg":"trace[565359740] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7443; }","duration":"282.738289ms","start":"2026-03-18T14:11:20.021288Z","end":"2026-03-18T14:11:20.304027Z","steps":["trace[565359740] 'agreement among raft nodes before linearized reading' (duration: 282.519713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:20.304074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.867763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:11:20.304106Z","caller":"traceutil/trace.go:171","msg":"trace[1100819066] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:0; response_revision:7443; }","duration":"282.936034ms","start":"2026-03-18T14:11:20.021161Z","end":"2026-03-18T14:11:20.304097Z","steps":["trace[1100819066] 'agreement among raft nodes before linearized reading' (duration: 282.894574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:20.303981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.202113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-18T14:11:20.304161Z","caller":"traceutil/trace.go:171","msg":"trace[1824768421] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7443; }","duration":"269.413178ms","start":"2026-03-18T14:11:20.034738Z","end":"2026-03-18T14:11:20.304151Z","steps":["trace[1824768421] 'agreement among raft nodes before linearized reading' (duration: 269.12152ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:11:26.013675Z","caller":"traceutil/trace.go:171","msg":"trace[1147403866] transaction","detail":"{read_only:false; response_revision:7475; number_of_response:1; }","duration":"284.601471ms","start":"2026-03-18T14:11:25.72905Z","end":"2026-03-18T14:11:26.013651Z","steps":["trace[1147403866] 'process raft request' (duration: 283.85046ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:11:26.145627Z","caller":"traceutil/trace.go:171","msg":"trace[1038370658] transaction","detail":"{read_only:false; response_revision:7476; number_of_response:1; }","duration":"106.095848ms","start":"2026-03-18T14:11:26.039502Z","end":"2026-03-18T14:11:26.145598Z","steps":["trace[1038370658] 'process raft request' (duration: 105.894132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:26.553853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.521511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:11:26.553935Z","caller":"traceutil/trace.go:171","msg":"trace[811388983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7477; }","duration":"189.650515ms","start":"2026-03-18T14:11:26.364265Z","end":"2026-03-18T14:11:26.553915Z","steps":["trace[811388983] 'range keys from in-memory index tree' (duration: 189.307235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:26.554332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.270669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:11:26.554589Z","caller":"traceutil/trace.go:171","msg":"trace[1378565728] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7477; }","duration":"142.526277ms","start":"2026-03-18T14:11:26.411945Z","end":"2026-03-18T14:11:26.554471Z","steps":["trace[1378565728] 'range keys from in-memory index tree' (duration: 141.747274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:27.072118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476688217,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:11:27.188156Z","caller":"traceutil/trace.go:171","msg":"trace[1171294658] transaction","detail":"{read_only:false; response_revision:7478; number_of_response:1; }","duration":"629.571127ms","start":"2026-03-18T14:11:26.558558Z","end":"2026-03-18T14:11:27.188129Z","steps":["trace[1171294658] 'process raft request' (duration: 629.394702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:27.188308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:11:26.558522Z","time spent":"629.703022ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:11:27.372311Z","caller":"traceutil/trace.go:171","msg":"trace[1204617314] linearizableReadLoop","detail":"{readStateIndex:7794; appliedIndex:7792; }","duration":"801.136221ms","start":"2026-03-18T14:11:26.571141Z","end":"2026-03-18T14:11:27.372277Z","steps":["trace[1204617314] 'read index received' (duration: 616.849421ms)","trace[1204617314] 'applied index is now lower than readState.Index' (duration: 184.28535ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:11:27.372415Z","caller":"traceutil/trace.go:171","msg":"trace[784480675] transaction","detail":"{read_only:false; response_revision:7479; number_of_response:1; }","duration":"813.333642ms","start":"2026-03-18T14:11:26.559031Z","end":"2026-03-18T14:11:27.372365Z","steps":["trace[784480675] 'process raft request' (duration: 767.366485ms)","trace[784480675] 'compare' (duration: 45.601607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:11:27.372499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.345156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:11:27.372568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:11:26.559004Z","time spent":"813.483286ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:11:27.372601Z","caller":"traceutil/trace.go:171","msg":"trace[264873539] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7479; }","duration":"801.51937ms","start":"2026-03-18T14:11:26.571058Z","end":"2026-03-18T14:11:27.372578Z","steps":["trace[264873539] 'agreement among raft nodes before linearized reading' (duration: 801.358526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:27.372665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:11:26.571042Z","time spent":"801.609584ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:11:27.465168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.907545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:11:27.465252Z","caller":"traceutil/trace.go:171","msg":"trace[1192854615] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:7480; }","duration":"234.022178ms","start":"2026-03-18T14:11:27.231211Z","end":"2026-03-18T14:11:27.465233Z","steps":["trace[1192854615] 'agreement among raft nodes before linearized reading' (duration: 233.783042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:27.465168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.238186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T14:11:27.465385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.37331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T14:11:27.465389Z","caller":"traceutil/trace.go:171","msg":"trace[1881510534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7480; }","duration":"244.456221ms","start":"2026-03-18T14:11:27.220898Z","end":"2026-03-18T14:11:27.465354Z","steps":["trace[1881510534] 'agreement among raft nodes before linearized reading' (duration: 244.143643ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:11:27.465458Z","caller":"traceutil/trace.go:171","msg":"trace[1711798295] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7480; }","duration":"233.484023ms","start":"2026-03-18T14:11:27.231959Z","end":"2026-03-18T14:11:27.465443Z","steps":["trace[1711798295] 'agreement among raft nodes before linearized reading' (duration: 233.01735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:27.465381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.328628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:11:27.465407Z","caller":"traceutil/trace.go:171","msg":"trace[2051999013] transaction","detail":"{read_only:false; response_revision:7480; number_of_response:1; }","duration":"241.703806ms","start":"2026-03-18T14:11:27.22357Z","end":"2026-03-18T14:11:27.465273Z","steps":["trace[2051999013] 'process raft request' (duration: 241.264864ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:11:27.465571Z","caller":"traceutil/trace.go:171","msg":"trace[1655333922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7480; }","duration":"237.562194ms","start":"2026-03-18T14:11:27.227993Z","end":"2026-03-18T14:11:27.465555Z","steps":["trace[1655333922] 'agreement among raft nodes before linearized reading' (duration: 237.214004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:27.465519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.51834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T14:11:27.465698Z","caller":"traceutil/trace.go:171","msg":"trace[681941947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7480; }","duration":"238.727936ms","start":"2026-03-18T14:11:27.226947Z","end":"2026-03-18T14:11:27.465675Z","steps":["trace[681941947] 'agreement among raft nodes before linearized reading' (duration: 238.265054ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:11:27.759882Z","caller":"traceutil/trace.go:171","msg":"trace[917490144] linearizableReadLoop","detail":"{readStateIndex:7798; appliedIndex:7795; }","duration":"289.694508ms","start":"2026-03-18T14:11:27.470156Z","end":"2026-03-18T14:11:27.759851Z","steps":["trace[917490144] 'read index received' (duration: 46.387828ms)","trace[917490144] 'applied index is now lower than readState.Index' (duration: 243.30524ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:11:27.759924Z","caller":"traceutil/trace.go:171","msg":"trace[154232174] transaction","detail":"{read_only:false; response_revision:7482; number_of_response:1; }","duration":"289.910424ms","start":"2026-03-18T14:11:27.469991Z","end":"2026-03-18T14:11:27.759902Z","steps":["trace[154232174] 'process raft request' (duration: 207.983881ms)","trace[154232174] 'compare' (duration: 81.547262ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:11:27.7599Z","caller":"traceutil/trace.go:171","msg":"trace[583261859] transaction","detail":"{read_only:false; response_revision:7483; number_of_response:1; }","duration":"289.76593ms","start":"2026-03-18T14:11:27.470107Z","end":"2026-03-18T14:11:27.759873Z","steps":["trace[583261859] 'process raft request' (duration: 289.622066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:27.760227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.808411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19714"} {"level":"info","ts":"2026-03-18T14:11:27.760348Z","caller":"traceutil/trace.go:171","msg":"trace[1414283595] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7483; }","duration":"289.960885ms","start":"2026-03-18T14:11:27.470364Z","end":"2026-03-18T14:11:27.760325Z","steps":["trace[1414283595] 'agreement among raft nodes before linearized reading' (duration: 289.683117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:27.760467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.282954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:21 size:183459"} {"level":"info","ts":"2026-03-18T14:11:27.760539Z","caller":"traceutil/trace.go:171","msg":"trace[127341835] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:21; response_revision:7483; }","duration":"290.389838ms","start":"2026-03-18T14:11:27.470133Z","end":"2026-03-18T14:11:27.760523Z","steps":["trace[127341835] 'agreement among raft nodes before linearized reading' (duration: 289.894174ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:11:31.528897Z","caller":"traceutil/trace.go:171","msg":"trace[1596402665] transaction","detail":"{read_only:false; response_revision:7500; number_of_response:1; }","duration":"138.447976ms","start":"2026-03-18T14:11:31.390427Z","end":"2026-03-18T14:11:31.528875Z","steps":["trace[1596402665] 'process raft request' (duration: 138.322353ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:11:31.690009Z","caller":"traceutil/trace.go:171","msg":"trace[1772522081] linearizableReadLoop","detail":"{readStateIndex:7817; appliedIndex:7816; }","duration":"159.537297ms","start":"2026-03-18T14:11:31.530449Z","end":"2026-03-18T14:11:31.689986Z","steps":["trace[1772522081] 'read index received' (duration: 127.132478ms)","trace[1772522081] 'applied index is now lower than readState.Index' (duration: 32.403909ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:11:31.690058Z","caller":"traceutil/trace.go:171","msg":"trace[1467705184] transaction","detail":"{read_only:false; response_revision:7501; number_of_response:1; }","duration":"211.001152ms","start":"2026-03-18T14:11:31.479028Z","end":"2026-03-18T14:11:31.690029Z","steps":["trace[1467705184] 'process raft request' (duration: 178.557223ms)","trace[1467705184] 'compare' (duration: 32.298175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:11:31.690153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.640425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:11:31.69021Z","caller":"traceutil/trace.go:171","msg":"trace[1736995795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7501; }","duration":"119.752057ms","start":"2026-03-18T14:11:31.570449Z","end":"2026-03-18T14:11:31.690202Z","steps":["trace[1736995795] 'agreement among raft nodes before linearized reading' (duration: 119.663764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:31.69027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.779663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:11:31.690351Z","caller":"traceutil/trace.go:171","msg":"trace[2131998441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7501; }","duration":"159.928607ms","start":"2026-03-18T14:11:31.530402Z","end":"2026-03-18T14:11:31.690331Z","steps":["trace[2131998441] 'agreement among raft nodes before linearized reading' (duration: 159.692961ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:11:31.905195Z","caller":"traceutil/trace.go:171","msg":"trace[611338405] transaction","detail":"{read_only:false; response_revision:7503; number_of_response:1; }","duration":"126.577344ms","start":"2026-03-18T14:11:31.778591Z","end":"2026-03-18T14:11:31.905168Z","steps":["trace[611338405] 'process raft request' (duration: 68.309654ms)","trace[611338405] 'compare' (duration: 58.080574ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:11:31.932364Z","caller":"traceutil/trace.go:171","msg":"trace[1704877646] linearizableReadLoop","detail":"{readStateIndex:7820; appliedIndex:7818; }","duration":"149.876286ms","start":"2026-03-18T14:11:31.782424Z","end":"2026-03-18T14:11:31.932301Z","steps":["trace[1704877646] 'read index received' (duration: 64.413347ms)","trace[1704877646] 'applied index is now lower than readState.Index' (duration: 85.461419ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:11:31.932473Z","caller":"traceutil/trace.go:171","msg":"trace[439249765] transaction","detail":"{read_only:false; response_revision:7504; number_of_response:1; }","duration":"153.668878ms","start":"2026-03-18T14:11:31.778782Z","end":"2026-03-18T14:11:31.93245Z","steps":["trace[439249765] 'process raft request' (duration: 153.333349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:31.932838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.390518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:21 size:183459"} {"level":"info","ts":"2026-03-18T14:11:31.932903Z","caller":"traceutil/trace.go:171","msg":"trace[864885123] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:21; response_revision:7504; }","duration":"150.502732ms","start":"2026-03-18T14:11:31.782384Z","end":"2026-03-18T14:11:31.932887Z","steps":["trace[864885123] 'agreement among raft nodes before linearized reading' (duration: 150.05907ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:11:33.650341Z","caller":"traceutil/trace.go:171","msg":"trace[187137145] linearizableReadLoop","detail":"{readStateIndex:7825; appliedIndex:7824; }","duration":"117.653061ms","start":"2026-03-18T14:11:33.532661Z","end":"2026-03-18T14:11:33.650314Z","steps":["trace[187137145] 'read index received' (duration: 117.381404ms)","trace[187137145] 'applied index is now lower than readState.Index' (duration: 270.567µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:11:33.650704Z","caller":"traceutil/trace.go:171","msg":"trace[1102087569] transaction","detail":"{read_only:false; response_revision:7509; number_of_response:1; }","duration":"129.865733ms","start":"2026-03-18T14:11:33.520822Z","end":"2026-03-18T14:11:33.650688Z","steps":["trace[1102087569] 'process raft request' (duration: 129.302048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:33.651065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.391921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:11:33.651111Z","caller":"traceutil/trace.go:171","msg":"trace[1344525754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7509; }","duration":"118.482684ms","start":"2026-03-18T14:11:33.532619Z","end":"2026-03-18T14:11:33.651101Z","steps":["trace[1344525754] 'agreement among raft nodes before linearized reading' (duration: 118.33234ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:11:33.900593Z","caller":"traceutil/trace.go:171","msg":"trace[1032106523] transaction","detail":"{read_only:false; response_revision:7511; number_of_response:1; }","duration":"205.670249ms","start":"2026-03-18T14:11:33.694898Z","end":"2026-03-18T14:11:33.900568Z","steps":["trace[1032106523] 'process raft request' (duration: 205.534795ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:11:33.900616Z","caller":"traceutil/trace.go:171","msg":"trace[471895897] linearizableReadLoop","detail":"{readStateIndex:7827; appliedIndex:7827; }","duration":"176.96975ms","start":"2026-03-18T14:11:33.72361Z","end":"2026-03-18T14:11:33.90058Z","steps":["trace[471895897] 'read index received' (duration: 176.95903ms)","trace[471895897] 'applied index is now lower than readState.Index' (duration: 8.73µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:11:33.900839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.211096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:11:33.900884Z","caller":"traceutil/trace.go:171","msg":"trace[448732694] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7511; }","duration":"177.31487ms","start":"2026-03-18T14:11:33.723558Z","end":"2026-03-18T14:11:33.900873Z","steps":["trace[448732694] 'agreement among raft nodes before linearized reading' (duration: 177.127915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:34.822404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.143041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:11:34.822437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.032822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-18T14:11:34.82249Z","caller":"traceutil/trace.go:171","msg":"trace[133818284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7516; }","duration":"251.273325ms","start":"2026-03-18T14:11:34.571196Z","end":"2026-03-18T14:11:34.822469Z","steps":["trace[133818284] 'range keys from in-memory index tree' (duration: 251.06253ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:11:34.822519Z","caller":"traceutil/trace.go:171","msg":"trace[1542739620] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:7516; }","duration":"177.134185ms","start":"2026-03-18T14:11:34.645363Z","end":"2026-03-18T14:11:34.822497Z","steps":["trace[1542739620] 'range keys from in-memory index tree' (duration: 176.841167ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:11:34.926229Z","caller":"traceutil/trace.go:171","msg":"trace[2140276326] linearizableReadLoop","detail":"{readStateIndex:7833; appliedIndex:7832; }","duration":"102.723156ms","start":"2026-03-18T14:11:34.823482Z","end":"2026-03-18T14:11:34.926205Z","steps":["trace[2140276326] 'read index received' (duration: 102.51144ms)","trace[2140276326] 'applied index is now lower than readState.Index' (duration: 210.836µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:11:34.926377Z","caller":"traceutil/trace.go:171","msg":"trace[757965563] transaction","detail":"{read_only:false; response_revision:7517; number_of_response:1; }","duration":"265.397728ms","start":"2026-03-18T14:11:34.660968Z","end":"2026-03-18T14:11:34.926366Z","steps":["trace[757965563] 'process raft request' (duration: 265.08908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:34.926552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.055165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:11:34.926593Z","caller":"traceutil/trace.go:171","msg":"trace[1820788797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7517; }","duration":"103.145688ms","start":"2026-03-18T14:11:34.823436Z","end":"2026-03-18T14:11:34.926582Z","steps":["trace[1820788797] 'agreement among raft nodes before linearized reading' (duration: 103.074226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:34.926867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.01767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-724793a9-2b4a-4696-b5ce-25d10f61b538\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-18T14:11:34.928383Z","caller":"traceutil/trace.go:171","msg":"trace[1053222445] range","detail":"{range_begin:/registry/persistentvolumes/pvc-724793a9-2b4a-4696-b5ce-25d10f61b538; range_end:; response_count:1; response_revision:7517; }","duration":"102.601714ms","start":"2026-03-18T14:11:34.825751Z","end":"2026-03-18T14:11:34.928353Z","steps":["trace[1053222445] 'agreement among raft nodes before linearized reading' (duration: 100.901117ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:11:35.661357Z","caller":"traceutil/trace.go:171","msg":"trace[239024807] linearizableReadLoop","detail":"{readStateIndex:7837; appliedIndex:7836; }","duration":"102.848255ms","start":"2026-03-18T14:11:35.558485Z","end":"2026-03-18T14:11:35.661334Z","steps":["trace[239024807] 'read index received' (duration: 102.624889ms)","trace[239024807] 'applied index is now lower than readState.Index' (duration: 222.396µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:11:35.66142Z","caller":"traceutil/trace.go:171","msg":"trace[1246703437] transaction","detail":"{read_only:false; response_revision:7520; number_of_response:1; }","duration":"119.464436ms","start":"2026-03-18T14:11:35.541926Z","end":"2026-03-18T14:11:35.661391Z","steps":["trace[1246703437] 'process raft request' (duration: 119.24663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:35.661657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.144313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:11:35.661803Z","caller":"traceutil/trace.go:171","msg":"trace[168585956] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:7520; }","duration":"103.329028ms","start":"2026-03-18T14:11:35.558443Z","end":"2026-03-18T14:11:35.661772Z","steps":["trace[168585956] 'agreement among raft nodes before linearized reading' (duration: 103.097252ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:11:36.116052Z","caller":"traceutil/trace.go:171","msg":"trace[1472949014] transaction","detail":"{read_only:false; response_revision:7527; number_of_response:1; }","duration":"124.801261ms","start":"2026-03-18T14:11:35.991223Z","end":"2026-03-18T14:11:36.116024Z","steps":["trace[1472949014] 'process raft request' (duration: 124.592485ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:11:36.370176Z","caller":"traceutil/trace.go:171","msg":"trace[1948537340] transaction","detail":"{read_only:false; response_revision:7531; number_of_response:1; }","duration":"155.509416ms","start":"2026-03-18T14:11:36.214632Z","end":"2026-03-18T14:11:36.370142Z","steps":["trace[1948537340] 'process raft request' (duration: 155.255219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:36.469389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.777307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-db-sync\" ","response":"range_response_count:1 size:5510"} {"level":"info","ts":"2026-03-18T14:11:36.469478Z","caller":"traceutil/trace.go:171","msg":"trace[1579369203] range","detail":"{range_begin:/registry/jobs/openstack/barbican-db-sync; range_end:; response_count:1; response_revision:7532; }","duration":"100.90133ms","start":"2026-03-18T14:11:36.368558Z","end":"2026-03-18T14:11:36.469459Z","steps":["trace[1579369203] 'agreement among raft nodes before linearized reading' (duration: 100.562661ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:11:36.469466Z","caller":"traceutil/trace.go:171","msg":"trace[913367335] transaction","detail":"{read_only:false; response_revision:7532; number_of_response:1; }","duration":"100.185592ms","start":"2026-03-18T14:11:36.369231Z","end":"2026-03-18T14:11:36.469416Z","steps":["trace[913367335] 'process raft request' (duration: 76.883999ms)","trace[913367335] 'compare' (duration: 22.858871ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:11:37.242691Z","caller":"traceutil/trace.go:171","msg":"trace[1144855487] linearizableReadLoop","detail":"{readStateIndex:7858; appliedIndex:7857; }","duration":"114.769478ms","start":"2026-03-18T14:11:37.127899Z","end":"2026-03-18T14:11:37.242668Z","steps":["trace[1144855487] 'read index received' (duration: 114.690276ms)","trace[1144855487] 'applied index is now lower than readState.Index' (duration: 78.222µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:11:37.242799Z","caller":"traceutil/trace.go:171","msg":"trace[1457095324] transaction","detail":"{read_only:false; response_revision:7540; number_of_response:1; }","duration":"122.129998ms","start":"2026-03-18T14:11:37.120639Z","end":"2026-03-18T14:11:37.242769Z","steps":["trace[1457095324] 'process raft request' (duration: 121.896632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:37.242868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.945904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:11:37.242916Z","caller":"traceutil/trace.go:171","msg":"trace[1101046010] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:7540; }","duration":"115.044695ms","start":"2026-03-18T14:11:37.127858Z","end":"2026-03-18T14:11:37.242902Z","steps":["trace[1101046010] 'agreement among raft nodes before linearized reading' (duration: 114.927292ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:11:37.29693Z","caller":"traceutil/trace.go:171","msg":"trace[1734963985] transaction","detail":"{read_only:false; response_revision:7541; number_of_response:1; }","duration":"119.23498ms","start":"2026-03-18T14:11:37.17767Z","end":"2026-03-18T14:11:37.296905Z","steps":["trace[1734963985] 'process raft request' (duration: 119.034594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:11:37.338984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.766841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:11:37.339139Z","caller":"traceutil/trace.go:171","msg":"trace[1748287920] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:7541; }","duration":"159.897665ms","start":"2026-03-18T14:11:37.179156Z","end":"2026-03-18T14:11:37.339053Z","steps":["trace[1748287920] 'agreement among raft nodes before linearized reading' (duration: 117.889854ms)","trace[1748287920] 'count revisions from in-memory index tree' (duration: 41.873997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:11:37.419127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.46686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:11:37.419211Z","caller":"traceutil/trace.go:171","msg":"trace[1482884555] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7543; }","duration":"100.615023ms","start":"2026-03-18T14:11:37.318578Z","end":"2026-03-18T14:11:37.419193Z","steps":["trace[1482884555] 'agreement among raft nodes before linearized reading' (duration: 100.417728ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:11:37.511636Z","caller":"traceutil/trace.go:171","msg":"trace[1412807599] transaction","detail":"{read_only:false; response_revision:7544; number_of_response:1; }","duration":"168.1905ms","start":"2026-03-18T14:11:37.343403Z","end":"2026-03-18T14:11:37.511593Z","steps":["trace[1412807599] 'process raft request' (duration: 102.593557ms)","trace[1412807599] 'compare' (duration: 65.459209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:12:04.497002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.243442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:12:04.497116Z","caller":"traceutil/trace.go:171","msg":"trace[1364255917] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:0; response_revision:7701; }","duration":"320.406985ms","start":"2026-03-18T14:12:04.176683Z","end":"2026-03-18T14:12:04.49709Z","steps":["trace[1364255917] 'range keys from in-memory index tree' (duration: 320.121428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:12:04.497169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:12:04.176665Z","time spent":"320.493067ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:12:04.497163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.571557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-18T14:12:04.497213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.618587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:12:04.4973Z","caller":"traceutil/trace.go:171","msg":"trace[587424378] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:7701; }","duration":"222.778473ms","start":"2026-03-18T14:12:04.274491Z","end":"2026-03-18T14:12:04.497269Z","steps":["trace[587424378] 'range keys from in-memory index tree' (duration: 222.211887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:12:04.497302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.375199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T14:12:04.497331Z","caller":"traceutil/trace.go:171","msg":"trace[112697236] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:7701; }","duration":"378.796061ms","start":"2026-03-18T14:12:04.118507Z","end":"2026-03-18T14:12:04.497303Z","steps":["trace[112697236] 'count revisions from in-memory index tree' (duration: 378.442022ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:12:04.497366Z","caller":"traceutil/trace.go:171","msg":"trace[462822335] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7701; }","duration":"301.504251ms","start":"2026-03-18T14:12:04.195843Z","end":"2026-03-18T14:12:04.497347Z","steps":["trace[462822335] 'range keys from in-memory index tree' (duration: 301.112481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:12:04.497404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:12:04.195807Z","time spent":"301.587435ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:12:04.497407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:12:04.118485Z","time spent":"378.910116ms","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:12:04.497346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.616089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T14:12:04.497437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.605117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:12:04.497505Z","caller":"traceutil/trace.go:171","msg":"trace[311111793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7701; }","duration":"293.731091ms","start":"2026-03-18T14:12:04.203756Z","end":"2026-03-18T14:12:04.497487Z","steps":["trace[311111793] 'range keys from in-memory index tree' (duration: 293.447013ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:12:04.497513Z","caller":"traceutil/trace.go:171","msg":"trace[482819630] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7701; }","duration":"204.842195ms","start":"2026-03-18T14:12:04.292635Z","end":"2026-03-18T14:12:04.497477Z","steps":["trace[482819630] 'range keys from in-memory index tree' (duration: 204.347041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:12:04.771628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.187673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:12:04.77209Z","caller":"traceutil/trace.go:171","msg":"trace[2055084766] transaction","detail":"{read_only:false; response_revision:7704; number_of_response:1; }","duration":"268.420463ms","start":"2026-03-18T14:12:04.503645Z","end":"2026-03-18T14:12:04.772065Z","steps":["trace[2055084766] 'process raft request' (duration: 268.341281ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:12:04.77214Z","caller":"traceutil/trace.go:171","msg":"trace[276489484] transaction","detail":"{read_only:false; response_revision:7703; number_of_response:1; }","duration":"269.129622ms","start":"2026-03-18T14:12:04.502956Z","end":"2026-03-18T14:12:04.772086Z","steps":["trace[276489484] 'process raft request' (duration: 154.347984ms)","trace[276489484] 'compare' (duration: 113.963737ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:12:04.776274Z","caller":"traceutil/trace.go:171","msg":"trace[1234491043] transaction","detail":"{read_only:false; response_revision:7705; number_of_response:1; }","duration":"186.99406ms","start":"2026-03-18T14:12:04.589255Z","end":"2026-03-18T14:12:04.776249Z","steps":["trace[1234491043] 'process raft request' (duration: 186.786124ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:12:04.776488Z","caller":"traceutil/trace.go:171","msg":"trace[1587506422] transaction","detail":"{read_only:false; response_revision:7706; number_of_response:1; }","duration":"187.107083ms","start":"2026-03-18T14:12:04.58935Z","end":"2026-03-18T14:12:04.776457Z","steps":["trace[1587506422] 'process raft request' (duration: 186.853547ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:12:04.904542Z","caller":"traceutil/trace.go:171","msg":"trace[608468456] transaction","detail":"{read_only:false; response_revision:7707; number_of_response:1; }","duration":"106.489244ms","start":"2026-03-18T14:12:04.798023Z","end":"2026-03-18T14:12:04.904512Z","steps":["trace[608468456] 'process raft request' (duration: 106.34124ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:12:16.260151Z","caller":"traceutil/trace.go:171","msg":"trace[631193769] transaction","detail":"{read_only:false; response_revision:7790; number_of_response:1; }","duration":"125.656595ms","start":"2026-03-18T14:12:16.134469Z","end":"2026-03-18T14:12:16.260125Z","steps":["trace[631193769] 'process raft request' (duration: 125.50029ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:12:17.046436Z","caller":"traceutil/trace.go:171","msg":"trace[220843419] linearizableReadLoop","detail":"{readStateIndex:8118; appliedIndex:8117; }","duration":"375.320768ms","start":"2026-03-18T14:12:16.67109Z","end":"2026-03-18T14:12:17.04641Z","steps":["trace[220843419] 'read index received' (duration: 375.106762ms)","trace[220843419] 'applied index is now lower than readState.Index' (duration: 213.126µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:12:17.046803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.703268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:12:17.046873Z","caller":"traceutil/trace.go:171","msg":"trace[1974696405] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:7791; }","duration":"375.845932ms","start":"2026-03-18T14:12:16.671013Z","end":"2026-03-18T14:12:17.046859Z","steps":["trace[1974696405] 'agreement among raft nodes before linearized reading' (duration: 375.519373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:12:17.046908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:12:16.670977Z","time spent":"375.922413ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"info","ts":"2026-03-18T14:12:17.047182Z","caller":"traceutil/trace.go:171","msg":"trace[185249588] transaction","detail":"{read_only:false; response_revision:7791; number_of_response:1; }","duration":"378.322089ms","start":"2026-03-18T14:12:16.668183Z","end":"2026-03-18T14:12:17.046505Z","steps":["trace[185249588] 'process raft request' (duration: 378.011681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:12:17.047373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:12:16.668161Z","time spent":"379.062079ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:12:17.265423Z","caller":"traceutil/trace.go:171","msg":"trace[1304367484] transaction","detail":"{read_only:false; response_revision:7792; number_of_response:1; }","duration":"401.261622ms","start":"2026-03-18T14:12:16.864137Z","end":"2026-03-18T14:12:17.265398Z","steps":["trace[1304367484] 'process raft request' (duration: 353.114124ms)","trace[1304367484] 'compare' (duration: 47.924282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:12:17.26564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:12:16.864096Z","time spent":"401.468538ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:12:17.265945Z","caller":"traceutil/trace.go:171","msg":"trace[1688611795] transaction","detail":"{read_only:false; response_revision:7793; number_of_response:1; }","duration":"381.436353ms","start":"2026-03-18T14:12:16.884491Z","end":"2026-03-18T14:12:17.265927Z","steps":["trace[1688611795] 'process raft request' (duration: 380.869988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:12:17.266091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:12:16.884459Z","time spent":"381.557067ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:12:17.266569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.297729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:12:17.266653Z","caller":"traceutil/trace.go:171","msg":"trace[815856075] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:7793; }","duration":"282.423614ms","start":"2026-03-18T14:12:16.984216Z","end":"2026-03-18T14:12:17.26664Z","steps":["trace[815856075] 'agreement among raft nodes before linearized reading' (duration: 282.218818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:12:17.266817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.782793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:12:17.267042Z","caller":"traceutil/trace.go:171","msg":"trace[1674368226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7793; }","duration":"375.030479ms","start":"2026-03-18T14:12:16.891981Z","end":"2026-03-18T14:12:17.267011Z","steps":["trace[1674368226] 'agreement among raft nodes before linearized reading' (duration: 374.7307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:12:17.267114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.084011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:12:17.267292Z","caller":"traceutil/trace.go:171","msg":"trace[1053189662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7793; }","duration":"375.327888ms","start":"2026-03-18T14:12:16.891943Z","end":"2026-03-18T14:12:17.267271Z","steps":["trace[1053189662] 'agreement among raft nodes before linearized reading' (duration: 375.000038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:12:17.267544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:12:16.891927Z","time spent":"375.601795ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:12:17.267143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:12:16.891957Z","time spent":"375.150592ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:12:17.265877Z","caller":"traceutil/trace.go:171","msg":"trace[565735379] linearizableReadLoop","detail":"{readStateIndex:8120; appliedIndex:8118; }","duration":"218.949818ms","start":"2026-03-18T14:12:17.046594Z","end":"2026-03-18T14:12:17.265544Z","steps":["trace[565735379] 'read index received' (duration: 170.576754ms)","trace[565735379] 'applied index is now lower than readState.Index' (duration: 48.371154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:12:17.268738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.312404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:213563"} {"level":"info","ts":"2026-03-18T14:12:17.268789Z","caller":"traceutil/trace.go:171","msg":"trace[902881217] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7793; }","duration":"217.387746ms","start":"2026-03-18T14:12:17.051389Z","end":"2026-03-18T14:12:17.268776Z","steps":["trace[902881217] 'agreement among raft nodes before linearized reading' (duration: 216.973885ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:12:19.396855Z","caller":"traceutil/trace.go:171","msg":"trace[1323118569] linearizableReadLoop","detail":"{readStateIndex:8128; appliedIndex:8127; }","duration":"121.255134ms","start":"2026-03-18T14:12:19.275569Z","end":"2026-03-18T14:12:19.396824Z","steps":["trace[1323118569] 'read index received' (duration: 5.702775ms)","trace[1323118569] 'applied index is now lower than readState.Index' (duration: 115.551369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:12:19.397125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.539862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:12:19.397166Z","caller":"traceutil/trace.go:171","msg":"trace[1768337005] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:7801; }","duration":"121.625886ms","start":"2026-03-18T14:12:19.27553Z","end":"2026-03-18T14:12:19.397156Z","steps":["trace[1768337005] 'agreement among raft nodes before linearized reading' (duration: 121.477171ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:12:19.397308Z","caller":"traceutil/trace.go:171","msg":"trace[1136067392] transaction","detail":"{read_only:false; response_revision:7801; number_of_response:1; }","duration":"126.014374ms","start":"2026-03-18T14:12:19.271282Z","end":"2026-03-18T14:12:19.397296Z","steps":["trace[1136067392] 'process raft request' (duration: 97.428726ms)","trace[1136067392] 'compare' (duration: 27.57096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:12:20.614518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.309355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T14:12:20.614585Z","caller":"traceutil/trace.go:171","msg":"trace[1863326544] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:7806; }","duration":"252.431249ms","start":"2026-03-18T14:12:20.362136Z","end":"2026-03-18T14:12:20.614567Z","steps":["trace[1863326544] 'range keys from in-memory index tree' (duration: 252.079298ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:12:21.221203Z","caller":"traceutil/trace.go:171","msg":"trace[79063690] transaction","detail":"{read_only:false; response_revision:7808; number_of_response:1; }","duration":"138.883274ms","start":"2026-03-18T14:12:21.082293Z","end":"2026-03-18T14:12:21.221176Z","steps":["trace[79063690] 'process raft request' (duration: 138.701279ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:12:21.401318Z","caller":"traceutil/trace.go:171","msg":"trace[434705205] transaction","detail":"{read_only:false; response_revision:7809; number_of_response:1; }","duration":"114.289855ms","start":"2026-03-18T14:12:21.286998Z","end":"2026-03-18T14:12:21.401288Z","steps":["trace[434705205] 'process raft request' (duration: 114.10623ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:12:21.701711Z","caller":"traceutil/trace.go:171","msg":"trace[365415464] linearizableReadLoop","detail":"{readStateIndex:8140; appliedIndex:8139; }","duration":"229.096924ms","start":"2026-03-18T14:12:21.472553Z","end":"2026-03-18T14:12:21.70165Z","steps":["trace[365415464] 'read index received' (duration: 192.11256ms)","trace[365415464] 'applied index is now lower than readState.Index' (duration: 36.982804ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:12:21.701896Z","caller":"traceutil/trace.go:171","msg":"trace[1343295699] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"232.624201ms","start":"2026-03-18T14:12:21.469221Z","end":"2026-03-18T14:12:21.701845Z","steps":["trace[1343295699] 'process raft request' (duration: 195.296306ms)","trace[1343295699] 'compare' (duration: 36.958514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:12:21.702514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.931188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:213563"} {"level":"info","ts":"2026-03-18T14:12:21.702589Z","caller":"traceutil/trace.go:171","msg":"trace[1871344467] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:7812; }","duration":"230.090803ms","start":"2026-03-18T14:12:21.472484Z","end":"2026-03-18T14:12:21.702575Z","steps":["trace[1871344467] 'agreement among raft nodes before linearized reading' (duration: 229.330491ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:12:21.707046Z","caller":"traceutil/trace.go:171","msg":"trace[476938107] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"233.937146ms","start":"2026-03-18T14:12:21.47308Z","end":"2026-03-18T14:12:21.707017Z","steps":["trace[476938107] 'process raft request' (duration: 233.763341ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:12:40.220104Z","caller":"traceutil/trace.go:171","msg":"trace[1666701015] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"168.322143ms","start":"2026-03-18T14:12:40.051749Z","end":"2026-03-18T14:12:40.220071Z","steps":["trace[1666701015] 'process raft request' (duration: 79.609562ms)","trace[1666701015] 'compare' (duration: 88.594278ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:12:40.571701Z","caller":"traceutil/trace.go:171","msg":"trace[656641462] transaction","detail":"{read_only:false; response_revision:7928; number_of_response:1; }","duration":"126.755384ms","start":"2026-03-18T14:12:40.444911Z","end":"2026-03-18T14:12:40.571666Z","steps":["trace[656641462] 'process raft request' (duration: 126.518188ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:12:51.071195Z","caller":"traceutil/trace.go:171","msg":"trace[206735717] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"119.005324ms","start":"2026-03-18T14:12:50.952144Z","end":"2026-03-18T14:12:51.071149Z","steps":["trace[206735717] 'process raft request' (duration: 88.032803ms)","trace[206735717] 'compare' (duration: 30.750275ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:12:53.835773Z","caller":"traceutil/trace.go:171","msg":"trace[15698331] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"273.332346ms","start":"2026-03-18T14:12:53.562402Z","end":"2026-03-18T14:12:53.835734Z","steps":["trace[15698331] 'process raft request' (duration: 273.085119ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:12:53.837116Z","caller":"traceutil/trace.go:171","msg":"trace[1785666150] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"270.963552ms","start":"2026-03-18T14:12:53.566118Z","end":"2026-03-18T14:12:53.837081Z","steps":["trace[1785666150] 'process raft request' (duration: 270.805598ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:12:55.957464Z","caller":"traceutil/trace.go:171","msg":"trace[1720939934] transaction","detail":"{read_only:false; response_revision:8040; number_of_response:1; }","duration":"112.113016ms","start":"2026-03-18T14:12:55.845301Z","end":"2026-03-18T14:12:55.957414Z","steps":["trace[1720939934] 'process raft request' (duration: 111.552681ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:02.296161Z","caller":"traceutil/trace.go:171","msg":"trace[1399298700] transaction","detail":"{read_only:false; response_revision:8071; number_of_response:1; }","duration":"123.783563ms","start":"2026-03-18T14:13:02.172352Z","end":"2026-03-18T14:13:02.296136Z","steps":["trace[1399298700] 'process raft request' (duration: 123.639979ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:02.736502Z","caller":"traceutil/trace.go:171","msg":"trace[427613533] linearizableReadLoop","detail":"{readStateIndex:8414; appliedIndex:8412; }","duration":"165.64737ms","start":"2026-03-18T14:13:02.570832Z","end":"2026-03-18T14:13:02.736479Z","steps":["trace[427613533] 'read index received' (duration: 165.544517ms)","trace[427613533] 'applied index is now lower than readState.Index' (duration: 101.393µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:13:02.736618Z","caller":"traceutil/trace.go:171","msg":"trace[222948963] transaction","detail":"{read_only:false; response_revision:8074; number_of_response:1; }","duration":"266.014848ms","start":"2026-03-18T14:13:02.470567Z","end":"2026-03-18T14:13:02.736582Z","steps":["trace[222948963] 'process raft request' (duration: 265.871484ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:02.736618Z","caller":"traceutil/trace.go:171","msg":"trace[75129853] transaction","detail":"{read_only:false; response_revision:8073; number_of_response:1; }","duration":"267.086377ms","start":"2026-03-18T14:13:02.469474Z","end":"2026-03-18T14:13:02.73656Z","steps":["trace[75129853] 'process raft request' (duration: 266.831569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:02.736689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.846845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:13:02.736833Z","caller":"traceutil/trace.go:171","msg":"trace[842166115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8074; }","duration":"166.072132ms","start":"2026-03-18T14:13:02.570749Z","end":"2026-03-18T14:13:02.736822Z","steps":["trace[842166115] 'agreement among raft nodes before linearized reading' (duration: 165.852476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:02.767888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.883446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:13:02.767902Z","caller":"traceutil/trace.go:171","msg":"trace[1488324184] transaction","detail":"{read_only:false; response_revision:8075; number_of_response:1; }","duration":"114.273485ms","start":"2026-03-18T14:13:02.653568Z","end":"2026-03-18T14:13:02.767842Z","steps":["trace[1488324184] 'process raft request' (duration: 114.042899ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:02.767991Z","caller":"traceutil/trace.go:171","msg":"trace[1677645101] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8075; }","duration":"124.063881ms","start":"2026-03-18T14:13:02.643904Z","end":"2026-03-18T14:13:02.767968Z","steps":["trace[1677645101] 'agreement among raft nodes before linearized reading' (duration: 123.868216ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:03.643347Z","caller":"traceutil/trace.go:171","msg":"trace[1005930580] transaction","detail":"{read_only:false; response_revision:8080; number_of_response:1; }","duration":"117.570773ms","start":"2026-03-18T14:13:03.525755Z","end":"2026-03-18T14:13:03.643325Z","steps":["trace[1005930580] 'process raft request' (duration: 117.135261ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:03.643653Z","caller":"traceutil/trace.go:171","msg":"trace[2084285944] transaction","detail":"{read_only:false; response_revision:8081; number_of_response:1; }","duration":"117.642086ms","start":"2026-03-18T14:13:03.525993Z","end":"2026-03-18T14:13:03.643635Z","steps":["trace[2084285944] 'process raft request' (duration: 117.03053ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:03.64403Z","caller":"traceutil/trace.go:171","msg":"trace[1664310312] transaction","detail":"{read_only:false; response_revision:8083; number_of_response:1; }","duration":"115.276962ms","start":"2026-03-18T14:13:03.528742Z","end":"2026-03-18T14:13:03.644019Z","steps":["trace[1664310312] 'process raft request' (duration: 114.384908ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:03.64345Z","caller":"traceutil/trace.go:171","msg":"trace[369601712] transaction","detail":"{read_only:false; response_revision:8082; number_of_response:1; }","duration":"117.285896ms","start":"2026-03-18T14:13:03.526138Z","end":"2026-03-18T14:13:03.643424Z","steps":["trace[369601712] 'process raft request' (duration: 116.938627ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:04.113639Z","caller":"traceutil/trace.go:171","msg":"trace[466441033] transaction","detail":"{read_only:false; response_revision:8086; number_of_response:1; }","duration":"124.132763ms","start":"2026-03-18T14:13:03.989469Z","end":"2026-03-18T14:13:04.113601Z","steps":["trace[466441033] 'process raft request' (duration: 123.901887ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:04.266553Z","caller":"traceutil/trace.go:171","msg":"trace[1317348950] transaction","detail":"{read_only:false; response_revision:8087; number_of_response:1; }","duration":"148.905386ms","start":"2026-03-18T14:13:04.117616Z","end":"2026-03-18T14:13:04.266521Z","steps":["trace[1317348950] 'process raft request' (duration: 85.743071ms)","trace[1317348950] 'compare' (duration: 63.051912ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:13:09.87436Z","caller":"traceutil/trace.go:171","msg":"trace[1299559188] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"231.103608ms","start":"2026-03-18T14:13:09.643237Z","end":"2026-03-18T14:13:09.874341Z","steps":["trace[1299559188] 'process raft request' (duration: 230.971834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:12.686773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476690255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:13:13.187379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476690255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:13:13.688056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476690255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:13:14.188582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476690255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:13:14.43858Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.556299333s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:13:14.438986Z","caller":"traceutil/trace.go:171","msg":"trace[1786549976] transaction","detail":"{read_only:false; response_revision:8250; number_of_response:1; }","duration":"2.556805247s","start":"2026-03-18T14:13:11.882124Z","end":"2026-03-18T14:13:14.438929Z","steps":["trace[1786549976] 'process raft request' (duration: 2.556652423s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:14.439132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:11.8821Z","time spent":"2.556958502s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:13:14.446918Z","caller":"traceutil/trace.go:171","msg":"trace[499067591] transaction","detail":"{read_only:false; response_revision:8251; number_of_response:1; }","duration":"2.467223614s","start":"2026-03-18T14:13:11.97966Z","end":"2026-03-18T14:13:14.446883Z","steps":["trace[499067591] 'process raft request' (duration: 2.467015818s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:14.447084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:11.979635Z","time spent":"2.467357527s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:13:14.447053Z","caller":"traceutil/trace.go:171","msg":"trace[55209813] transaction","detail":"{read_only:false; response_revision:8252; number_of_response:1; }","duration":"2.266021387s","start":"2026-03-18T14:13:12.181002Z","end":"2026-03-18T14:13:14.447024Z","steps":["trace[55209813] 'process raft request' (duration: 2.265816681s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:14.447456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:12.180965Z","time spent":"2.266404807s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:13:14.450157Z","caller":"traceutil/trace.go:171","msg":"trace[1388197028] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"1.854413363s","start":"2026-03-18T14:13:12.595724Z","end":"2026-03-18T14:13:14.450138Z","steps":["trace[1388197028] 'process raft request' (duration: 1.851279248s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:14.450366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:12.595694Z","time spent":"1.854540506s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:13:14.450386Z","caller":"traceutil/trace.go:171","msg":"trace[1165922455] linearizableReadLoop","detail":"{readStateIndex:8599; appliedIndex:8593; }","duration":"2.264380722s","start":"2026-03-18T14:13:12.185986Z","end":"2026-03-18T14:13:14.450367Z","steps":["trace[1165922455] 'read index received' (duration: 2.252806648s)","trace[1165922455] 'applied index is now lower than readState.Index' (duration: 11.572994ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:13:14.450564Z","caller":"traceutil/trace.go:171","msg":"trace[2067218987] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"1.411932942s","start":"2026-03-18T14:13:13.038506Z","end":"2026-03-18T14:13:14.450438Z","steps":["trace[2067218987] 'process raft request' (duration: 1.411797588s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:14.450545Z","caller":"traceutil/trace.go:171","msg":"trace[24203810] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"1.640857891s","start":"2026-03-18T14:13:12.809636Z","end":"2026-03-18T14:13:14.450494Z","steps":["trace[24203810] 'process raft request' (duration: 1.640466681s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:14.450668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.264681911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:13:14.450712Z","caller":"traceutil/trace.go:171","msg":"trace[765864381] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:8255; }","duration":"2.264761092s","start":"2026-03-18T14:13:12.185939Z","end":"2026-03-18T14:13:14.4507Z","steps":["trace[765864381] 'agreement among raft nodes before linearized reading' (duration: 2.264604809s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:14.450753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:12.185925Z","time spent":"2.264817294s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"warn","ts":"2026-03-18T14:13:14.450756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:12.809619Z","time spent":"1.641033286s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:13:14.450673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:13.038485Z","time spent":"1.412140247s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:13:14.450991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152565164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T14:13:14.451058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.056372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8c7f4fdcd-sq8xs.189df4fa24e4e23f\" ","response":"range_response_count:1 size:1131"} {"level":"warn","ts":"2026-03-18T14:13:14.45105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659117456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T14:13:14.451051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486320062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:13:14.451087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.16719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:13:14.451121Z","caller":"traceutil/trace.go:171","msg":"trace[875109050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8255; }","duration":"1.659226061s","start":"2026-03-18T14:13:12.791877Z","end":"2026-03-18T14:13:14.451103Z","steps":["trace[875109050] 'agreement among raft nodes before linearized reading' (duration: 1.659052395s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:14.451116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414634965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-18T14:13:14.451141Z","caller":"traceutil/trace.go:171","msg":"trace[1504969142] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8255; }","duration":"1.486467586s","start":"2026-03-18T14:13:12.964656Z","end":"2026-03-18T14:13:14.451123Z","steps":["trace[1504969142] 'agreement among raft nodes before linearized reading' (duration: 1.486320592s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:14.451112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680779126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:13:14.451182Z","caller":"traceutil/trace.go:171","msg":"trace[1854425486] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8255; }","duration":"588.314203ms","start":"2026-03-18T14:13:13.862839Z","end":"2026-03-18T14:13:14.451153Z","steps":["trace[1854425486] 'agreement among raft nodes before linearized reading' (duration: 588.121199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:14.451188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:12.964635Z","time spent":"1.486541609s","remote":"127.0.0.1:45854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:13:14.451188Z","caller":"traceutil/trace.go:171","msg":"trace[589816258] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8255; }","duration":"1.414747348s","start":"2026-03-18T14:13:13.036419Z","end":"2026-03-18T14:13:14.451166Z","steps":["trace[589816258] 'agreement among raft nodes before linearized reading' (duration: 1.414520911s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:14.451112Z","caller":"traceutil/trace.go:171","msg":"trace[697463421] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8c7f4fdcd-sq8xs.189df4fa24e4e23f; range_end:; response_count:1; response_revision:8255; }","duration":"996.143365ms","start":"2026-03-18T14:13:13.454948Z","end":"2026-03-18T14:13:14.451092Z","steps":["trace[697463421] 'agreement among raft nodes before linearized reading' (duration: 995.990011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:14.451205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:12.791855Z","time spent":"1.659315423s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:13:14.45121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099388299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:13:14.451216Z","caller":"traceutil/trace.go:171","msg":"trace[675403746] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8255; }","duration":"1.680917789s","start":"2026-03-18T14:13:12.770267Z","end":"2026-03-18T14:13:14.451184Z","steps":["trace[675403746] 'agreement among raft nodes before linearized reading' (duration: 1.680745824s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:14.451287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:13.454925Z","time spent":"996.349521ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-8c7f4fdcd-sq8xs.189df4fa24e4e23f\" "} {"level":"info","ts":"2026-03-18T14:13:14.451303Z","caller":"traceutil/trace.go:171","msg":"trace[1064482493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8255; }","duration":"2.099544964s","start":"2026-03-18T14:13:12.351745Z","end":"2026-03-18T14:13:14.45129Z","steps":["trace[1064482493] 'agreement among raft nodes before linearized reading' (duration: 2.099360829s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:14.451331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:12.770225Z","time spent":"1.681086464s","remote":"127.0.0.1:49964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:13:14.451084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880933294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:13:14.451358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:12.351724Z","time spent":"2.099621006s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:13:14.451389Z","caller":"traceutil/trace.go:171","msg":"trace[387571962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8255; }","duration":"1.881276084s","start":"2026-03-18T14:13:12.570104Z","end":"2026-03-18T14:13:14.45138Z","steps":["trace[387571962] 'agreement among raft nodes before linearized reading' (duration: 1.880951425s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:14.45142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:12.570085Z","time spent":"1.881327934s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:13:14.451254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:13.862817Z","time spent":"588.427667ms","remote":"127.0.0.1:49898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:13:14.451069Z","caller":"traceutil/trace.go:171","msg":"trace[1241670193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8255; }","duration":"2.152687987s","start":"2026-03-18T14:13:12.298362Z","end":"2026-03-18T14:13:14.45105Z","steps":["trace[1241670193] 'agreement among raft nodes before linearized reading' (duration: 2.152481602s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:14.451598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:12.298338Z","time spent":"2.153253133s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:13:14.451261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:13.036405Z","time spent":"1.41484936s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T14:13:14.451981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661931034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:13:14.452065Z","caller":"traceutil/trace.go:171","msg":"trace[1306443038] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8255; }","duration":"1.662053357s","start":"2026-03-18T14:13:12.789988Z","end":"2026-03-18T14:13:14.452042Z","steps":["trace[1306443038] 'agreement among raft nodes before linearized reading' (duration: 1.661149002s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:14.452104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:12.789965Z","time spent":"1.662128759s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:13:22.610762Z","caller":"traceutil/trace.go:171","msg":"trace[2020567504] transaction","detail":"{read_only:false; response_revision:8292; number_of_response:1; }","duration":"138.241416ms","start":"2026-03-18T14:13:22.472493Z","end":"2026-03-18T14:13:22.610734Z","steps":["trace[2020567504] 'process raft request' (duration: 129.458408ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:22.610772Z","caller":"traceutil/trace.go:171","msg":"trace[1373427561] transaction","detail":"{read_only:false; response_revision:8293; number_of_response:1; }","duration":"135.387248ms","start":"2026-03-18T14:13:22.475364Z","end":"2026-03-18T14:13:22.610751Z","steps":["trace[1373427561] 'process raft request' (duration: 135.299127ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:22.610957Z","caller":"traceutil/trace.go:171","msg":"trace[1537371754] linearizableReadLoop","detail":"{readStateIndex:8640; appliedIndex:8637; }","duration":"116.149485ms","start":"2026-03-18T14:13:22.494781Z","end":"2026-03-18T14:13:22.610931Z","steps":["trace[1537371754] 'read index received' (duration: 107.183952ms)","trace[1537371754] 'applied index is now lower than readState.Index' (duration: 8.963253ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:13:22.611029Z","caller":"traceutil/trace.go:171","msg":"trace[164896448] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"135.218543ms","start":"2026-03-18T14:13:22.475746Z","end":"2026-03-18T14:13:22.610965Z","steps":["trace[164896448] 'process raft request' (duration: 134.961446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:22.611107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.32299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:13:22.611146Z","caller":"traceutil/trace.go:171","msg":"trace[958093085] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:8294; }","duration":"116.371702ms","start":"2026-03-18T14:13:22.494762Z","end":"2026-03-18T14:13:22.611134Z","steps":["trace[958093085] 'agreement among raft nodes before linearized reading' (duration: 116.250599ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:22.630437Z","caller":"traceutil/trace.go:171","msg":"trace[1568468778] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"101.480227ms","start":"2026-03-18T14:13:22.528932Z","end":"2026-03-18T14:13:22.630412Z","steps":["trace[1568468778] 'process raft request' (duration: 101.295601ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:22.808063Z","caller":"traceutil/trace.go:171","msg":"trace[142697912] transaction","detail":"{read_only:false; response_revision:8297; number_of_response:1; }","duration":"172.746453ms","start":"2026-03-18T14:13:22.635293Z","end":"2026-03-18T14:13:22.808039Z","steps":["trace[142697912] 'process raft request' (duration: 107.635595ms)","trace[142697912] 'compare' (duration: 64.913163ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:13:22.808214Z","caller":"traceutil/trace.go:171","msg":"trace[755127306] transaction","detail":"{read_only:false; response_revision:8299; number_of_response:1; }","duration":"172.273671ms","start":"2026-03-18T14:13:22.635924Z","end":"2026-03-18T14:13:22.808197Z","steps":["trace[755127306] 'process raft request' (duration: 172.201839ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:22.808256Z","caller":"traceutil/trace.go:171","msg":"trace[1731305417] transaction","detail":"{read_only:false; response_revision:8298; number_of_response:1; }","duration":"172.846517ms","start":"2026-03-18T14:13:22.635373Z","end":"2026-03-18T14:13:22.80822Z","steps":["trace[1731305417] 'process raft request' (duration: 172.623291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:24.06891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476690387,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:13:24.224396Z","caller":"traceutil/trace.go:171","msg":"trace[640322894] linearizableReadLoop","detail":"{readStateIndex:8646; appliedIndex:8645; }","duration":"655.882701ms","start":"2026-03-18T14:13:23.568489Z","end":"2026-03-18T14:13:24.224372Z","steps":["trace[640322894] 'read index received' (duration: 655.759368ms)","trace[640322894] 'applied index is now lower than readState.Index' (duration: 122.183µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:13:24.224525Z","caller":"traceutil/trace.go:171","msg":"trace[538090635] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"767.533234ms","start":"2026-03-18T14:13:23.456952Z","end":"2026-03-18T14:13:24.224486Z","steps":["trace[538090635] 'process raft request' (duration: 767.235356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:24.224601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.090367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:13:24.224642Z","caller":"traceutil/trace.go:171","msg":"trace[1521151450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8300; }","duration":"656.179448ms","start":"2026-03-18T14:13:23.568452Z","end":"2026-03-18T14:13:24.224631Z","steps":["trace[1521151450] 'agreement among raft nodes before linearized reading' (duration: 656.057325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:24.224676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:23.568433Z","time spent":"656.235659ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:13:24.224689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:23.456935Z","time spent":"767.663837ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1116,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:13:25.070005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476690390,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:13:25.097715Z","caller":"traceutil/trace.go:171","msg":"trace[443702062] transaction","detail":"{read_only:false; response_revision:8301; number_of_response:1; }","duration":"598.46616ms","start":"2026-03-18T14:13:24.4992Z","end":"2026-03-18T14:13:25.097666Z","steps":["trace[443702062] 'process raft request' (duration: 598.274125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:25.097907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:24.499172Z","time spent":"598.636645ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:13:25.331452Z","caller":"traceutil/trace.go:171","msg":"trace[1847489508] linearizableReadLoop","detail":"{readStateIndex:8651; appliedIndex:8646; }","duration":"762.552988ms","start":"2026-03-18T14:13:24.568876Z","end":"2026-03-18T14:13:25.331429Z","steps":["trace[1847489508] 'read index received' (duration: 528.705894ms)","trace[1847489508] 'applied index is now lower than readState.Index' (duration: 233.846214ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:13:25.331507Z","caller":"traceutil/trace.go:171","msg":"trace[263625623] transaction","detail":"{read_only:false; response_revision:8303; number_of_response:1; }","duration":"715.861121ms","start":"2026-03-18T14:13:24.615605Z","end":"2026-03-18T14:13:25.331466Z","steps":["trace[263625623] 'process raft request' (duration: 715.727796ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:25.331527Z","caller":"traceutil/trace.go:171","msg":"trace[2118263954] transaction","detail":"{read_only:false; response_revision:8304; number_of_response:1; }","duration":"715.095469ms","start":"2026-03-18T14:13:24.616396Z","end":"2026-03-18T14:13:25.331491Z","steps":["trace[2118263954] 'process raft request' (duration: 714.970076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:25.33161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.721334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:13:25.331582Z","caller":"traceutil/trace.go:171","msg":"trace[436814543] transaction","detail":"{read_only:false; response_revision:8305; number_of_response:1; }","duration":"566.82518ms","start":"2026-03-18T14:13:24.76472Z","end":"2026-03-18T14:13:25.331545Z","steps":["trace[436814543] 'process raft request' (duration: 566.672916ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:25.331679Z","caller":"traceutil/trace.go:171","msg":"trace[412595986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8305; }","duration":"762.830885ms","start":"2026-03-18T14:13:24.56884Z","end":"2026-03-18T14:13:25.33167Z","steps":["trace[412595986] 'agreement among raft nodes before linearized reading' (duration: 762.707222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:25.331706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:24.568827Z","time spent":"762.873398ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:13:25.331705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:24.615587Z","time spent":"715.980924ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:13:25.331802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:24.764693Z","time spent":"567.013096ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:13:25.331839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.800028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:13:25.331885Z","caller":"traceutil/trace.go:171","msg":"trace[1849436106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8305; }","duration":"669.87527ms","start":"2026-03-18T14:13:24.661999Z","end":"2026-03-18T14:13:25.331874Z","steps":["trace[1849436106] 'agreement among raft nodes before linearized reading' (duration: 669.718166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:25.331873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.037389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T14:13:25.331914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:24.661985Z","time spent":"669.922251ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:13:25.331906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.954584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T14:13:25.331953Z","caller":"traceutil/trace.go:171","msg":"trace[1931809772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8305; }","duration":"520.165073ms","start":"2026-03-18T14:13:24.811764Z","end":"2026-03-18T14:13:25.331929Z","steps":["trace[1931809772] 'agreement among raft nodes before linearized reading' (duration: 519.929197ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:25.331972Z","caller":"traceutil/trace.go:171","msg":"trace[1820662253] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8305; }","duration":"157.058637ms","start":"2026-03-18T14:13:25.174896Z","end":"2026-03-18T14:13:25.331955Z","steps":["trace[1820662253] 'agreement among raft nodes before linearized reading' (duration: 156.874992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:25.331994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:24.811734Z","time spent":"520.252214ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:13:25.332005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.745852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:13:25.332028Z","caller":"traceutil/trace.go:171","msg":"trace[1447918063] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:8305; }","duration":"692.830454ms","start":"2026-03-18T14:13:24.639191Z","end":"2026-03-18T14:13:25.332022Z","steps":["trace[1447918063] 'agreement among raft nodes before linearized reading' (duration: 692.760472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:25.332046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:24.639179Z","time spent":"692.863275ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"info","ts":"2026-03-18T14:13:25.332057Z","caller":"traceutil/trace.go:171","msg":"trace[426058981] transaction","detail":"{read_only:false; response_revision:8302; number_of_response:1; }","duration":"777.989818ms","start":"2026-03-18T14:13:24.554056Z","end":"2026-03-18T14:13:25.332046Z","steps":["trace[426058981] 'process raft request' (duration: 777.152435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:25.332115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:24.554035Z","time spent":"778.043839ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:13:25.332142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.310168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T14:13:25.332139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.496051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:13:25.332176Z","caller":"traceutil/trace.go:171","msg":"trace[1938909310] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8305; }","duration":"520.358908ms","start":"2026-03-18T14:13:24.811808Z","end":"2026-03-18T14:13:25.332167Z","steps":["trace[1938909310] 'agreement among raft nodes before linearized reading' (duration: 520.275846ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:25.332199Z","caller":"traceutil/trace.go:171","msg":"trace[463578806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8305; }","duration":"520.586434ms","start":"2026-03-18T14:13:24.811593Z","end":"2026-03-18T14:13:25.332179Z","steps":["trace[463578806] 'agreement among raft nodes before linearized reading' (duration: 520.368998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:25.332213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:24.811799Z","time spent":"520.407579ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:13:25.33224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:24.811575Z","time spent":"520.655576ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:13:25.332302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:24.616379Z","time spent":"715.207552ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:13:25.332609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.603987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:13:25.332659Z","caller":"traceutil/trace.go:171","msg":"trace[481718140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8305; }","duration":"717.701231ms","start":"2026-03-18T14:13:24.614944Z","end":"2026-03-18T14:13:25.332645Z","steps":["trace[481718140] 'agreement among raft nodes before linearized reading' (duration: 716.673862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:25.33269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:24.614921Z","time spent":"717.761501ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:13:25.669334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.506772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:13:25.66951Z","caller":"traceutil/trace.go:171","msg":"trace[1882169199] transaction","detail":"{read_only:false; response_revision:8306; number_of_response:1; }","duration":"332.990517ms","start":"2026-03-18T14:13:25.336504Z","end":"2026-03-18T14:13:25.669495Z","steps":["trace[1882169199] 'process raft request' (duration: 70.049423ms)","trace[1882169199] 'compare' (duration: 262.371649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:13:25.669576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:25.33648Z","time spent":"333.06692ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:13:25.669445Z","caller":"traceutil/trace.go:171","msg":"trace[1249421035] linearizableReadLoop","detail":"{readStateIndex:8652; appliedIndex:8651; }","duration":"332.871464ms","start":"2026-03-18T14:13:25.336558Z","end":"2026-03-18T14:13:25.66943Z","steps":["trace[1249421035] 'read index received' (duration: 70.075694ms)","trace[1249421035] 'applied index is now lower than readState.Index' (duration: 262.79456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:13:25.669783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.199912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T14:13:25.669852Z","caller":"traceutil/trace.go:171","msg":"trace[448821269] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8306; }","duration":"333.307896ms","start":"2026-03-18T14:13:25.336528Z","end":"2026-03-18T14:13:25.669836Z","steps":["trace[448821269] 'agreement among raft nodes before linearized reading' (duration: 333.078099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:25.669905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:25.336515Z","time spent":"333.381148ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:13:25.742624Z","caller":"traceutil/trace.go:171","msg":"trace[605043658] transaction","detail":"{read_only:false; response_revision:8307; number_of_response:1; }","duration":"405.869007ms","start":"2026-03-18T14:13:25.33673Z","end":"2026-03-18T14:13:25.742599Z","steps":["trace[605043658] 'process raft request' (duration: 405.695633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:25.742767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:25.336713Z","time spent":"405.976121ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:13:25.742878Z","caller":"traceutil/trace.go:171","msg":"trace[251144156] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"405.248911ms","start":"2026-03-18T14:13:25.337613Z","end":"2026-03-18T14:13:25.742862Z","steps":["trace[251144156] 'process raft request' (duration: 404.949312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:25.742962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:25.337604Z","time spent":"405.317282ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:13:25.743189Z","caller":"traceutil/trace.go:171","msg":"trace[66013219] transaction","detail":"{read_only:false; response_revision:8310; number_of_response:1; }","duration":"404.821038ms","start":"2026-03-18T14:13:25.338357Z","end":"2026-03-18T14:13:25.743178Z","steps":["trace[66013219] 'process raft request' (duration: 404.776987ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:25.743281Z","caller":"traceutil/trace.go:171","msg":"trace[829825103] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"404.984603ms","start":"2026-03-18T14:13:25.33827Z","end":"2026-03-18T14:13:25.743254Z","steps":["trace[829825103] 'process raft request' (duration: 404.539031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:25.743357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:25.33826Z","time spent":"405.061245ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:13:25.743421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:25.338353Z","time spent":"404.868429ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:13:26.263623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.421226ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T14:13:26.263742Z","caller":"traceutil/trace.go:171","msg":"trace[504364982] linearizableReadLoop","detail":"{readStateIndex:8657; appliedIndex:8652; }","duration":"593.907486ms","start":"2026-03-18T14:13:25.669813Z","end":"2026-03-18T14:13:26.26372Z","steps":["trace[504364982] 'read index received' (duration: 72.597722ms)","trace[504364982] 'applied index is now lower than readState.Index' (duration: 521.308134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:13:26.263859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.284129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:13:26.263932Z","caller":"traceutil/trace.go:171","msg":"trace[135185461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8310; }","duration":"685.404833ms","start":"2026-03-18T14:13:25.578511Z","end":"2026-03-18T14:13:26.263916Z","steps":["trace[135185461] 'agreement among raft nodes before linearized reading' (duration: 685.260999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:26.263966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:25.578496Z","time spent":"685.464234ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:13:26.26421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.712488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222963"} {"level":"info","ts":"2026-03-18T14:13:26.264256Z","caller":"traceutil/trace.go:171","msg":"trace[1314048102] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8310; }","duration":"926.821171ms","start":"2026-03-18T14:13:25.33742Z","end":"2026-03-18T14:13:26.264242Z","steps":["trace[1314048102] 'agreement among raft nodes before linearized reading' (duration: 926.38456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:26.264303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:25.337413Z","time spent":"926.876642ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222987,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T14:13:26.487017Z","caller":"traceutil/trace.go:171","msg":"trace[1915408462] linearizableReadLoop","detail":"{readStateIndex:8658; appliedIndex:8657; }","duration":"223.231585ms","start":"2026-03-18T14:13:26.263772Z","end":"2026-03-18T14:13:26.487003Z","steps":["trace[1915408462] 'read index received' (duration: 222.883686ms)","trace[1915408462] 'applied index is now lower than readState.Index' (duration: 344.229µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:13:26.48702Z","caller":"traceutil/trace.go:171","msg":"trace[108209151] transaction","detail":"{read_only:false; response_revision:8311; number_of_response:1; }","duration":"732.392048ms","start":"2026-03-18T14:13:25.754605Z","end":"2026-03-18T14:13:26.486997Z","steps":["trace[108209151] 'process raft request' (duration: 732.108851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:26.487136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:25.754576Z","time spent":"732.498992ms","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414407,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:13:26.487114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.364452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:13:26.487189Z","caller":"traceutil/trace.go:171","msg":"trace[1654043139] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8311; }","duration":"476.470875ms","start":"2026-03-18T14:13:26.010702Z","end":"2026-03-18T14:13:26.487173Z","steps":["trace[1654043139] 'agreement among raft nodes before linearized reading' (duration: 476.31687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:26.487207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.742813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19575"} {"level":"info","ts":"2026-03-18T14:13:26.487244Z","caller":"traceutil/trace.go:171","msg":"trace[1514881715] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8311; }","duration":"815.844435ms","start":"2026-03-18T14:13:25.67139Z","end":"2026-03-18T14:13:26.487235Z","steps":["trace[1514881715] 'agreement among raft nodes before linearized reading' (duration: 815.675931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:26.487251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:26.010635Z","time spent":"476.600548ms","remote":"127.0.0.1:50058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:13:26.487284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:25.671358Z","time spent":"815.919338ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19599,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T14:13:27.147596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.453731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:13:27.147655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.371406ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:13:27.147766Z","caller":"traceutil/trace.go:171","msg":"trace[1261346305] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8311; }","duration":"482.49977ms","start":"2026-03-18T14:13:26.665245Z","end":"2026-03-18T14:13:27.147745Z","steps":["trace[1261346305] 'range keys from in-memory index tree' (duration: 482.350295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:27.147755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.004313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:13:27.148078Z","caller":"traceutil/trace.go:171","msg":"trace[212252289] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8311; }","duration":"103.633715ms","start":"2026-03-18T14:13:27.044036Z","end":"2026-03-18T14:13:27.14767Z","steps":["trace[212252289] 'count revisions from in-memory index tree' (duration: 103.319728ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:27.147839Z","caller":"traceutil/trace.go:171","msg":"trace[1617280693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8311; }","duration":"578.143687ms","start":"2026-03-18T14:13:26.569674Z","end":"2026-03-18T14:13:27.147817Z","steps":["trace[1617280693] 'range keys from in-memory index tree' (duration: 577.915121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:27.148229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:26.569651Z","time spent":"578.540349ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:13:27.148301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.010067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:13:27.148344Z","caller":"traceutil/trace.go:171","msg":"trace[1448791572] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8311; }","duration":"153.10233ms","start":"2026-03-18T14:13:26.995232Z","end":"2026-03-18T14:13:27.148334Z","steps":["trace[1448791572] 'count revisions from in-memory index tree' (duration: 152.921195ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:27.310745Z","caller":"traceutil/trace.go:171","msg":"trace[1884853732] linearizableReadLoop","detail":"{readStateIndex:8659; appliedIndex:8658; }","duration":"162.69513ms","start":"2026-03-18T14:13:27.148022Z","end":"2026-03-18T14:13:27.310717Z","steps":["trace[1884853732] 'read index received' (duration: 162.477655ms)","trace[1884853732] 'applied index is now lower than readState.Index' (duration: 216.645µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:13:27.310802Z","caller":"traceutil/trace.go:171","msg":"trace[445669360] transaction","detail":"{read_only:false; response_revision:8312; number_of_response:1; }","duration":"207.327182ms","start":"2026-03-18T14:13:27.103442Z","end":"2026-03-18T14:13:27.310769Z","steps":["trace[445669360] 'process raft request' (duration: 207.093736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:27.310967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.835234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:13:27.311017Z","caller":"traceutil/trace.go:171","msg":"trace[1113455311] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8312; }","duration":"162.994939ms","start":"2026-03-18T14:13:27.148009Z","end":"2026-03-18T14:13:27.311004Z","steps":["trace[1113455311] 'agreement among raft nodes before linearized reading' (duration: 162.809993ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:27.481092Z","caller":"traceutil/trace.go:171","msg":"trace[463681257] transaction","detail":"{read_only:false; response_revision:8313; number_of_response:1; }","duration":"143.660143ms","start":"2026-03-18T14:13:27.3374Z","end":"2026-03-18T14:13:27.48106Z","steps":["trace[463681257] 'process raft request' (duration: 71.618716ms)","trace[463681257] 'compare' (duration: 71.889452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:13:27.995756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.442188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:13:27.99586Z","caller":"traceutil/trace.go:171","msg":"trace[92312217] linearizableReadLoop","detail":"{readStateIndex:8661; appliedIndex:8659; }","duration":"638.803546ms","start":"2026-03-18T14:13:27.357037Z","end":"2026-03-18T14:13:27.995841Z","steps":["trace[92312217] 'read index received' (duration: 51.89276ms)","trace[92312217] 'applied index is now lower than readState.Index' (duration: 586.909356ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:13:27.995977Z","caller":"traceutil/trace.go:171","msg":"trace[2828534] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"657.818782ms","start":"2026-03-18T14:13:27.338142Z","end":"2026-03-18T14:13:27.995961Z","steps":["trace[2828534] 'process raft request' (duration: 553.066596ms)","trace[2828534] 'compare' (duration: 104.126859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:13:27.996062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:27.338115Z","time spent":"657.904675ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:13:27.996317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.254634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-18T14:13:27.996354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.82589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:13:27.99641Z","caller":"traceutil/trace.go:171","msg":"trace[225052680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8314; }","duration":"248.911073ms","start":"2026-03-18T14:13:27.747483Z","end":"2026-03-18T14:13:27.996394Z","steps":["trace[225052680] 'agreement among raft nodes before linearized reading' (duration: 248.726918ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:27.996411Z","caller":"traceutil/trace.go:171","msg":"trace[846026334] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8314; }","duration":"524.390618ms","start":"2026-03-18T14:13:27.471998Z","end":"2026-03-18T14:13:27.996388Z","steps":["trace[846026334] 'agreement among raft nodes before linearized reading' (duration: 524.13359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:27.996418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.472333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T14:13:27.996417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.801599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:13:27.996455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:27.471979Z","time spent":"524.46703ms","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-18T14:13:27.996466Z","caller":"traceutil/trace.go:171","msg":"trace[470048796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8314; }","duration":"247.570096ms","start":"2026-03-18T14:13:27.748881Z","end":"2026-03-18T14:13:27.996451Z","steps":["trace[470048796] 'agreement among raft nodes before linearized reading' (duration: 247.413712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:27.996459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.991652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T14:13:27.996493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.216814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129202"} {"level":"info","ts":"2026-03-18T14:13:27.99651Z","caller":"traceutil/trace.go:171","msg":"trace[1455897234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8314; }","duration":"425.952464ms","start":"2026-03-18T14:13:27.570532Z","end":"2026-03-18T14:13:27.996484Z","steps":["trace[1455897234] 'agreement among raft nodes before linearized reading' (duration: 425.787519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:27.996466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.898076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:13:27.996536Z","caller":"traceutil/trace.go:171","msg":"trace[828326481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8314; }","duration":"250.119796ms","start":"2026-03-18T14:13:27.746396Z","end":"2026-03-18T14:13:27.996516Z","steps":["trace[828326481] 'agreement among raft nodes before linearized reading' (duration: 249.89598ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:27.996553Z","caller":"traceutil/trace.go:171","msg":"trace[44068622] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8314; }","duration":"333.306855ms","start":"2026-03-18T14:13:27.663229Z","end":"2026-03-18T14:13:27.996535Z","steps":["trace[44068622] 'agreement among raft nodes before linearized reading' (duration: 333.08579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:27.99658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:27.5705Z","time spent":"426.059875ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:13:27.996603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:27.66321Z","time spent":"333.381358ms","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129226,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-18T14:13:27.996501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.628626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:13:27.996608Z","caller":"traceutil/trace.go:171","msg":"trace[216636540] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8314; }","duration":"322.08356ms","start":"2026-03-18T14:13:27.674494Z","end":"2026-03-18T14:13:27.996578Z","steps":["trace[216636540] 'agreement among raft nodes before linearized reading' (duration: 321.739771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:27.996638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.581907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19575"} {"level":"info","ts":"2026-03-18T14:13:27.996672Z","caller":"traceutil/trace.go:171","msg":"trace[864418343] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8314; }","duration":"248.8109ms","start":"2026-03-18T14:13:27.74784Z","end":"2026-03-18T14:13:27.99665Z","steps":["trace[864418343] 'agreement among raft nodes before linearized reading' (duration: 248.525551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:27.996683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:27.674478Z","time spent":"322.187213ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:13:27.996713Z","caller":"traceutil/trace.go:171","msg":"trace[1854000002] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8314; }","duration":"639.6996ms","start":"2026-03-18T14:13:27.35699Z","end":"2026-03-18T14:13:27.99669Z","steps":["trace[1854000002] 'agreement among raft nodes before linearized reading' (duration: 639.477723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:27.996765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:27.356972Z","time spent":"639.781563ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19599,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-18T14:13:28.380213Z","caller":"traceutil/trace.go:171","msg":"trace[2142165470] transaction","detail":"{read_only:false; response_revision:8316; number_of_response:1; }","duration":"378.798092ms","start":"2026-03-18T14:13:28.001387Z","end":"2026-03-18T14:13:28.380185Z","steps":["trace[2142165470] 'process raft request' (duration: 279.33174ms)","trace[2142165470] 'compare' (duration: 98.818474ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:13:28.38023Z","caller":"traceutil/trace.go:171","msg":"trace[1684243730] linearizableReadLoop","detail":"{readStateIndex:8666; appliedIndex:8661; }","duration":"377.99713ms","start":"2026-03-18T14:13:28.002205Z","end":"2026-03-18T14:13:28.380202Z","steps":["trace[1684243730] 'read index received' (duration: 91.506156ms)","trace[1684243730] 'applied index is now lower than readState.Index' (duration: 286.489774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:13:28.380344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:28.001369Z","time spent":"378.910095ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:13:28.380363Z","caller":"traceutil/trace.go:171","msg":"trace[5378926] transaction","detail":"{read_only:false; response_revision:8317; number_of_response:1; }","duration":"378.844484ms","start":"2026-03-18T14:13:28.001503Z","end":"2026-03-18T14:13:28.380348Z","steps":["trace[5378926] 'process raft request' (duration: 378.501495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:28.380486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:28.00149Z","time spent":"378.908835ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:13:28.380482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.259477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19575"} {"level":"info","ts":"2026-03-18T14:13:28.380547Z","caller":"traceutil/trace.go:171","msg":"trace[49113354] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8319; }","duration":"378.329939ms","start":"2026-03-18T14:13:28.002201Z","end":"2026-03-18T14:13:28.380531Z","steps":["trace[49113354] 'agreement among raft nodes before linearized reading' (duration: 378.154814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:28.380578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:28.002171Z","time spent":"378.398032ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19599,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T14:13:28.380653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.543278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-18T14:13:28.380677Z","caller":"traceutil/trace.go:171","msg":"trace[9780205] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8319; }","duration":"377.579709ms","start":"2026-03-18T14:13:28.00309Z","end":"2026-03-18T14:13:28.38067Z","steps":["trace[9780205] 'agreement among raft nodes before linearized reading' (duration: 377.473166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:28.380697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:28.003085Z","time spent":"377.608839ms","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-18T14:13:28.380794Z","caller":"traceutil/trace.go:171","msg":"trace[375041719] transaction","detail":"{read_only:false; response_revision:8318; number_of_response:1; }","duration":"379.264805ms","start":"2026-03-18T14:13:28.001513Z","end":"2026-03-18T14:13:28.380778Z","steps":["trace[375041719] 'process raft request' (duration: 378.596177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:28.380846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.233441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:13:28.380869Z","caller":"traceutil/trace.go:171","msg":"trace[2057414880] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:8319; }","duration":"108.255841ms","start":"2026-03-18T14:13:28.272607Z","end":"2026-03-18T14:13:28.380863Z","steps":["trace[2057414880] 'agreement among raft nodes before linearized reading' (duration: 108.176199ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:28.380972Z","caller":"traceutil/trace.go:171","msg":"trace[792308862] transaction","detail":"{read_only:false; response_revision:8319; number_of_response:1; }","duration":"379.06293ms","start":"2026-03-18T14:13:28.001896Z","end":"2026-03-18T14:13:28.380959Z","steps":["trace[792308862] 'process raft request' (duration: 378.264638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:28.38102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.008407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:13:28.381046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:28.001885Z","time spent":"379.123971ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:13:28.381068Z","caller":"traceutil/trace.go:171","msg":"trace[1004214438] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8319; }","duration":"160.105309ms","start":"2026-03-18T14:13:28.220946Z","end":"2026-03-18T14:13:28.381051Z","steps":["trace[1004214438] 'agreement among raft nodes before linearized reading' (duration: 160.002248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:28.381111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.52498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129202"} {"level":"info","ts":"2026-03-18T14:13:28.381179Z","caller":"traceutil/trace.go:171","msg":"trace[1702804622] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8319; }","duration":"376.625114ms","start":"2026-03-18T14:13:28.00454Z","end":"2026-03-18T14:13:28.381165Z","steps":["trace[1702804622] 'agreement among raft nodes before linearized reading' (duration: 376.387946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:28.381214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:28.004534Z","time spent":"376.673404ms","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129226,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-18T14:13:28.381468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:28.001492Z","time spent":"379.327646ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:13:28.696204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.875026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:13:28.696325Z","caller":"traceutil/trace.go:171","msg":"trace[162149645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8319; }","duration":"124.04174ms","start":"2026-03-18T14:13:28.572256Z","end":"2026-03-18T14:13:28.696298Z","steps":["trace[162149645] 'range keys from in-memory index tree' (duration: 123.747852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:29.843686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476690434,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:13:30.167611Z","caller":"traceutil/trace.go:171","msg":"trace[1566188856] transaction","detail":"{read_only:false; response_revision:8320; number_of_response:1; }","duration":"851.443293ms","start":"2026-03-18T14:13:29.316147Z","end":"2026-03-18T14:13:30.16759Z","steps":["trace[1566188856] 'process raft request' (duration: 850.694503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:30.167743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:29.316123Z","time spent":"851.551316ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:13:30.243799Z","caller":"traceutil/trace.go:171","msg":"trace[1097706874] transaction","detail":"{read_only:false; response_revision:8321; number_of_response:1; }","duration":"756.967046ms","start":"2026-03-18T14:13:29.486807Z","end":"2026-03-18T14:13:30.243774Z","steps":["trace[1097706874] 'process raft request' (duration: 732.596544ms)","trace[1097706874] 'compare' (duration: 24.053344ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:13:30.2439Z","caller":"traceutil/trace.go:171","msg":"trace[593964269] transaction","detail":"{read_only:false; response_revision:8322; number_of_response:1; }","duration":"242.049326ms","start":"2026-03-18T14:13:30.001829Z","end":"2026-03-18T14:13:30.243879Z","steps":["trace[593964269] 'process raft request' (duration: 241.851361ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:30.243966Z","caller":"traceutil/trace.go:171","msg":"trace[444205080] transaction","detail":"{read_only:false; response_revision:8323; number_of_response:1; }","duration":"108.010664ms","start":"2026-03-18T14:13:30.135931Z","end":"2026-03-18T14:13:30.243942Z","steps":["trace[444205080] 'process raft request' (duration: 107.902411ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:30.243964Z","caller":"traceutil/trace.go:171","msg":"trace[1672604669] linearizableReadLoop","detail":"{readStateIndex:8668; appliedIndex:8666; }","duration":"900.381142ms","start":"2026-03-18T14:13:29.343555Z","end":"2026-03-18T14:13:30.243936Z","steps":["trace[1672604669] 'read index received' (duration: 823.274727ms)","trace[1672604669] 'applied index is now lower than readState.Index' (duration: 77.104345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:13:30.244126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.560187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:13:30.244174Z","caller":"traceutil/trace.go:171","msg":"trace[305985104] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:8323; }","duration":"900.66801ms","start":"2026-03-18T14:13:29.343493Z","end":"2026-03-18T14:13:30.244161Z","steps":["trace[305985104] 'agreement among raft nodes before linearized reading' (duration: 900.523447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:30.243928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:29.486782Z","time spent":"757.07841ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:13:30.244211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:29.343472Z","time spent":"900.726503ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":84,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:13:30.244334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.604159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-18T14:13:30.244374Z","caller":"traceutil/trace.go:171","msg":"trace[454407743] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8323; }","duration":"734.689191ms","start":"2026-03-18T14:13:29.509676Z","end":"2026-03-18T14:13:30.244365Z","steps":["trace[454407743] 'agreement among raft nodes before linearized reading' (duration: 734.562728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:30.2444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:29.509658Z","time spent":"734.733762ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T14:13:30.244377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.952599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:13:30.24445Z","caller":"traceutil/trace.go:171","msg":"trace[785953319] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8323; }","duration":"254.073353ms","start":"2026-03-18T14:13:29.990354Z","end":"2026-03-18T14:13:30.244427Z","steps":["trace[785953319] 'agreement among raft nodes before linearized reading' (duration: 253.94551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:30.244592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.860887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:13:30.24456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.600154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:13:30.244643Z","caller":"traceutil/trace.go:171","msg":"trace[618352762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8323; }","duration":"670.94513ms","start":"2026-03-18T14:13:29.573685Z","end":"2026-03-18T14:13:30.24463Z","steps":["trace[618352762] 'agreement among raft nodes before linearized reading' (duration: 670.872267ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:30.24471Z","caller":"traceutil/trace.go:171","msg":"trace[1167963169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8323; }","duration":"146.816838ms","start":"2026-03-18T14:13:30.097862Z","end":"2026-03-18T14:13:30.244679Z","steps":["trace[1167963169] 'agreement among raft nodes before linearized reading' (duration: 146.385277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:30.244724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:29.573661Z","time spent":"671.052633ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:13:30.422563Z","caller":"traceutil/trace.go:171","msg":"trace[1320813959] transaction","detail":"{read_only:false; response_revision:8325; number_of_response:1; }","duration":"173.35484ms","start":"2026-03-18T14:13:30.249185Z","end":"2026-03-18T14:13:30.42254Z","steps":["trace[1320813959] 'process raft request' (duration: 172.941479ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:30.422735Z","caller":"traceutil/trace.go:171","msg":"trace[436048882] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"172.63039ms","start":"2026-03-18T14:13:30.250095Z","end":"2026-03-18T14:13:30.422726Z","steps":["trace[436048882] 'process raft request' (duration: 172.189628ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:30.620803Z","caller":"traceutil/trace.go:171","msg":"trace[1572918204] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"193.60776ms","start":"2026-03-18T14:13:30.427165Z","end":"2026-03-18T14:13:30.620772Z","steps":["trace[1572918204] 'process raft request' (duration: 93.554371ms)","trace[1572918204] 'compare' (duration: 99.835833ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:13:30.621038Z","caller":"traceutil/trace.go:171","msg":"trace[1694448657] transaction","detail":"{read_only:false; response_revision:8328; number_of_response:1; }","duration":"193.59966ms","start":"2026-03-18T14:13:30.427416Z","end":"2026-03-18T14:13:30.621016Z","steps":["trace[1694448657] 'process raft request' (duration: 193.308192ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:30.621269Z","caller":"traceutil/trace.go:171","msg":"trace[309223607] transaction","detail":"{read_only:false; response_revision:8329; number_of_response:1; }","duration":"192.257053ms","start":"2026-03-18T14:13:30.428982Z","end":"2026-03-18T14:13:30.621239Z","steps":["trace[309223607] 'process raft request' (duration: 191.962905ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:30.621475Z","caller":"traceutil/trace.go:171","msg":"trace[1578002505] transaction","detail":"{read_only:false; response_revision:8330; number_of_response:1; }","duration":"192.266264ms","start":"2026-03-18T14:13:30.429186Z","end":"2026-03-18T14:13:30.621452Z","steps":["trace[1578002505] 'process raft request' (duration: 191.974376ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:30.621517Z","caller":"traceutil/trace.go:171","msg":"trace[233186159] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"149.293796ms","start":"2026-03-18T14:13:30.4722Z","end":"2026-03-18T14:13:30.621494Z","steps":["trace[233186159] 'process raft request' (duration: 149.197143ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:30.621544Z","caller":"traceutil/trace.go:171","msg":"trace[893455780] linearizableReadLoop","detail":"{readStateIndex:8676; appliedIndex:8673; }","duration":"193.919498ms","start":"2026-03-18T14:13:30.427585Z","end":"2026-03-18T14:13:30.621504Z","steps":["trace[893455780] 'read index received' (duration: 43.295376ms)","trace[893455780] 'applied index is now lower than readState.Index' (duration: 150.618632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:13:30.621945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.337079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222963"} {"level":"info","ts":"2026-03-18T14:13:30.621996Z","caller":"traceutil/trace.go:171","msg":"trace[291278374] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8331; }","duration":"194.422392ms","start":"2026-03-18T14:13:30.427563Z","end":"2026-03-18T14:13:30.621985Z","steps":["trace[291278374] 'agreement among raft nodes before linearized reading' (duration: 194.017691ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:32.582937Z","caller":"traceutil/trace.go:171","msg":"trace[1563165729] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"409.144037ms","start":"2026-03-18T14:13:32.173768Z","end":"2026-03-18T14:13:32.582912Z","steps":["trace[1563165729] 'process raft request' (duration: 409.000723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:32.583068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:32.173744Z","time spent":"409.253119ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:13:33.481955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.905943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:13:33.482137Z","caller":"traceutil/trace.go:171","msg":"trace[1058158692] linearizableReadLoop","detail":"{readStateIndex:8682; appliedIndex:8679; }","duration":"1.054798178s","start":"2026-03-18T14:13:32.427322Z","end":"2026-03-18T14:13:33.48212Z","steps":["trace[1058158692] 'read index received' (duration: 155.437783ms)","trace[1058158692] 'applied index is now lower than readState.Index' (duration: 899.359565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:13:33.482466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055131317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T14:13:33.482543Z","caller":"traceutil/trace.go:171","msg":"trace[1067758525] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8334; }","duration":"1.05526111s","start":"2026-03-18T14:13:32.427266Z","end":"2026-03-18T14:13:33.482527Z","steps":["trace[1067758525] 'agreement among raft nodes before linearized reading' (duration: 1.055030634s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:33.482558Z","caller":"traceutil/trace.go:171","msg":"trace[615407836] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"1.233278156s","start":"2026-03-18T14:13:32.249257Z","end":"2026-03-18T14:13:33.482535Z","steps":["trace[615407836] 'process raft request' (duration: 1.232803704s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:33.482559Z","caller":"traceutil/trace.go:171","msg":"trace[2123387492] transaction","detail":"{read_only:false; response_revision:8333; number_of_response:1; }","duration":"1.234691636s","start":"2026-03-18T14:13:32.247833Z","end":"2026-03-18T14:13:33.482524Z","steps":["trace[2123387492] 'process raft request' (duration: 1.017126455s)","trace[2123387492] 'compare' (duration: 216.76296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:13:33.482584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:32.427245Z","time spent":"1.055331383s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:13:33.482641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:32.24925Z","time spent":"1.233347059s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:13:33.482669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:32.247814Z","time spent":"1.234807949s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:13:33.48265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.662977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:13:33.482694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.52118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:13:33.482731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.287871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T14:13:33.482731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.385844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:13:33.48275Z","caller":"traceutil/trace.go:171","msg":"trace[1645556477] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8334; }","duration":"387.619641ms","start":"2026-03-18T14:13:33.095111Z","end":"2026-03-18T14:13:33.482731Z","steps":["trace[1645556477] 'agreement among raft nodes before linearized reading' (duration: 387.506378ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:33.482749Z","caller":"traceutil/trace.go:171","msg":"trace[820354702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8334; }","duration":"908.792462ms","start":"2026-03-18T14:13:32.573928Z","end":"2026-03-18T14:13:33.48272Z","steps":["trace[820354702] 'agreement among raft nodes before linearized reading' (duration: 908.661398ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:33.482783Z","caller":"traceutil/trace.go:171","msg":"trace[1840003920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8334; }","duration":"857.367594ms","start":"2026-03-18T14:13:32.625402Z","end":"2026-03-18T14:13:33.48277Z","steps":["trace[1840003920] 'agreement among raft nodes before linearized reading' (duration: 857.211891ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:33.48279Z","caller":"traceutil/trace.go:171","msg":"trace[1386645799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8334; }","duration":"857.514879ms","start":"2026-03-18T14:13:32.625262Z","end":"2026-03-18T14:13:33.482777Z","steps":["trace[1386645799] 'agreement among raft nodes before linearized reading' (duration: 857.367884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:33.482782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.332522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T14:13:33.482797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:33.095089Z","time spent":"387.695854ms","remote":"127.0.0.1:33782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:13:33.482803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:32.57391Z","time spent":"908.880604ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:13:33.482822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:32.625387Z","time spent":"857.426536ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:13:33.482826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:32.625244Z","time spent":"857.574149ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:13:33.482816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.335834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:13:33.482844Z","caller":"traceutil/trace.go:171","msg":"trace[519035316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8334; }","duration":"857.422216ms","start":"2026-03-18T14:13:32.625404Z","end":"2026-03-18T14:13:33.482826Z","steps":["trace[519035316] 'agreement among raft nodes before linearized reading' (duration: 857.218451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:33.482901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:32.625389Z","time spent":"857.500359ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:13:33.482907Z","caller":"traceutil/trace.go:171","msg":"trace[1752905873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8334; }","duration":"857.461096ms","start":"2026-03-18T14:13:32.625423Z","end":"2026-03-18T14:13:33.482884Z","steps":["trace[1752905873] 'agreement among raft nodes before linearized reading' (duration: 857.183109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:33.48296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:32.625405Z","time spent":"857.54648ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:13:33.483045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.26618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:13:33.48317Z","caller":"traceutil/trace.go:171","msg":"trace[1557266920] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:8334; }","duration":"854.431224ms","start":"2026-03-18T14:13:32.62872Z","end":"2026-03-18T14:13:33.483152Z","steps":["trace[1557266920] 'agreement among raft nodes before linearized reading' (duration: 853.92662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:33.483257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:32.628703Z","time spent":"854.537548ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"warn","ts":"2026-03-18T14:13:33.987977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476690474,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:13:34.693678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.154324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:13:34.693809Z","caller":"traceutil/trace.go:171","msg":"trace[1985506565] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"1.208502585s","start":"2026-03-18T14:13:33.485286Z","end":"2026-03-18T14:13:34.693789Z","steps":["trace[1985506565] 'process raft request' (duration: 685.148376ms)","trace[1985506565] 'compare' (duration: 523.0273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:13:34.693875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:33.485267Z","time spent":"1.208576077s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1116,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:13:35.423025Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.252497459s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:13:35.423685Z","caller":"traceutil/trace.go:171","msg":"trace[875405] transaction","detail":"{read_only:false; response_revision:8336; number_of_response:1; }","duration":"1.937299827s","start":"2026-03-18T14:13:33.486289Z","end":"2026-03-18T14:13:35.423589Z","steps":["trace[875405] 'process raft request' (duration: 1.93704559s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:35.423857Z","caller":"traceutil/trace.go:171","msg":"trace[1126262182] transaction","detail":"{read_only:false; response_revision:8337; number_of_response:1; }","duration":"1.936837863s","start":"2026-03-18T14:13:33.487001Z","end":"2026-03-18T14:13:35.423839Z","steps":["trace[1126262182] 'process raft request' (duration: 1.936523204s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:35.423932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:33.486266Z","time spent":"1.937528712s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:13:35.423961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:33.48699Z","time spent":"1.936924355s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:13:35.424172Z","caller":"traceutil/trace.go:171","msg":"trace[402823385] transaction","detail":"{read_only:false; response_revision:8339; number_of_response:1; }","duration":"1.936478494s","start":"2026-03-18T14:13:33.487672Z","end":"2026-03-18T14:13:35.42415Z","steps":["trace[402823385] 'process raft request' (duration: 1.9363529s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:13:35.424156Z","caller":"traceutil/trace.go:171","msg":"trace[850370967] transaction","detail":"{read_only:false; response_revision:8338; number_of_response:1; }","duration":"1.936995718s","start":"2026-03-18T14:13:33.487123Z","end":"2026-03-18T14:13:35.424119Z","steps":["trace[850370967] 'process raft request' (duration: 1.936639819s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:35.42427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:33.487665Z","time spent":"1.936560876s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:13:35.42437Z","caller":"traceutil/trace.go:171","msg":"trace[820703308] linearizableReadLoop","detail":"{readStateIndex:8688; appliedIndex:8682; }","duration":"1.937141881s","start":"2026-03-18T14:13:33.487209Z","end":"2026-03-18T14:13:35.424351Z","steps":["trace[820703308] 'read index received' (duration: 683.400357ms)","trace[820703308] 'applied index is now lower than readState.Index' (duration: 1.253734624s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:13:35.424439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:33.487118Z","time spent":"1.937167382s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:13:35.42448Z","caller":"traceutil/trace.go:171","msg":"trace[432107865] transaction","detail":"{read_only:false; response_revision:8340; number_of_response:1; }","duration":"1.936059541s","start":"2026-03-18T14:13:33.488407Z","end":"2026-03-18T14:13:35.424467Z","steps":["trace[432107865] 'process raft request' (duration: 1.935706082s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:35.424561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:33.488398Z","time spent":"1.936119694s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:13:35.424856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937629115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222963"} {"level":"info","ts":"2026-03-18T14:13:35.424943Z","caller":"traceutil/trace.go:171","msg":"trace[1534422066] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8340; }","duration":"1.937747629s","start":"2026-03-18T14:13:33.487181Z","end":"2026-03-18T14:13:35.424929Z","steps":["trace[1534422066] 'agreement among raft nodes before linearized reading' (duration: 1.937370089s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:35.42499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:33.48717Z","time spent":"1.93781186s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":222987,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T14:13:35.442358Z","caller":"traceutil/trace.go:171","msg":"trace[468443970] transaction","detail":"{read_only:false; response_revision:8341; number_of_response:1; }","duration":"855.132444ms","start":"2026-03-18T14:13:34.587209Z","end":"2026-03-18T14:13:35.442342Z","steps":["trace[468443970] 'process raft request' (duration: 854.885287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:35.442427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:34.587192Z","time spent":"855.203056ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:13:35.442419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.52596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:13:35.442502Z","caller":"traceutil/trace.go:171","msg":"trace[1653752716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8341; }","duration":"871.664072ms","start":"2026-03-18T14:13:34.570819Z","end":"2026-03-18T14:13:35.442484Z","steps":["trace[1653752716] 'agreement among raft nodes before linearized reading' (duration: 871.470028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:35.442503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.968346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-18T14:13:35.442546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:34.570788Z","time spent":"871.750715ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:13:35.442554Z","caller":"traceutil/trace.go:171","msg":"trace[759244906] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8341; }","duration":"785.050799ms","start":"2026-03-18T14:13:34.657489Z","end":"2026-03-18T14:13:35.44254Z","steps":["trace[759244906] 'agreement among raft nodes before linearized reading' (duration: 784.889895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:13:35.442589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:13:34.657477Z","time spent":"785.104321ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-18T14:13:38.803081Z","caller":"traceutil/trace.go:171","msg":"trace[616655775] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"170.284337ms","start":"2026-03-18T14:13:38.632766Z","end":"2026-03-18T14:13:38.80305Z","steps":["trace[616655775] 'process raft request' (duration: 170.082571ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:01.192403Z","caller":"traceutil/trace.go:171","msg":"trace[435243397] linearizableReadLoop","detail":"{readStateIndex:8873; appliedIndex:8872; }","duration":"316.463423ms","start":"2026-03-18T14:14:00.875916Z","end":"2026-03-18T14:14:01.19238Z","steps":["trace[435243397] 'read index received' (duration: 316.30713ms)","trace[435243397] 'applied index is now lower than readState.Index' (duration: 154.973µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:14:01.192436Z","caller":"traceutil/trace.go:171","msg":"trace[1409593178] transaction","detail":"{read_only:false; response_revision:8515; number_of_response:1; }","duration":"376.399224ms","start":"2026-03-18T14:14:00.816013Z","end":"2026-03-18T14:14:01.192413Z","steps":["trace[1409593178] 'process raft request' (duration: 376.2147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:01.192564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:00.815971Z","time spent":"376.515637ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4722,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:14:01.192589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.674621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-18T14:14:01.192626Z","caller":"traceutil/trace.go:171","msg":"trace[1755890619] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8515; }","duration":"316.761263ms","start":"2026-03-18T14:14:00.875851Z","end":"2026-03-18T14:14:01.192613Z","steps":["trace[1755890619] 'agreement among raft nodes before linearized reading' (duration: 316.622799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:01.192669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:00.875825Z","time spent":"316.833144ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":536,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"warn","ts":"2026-03-18T14:14:06.203392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476691109,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:14:06.703737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476691109,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:14:07.192937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.40873ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:14:07.193071Z","caller":"traceutil/trace.go:171","msg":"trace[71979404] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8535; }","duration":"527.553844ms","start":"2026-03-18T14:14:06.665497Z","end":"2026-03-18T14:14:07.193051Z","steps":["trace[71979404] 'range keys from in-memory index tree' (duration: 527.38857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:07.203859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476691109,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:14:07.387316Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.597916456s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:14:07.387735Z","caller":"traceutil/trace.go:171","msg":"trace[1835308520] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"1.724868849s","start":"2026-03-18T14:14:05.662841Z","end":"2026-03-18T14:14:07.38771Z","steps":["trace[1835308520] 'process raft request' (duration: 1.724713814s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:07.387877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:05.662808Z","time spent":"1.725001384s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:14:07.596263Z","caller":"traceutil/trace.go:171","msg":"trace[854932296] transaction","detail":"{read_only:false; response_revision:8537; number_of_response:1; }","duration":"1.932100324s","start":"2026-03-18T14:14:05.664136Z","end":"2026-03-18T14:14:07.596236Z","steps":["trace[854932296] 'process raft request' (duration: 1.834793198s)","trace[854932296] 'compare' (duration: 97.09043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:14:07.597131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:05.664119Z","time spent":"1.932885775s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:14:07.596609Z","caller":"traceutil/trace.go:171","msg":"trace[1298278283] transaction","detail":"{read_only:false; response_revision:8538; number_of_response:1; }","duration":"1.93123255s","start":"2026-03-18T14:14:05.665353Z","end":"2026-03-18T14:14:07.596586Z","steps":["trace[1298278283] 'process raft request' (duration: 1.93083898s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:07.597329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:05.665342Z","time spent":"1.931875527s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:14:07.622848Z","caller":"traceutil/trace.go:171","msg":"trace[532557864] linearizableReadLoop","detail":"{readStateIndex:8899; appliedIndex:8893; }","duration":"1.920300362s","start":"2026-03-18T14:14:05.702525Z","end":"2026-03-18T14:14:07.622826Z","steps":["trace[532557864] 'read index received' (duration: 1.685068747s)","trace[532557864] 'applied index is now lower than readState.Index' (duration: 235.230705ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:14:07.622915Z","caller":"traceutil/trace.go:171","msg":"trace[835189397] transaction","detail":"{read_only:false; response_revision:8539; number_of_response:1; }","duration":"1.361110958s","start":"2026-03-18T14:14:06.26175Z","end":"2026-03-18T14:14:07.622861Z","steps":["trace[835189397] 'process raft request' (duration: 1.360913503s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:07.622959Z","caller":"traceutil/trace.go:171","msg":"trace[411112092] transaction","detail":"{read_only:false; response_revision:8540; number_of_response:1; }","duration":"1.348477784s","start":"2026-03-18T14:14:06.274457Z","end":"2026-03-18T14:14:07.622934Z","steps":["trace[411112092] 'process raft request' (duration: 1.348325321s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:07.623129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.993597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:14:07.623138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920598722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T14:14:07.623142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:06.261718Z","time spent":"1.361308404s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:14:07.623214Z","caller":"traceutil/trace.go:171","msg":"trace[545046006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8540; }","duration":"1.920723443s","start":"2026-03-18T14:14:05.702477Z","end":"2026-03-18T14:14:07.6232Z","steps":["trace[545046006] 'agreement among raft nodes before linearized reading' (duration: 1.920498197s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:07.62324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897128603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:14:07.623212Z","caller":"traceutil/trace.go:171","msg":"trace[2096818747] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8540; }","duration":"467.125851ms","start":"2026-03-18T14:14:07.156064Z","end":"2026-03-18T14:14:07.62319Z","steps":["trace[2096818747] 'agreement among raft nodes before linearized reading' (duration: 466.976537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:07.623307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:07.156042Z","time spent":"467.253904ms","remote":"127.0.0.1:33676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:14:07.623263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:05.702453Z","time spent":"1.920800787s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:14:07.623353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917545228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T14:14:07.623191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:06.274428Z","time spent":"1.348597519s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:14:07.623416Z","caller":"traceutil/trace.go:171","msg":"trace[38717641] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8540; }","duration":"1.917659081s","start":"2026-03-18T14:14:05.705742Z","end":"2026-03-18T14:14:07.623401Z","steps":["trace[38717641] 'agreement among raft nodes before linearized reading' (duration: 1.917428245s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:07.623356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.154522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:14:07.623452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125182643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:14:07.623464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:05.705727Z","time spent":"1.917729303s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:14:07.623305Z","caller":"traceutil/trace.go:171","msg":"trace[503710526] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:8540; }","duration":"1.897238416s","start":"2026-03-18T14:14:05.726053Z","end":"2026-03-18T14:14:07.623292Z","steps":["trace[503710526] 'agreement among raft nodes before linearized reading' (duration: 1.8970312s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:07.623528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.146409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:14:07.623494Z","caller":"traceutil/trace.go:171","msg":"trace[1128266583] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8540; }","duration":"1.125285236s","start":"2026-03-18T14:14:06.498198Z","end":"2026-03-18T14:14:07.623483Z","steps":["trace[1128266583] 'agreement among raft nodes before linearized reading' (duration: 1.125221514s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:07.623565Z","caller":"traceutil/trace.go:171","msg":"trace[857357061] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8540; }","duration":"677.440259ms","start":"2026-03-18T14:14:06.946084Z","end":"2026-03-18T14:14:07.623524Z","steps":["trace[857357061] 'agreement among raft nodes before linearized reading' (duration: 677.068349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:07.623587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:06.498172Z","time spent":"1.12540392s","remote":"127.0.0.1:49908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:14:07.623588Z","caller":"traceutil/trace.go:171","msg":"trace[1105180807] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8540; }","duration":"137.204561ms","start":"2026-03-18T14:14:07.486367Z","end":"2026-03-18T14:14:07.623572Z","steps":["trace[1105180807] 'agreement among raft nodes before linearized reading' (duration: 137.123748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:07.623622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.245138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-18T14:14:07.623631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:06.946061Z","time spent":"677.559923ms","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:14:07.623658Z","caller":"traceutil/trace.go:171","msg":"trace[1539990401] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8540; }","duration":"455.3007ms","start":"2026-03-18T14:14:07.168348Z","end":"2026-03-18T14:14:07.623649Z","steps":["trace[1539990401] 'agreement among raft nodes before linearized reading' (duration: 455.200247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:07.623688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:07.168337Z","time spent":"455.345211ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:14:07.623545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:05.726032Z","time spent":"1.897499333s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"warn","ts":"2026-03-18T14:14:07.623721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918205876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T14:14:07.623398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918274817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:14:07.623903Z","caller":"traceutil/trace.go:171","msg":"trace[129437003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8540; }","duration":"1.918812582s","start":"2026-03-18T14:14:05.705074Z","end":"2026-03-18T14:14:07.623887Z","steps":["trace[129437003] 'agreement among raft nodes before linearized reading' (duration: 1.918066312s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:07.623795Z","caller":"traceutil/trace.go:171","msg":"trace[506920974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8540; }","duration":"1.91832987s","start":"2026-03-18T14:14:05.705452Z","end":"2026-03-18T14:14:07.623782Z","steps":["trace[506920974] 'agreement among raft nodes before linearized reading' (duration: 1.918126034s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:07.624001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:05.70506Z","time spent":"1.918924175s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:14:07.624054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:05.705443Z","time spent":"1.918597066s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:14:07.776579Z","caller":"traceutil/trace.go:171","msg":"trace[1921532552] transaction","detail":"{read_only:false; response_revision:8545; number_of_response:1; }","duration":"100.362029ms","start":"2026-03-18T14:14:07.676176Z","end":"2026-03-18T14:14:07.776538Z","steps":["trace[1921532552] 'process raft request' (duration: 65.787679ms)","trace[1921532552] 'compare' (duration: 34.438966ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:14:09.678166Z","caller":"traceutil/trace.go:171","msg":"trace[202637385] linearizableReadLoop","detail":"{readStateIndex:8906; appliedIndex:8905; }","duration":"100.983207ms","start":"2026-03-18T14:14:09.577164Z","end":"2026-03-18T14:14:09.678148Z","steps":["trace[202637385] 'read index received' (duration: 100.812821ms)","trace[202637385] 'applied index is now lower than readState.Index' (duration: 169.425µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:14:09.678544Z","caller":"traceutil/trace.go:171","msg":"trace[216802902] transaction","detail":"{read_only:false; response_revision:8547; number_of_response:1; }","duration":"286.010456ms","start":"2026-03-18T14:14:09.39252Z","end":"2026-03-18T14:14:09.678531Z","steps":["trace[216802902] 'process raft request' (duration: 285.499862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:09.678792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.625263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:14:09.678836Z","caller":"traceutil/trace.go:171","msg":"trace[2018374624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8547; }","duration":"101.743767ms","start":"2026-03-18T14:14:09.577082Z","end":"2026-03-18T14:14:09.678826Z","steps":["trace[2018374624] 'agreement among raft nodes before linearized reading' (duration: 101.671454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:10.178549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476691141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:14:10.682978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476691141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:14:11.183328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476691141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:14:11.679904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000415201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:14:11.679992Z","caller":"traceutil/trace.go:171","msg":"trace[498252968] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000539565s","start":"2026-03-18T14:14:09.679433Z","end":"2026-03-18T14:14:11.679973Z","steps":["trace[498252968] 'agreement among raft nodes before linearized reading' (duration: 2.000419621s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:11.680048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:09.679427Z","time spent":"2.000608306s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:14:11.683572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476691141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:14:12.183772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476691141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:14:12.53713Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.8422106s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:14:12.537506Z","caller":"traceutil/trace.go:171","msg":"trace[2056390910] transaction","detail":"{read_only:false; response_revision:8548; number_of_response:1; }","duration":"2.935399693s","start":"2026-03-18T14:14:09.602088Z","end":"2026-03-18T14:14:12.537487Z","steps":["trace[2056390910] 'process raft request' (duration: 2.935218718s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:12.537629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:09.602062Z","time spent":"2.935505846s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:14:12.537739Z","caller":"traceutil/trace.go:171","msg":"trace[539641158] transaction","detail":"{read_only:false; response_revision:8549; number_of_response:1; }","duration":"2.934834847s","start":"2026-03-18T14:14:09.60286Z","end":"2026-03-18T14:14:12.537695Z","steps":["trace[539641158] 'process raft request' (duration: 2.934599091s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:12.537897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:09.602854Z","time spent":"2.93495127s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:14:13.689331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000408262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:14:13.689437Z","caller":"traceutil/trace.go:171","msg":"trace[738498708] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000566545s","start":"2026-03-18T14:14:11.688847Z","end":"2026-03-18T14:14:13.689413Z","steps":["trace[738498708] 'agreement among raft nodes before linearized reading' (duration: 2.000436551s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:13.689488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:11.688832Z","time spent":"2.000644648s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:14:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:14:14.574431Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.037008806s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:14:14.575053Z","caller":"traceutil/trace.go:171","msg":"trace[1881118066] transaction","detail":"{read_only:false; response_revision:8550; number_of_response:1; }","duration":"4.857625039s","start":"2026-03-18T14:14:09.717389Z","end":"2026-03-18T14:14:14.575014Z","steps":["trace[1881118066] 'process raft request' (duration: 4.857240268s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:14.575225Z","caller":"traceutil/trace.go:171","msg":"trace[1581583106] transaction","detail":"{read_only:false; response_revision:8551; number_of_response:1; }","duration":"3.884676063s","start":"2026-03-18T14:14:10.690516Z","end":"2026-03-18T14:14:14.575192Z","steps":["trace[1581583106] 'process raft request' (duration: 3.884363894s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:14.575303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:09.717367Z","time spent":"4.857768492s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:14:14.575406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:10.690487Z","time spent":"3.884838987s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19549,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:14:14.575427Z","caller":"traceutil/trace.go:171","msg":"trace[1904446405] linearizableReadLoop","detail":"{readStateIndex:8911; appliedIndex:8906; }","duration":"4.89703603s","start":"2026-03-18T14:14:09.678322Z","end":"2026-03-18T14:14:14.575358Z","steps":["trace[1904446405] 'read index received' (duration: 2.859061207s)","trace[1904446405] 'applied index is now lower than readState.Index' (duration: 2.037972023s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:14:14.575587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.900290809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T14:14:14.575596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.900951136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:14:14.57562Z","caller":"traceutil/trace.go:171","msg":"trace[1897042608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8552; }","duration":"4.900334789s","start":"2026-03-18T14:14:09.675275Z","end":"2026-03-18T14:14:14.57561Z","steps":["trace[1897042608] 'agreement among raft nodes before linearized reading' (duration: 4.900154464s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:14.575629Z","caller":"traceutil/trace.go:171","msg":"trace[1166764450] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8552; }","duration":"4.901012188s","start":"2026-03-18T14:14:09.674607Z","end":"2026-03-18T14:14:14.575619Z","steps":["trace[1166764450] 'agreement among raft nodes before linearized reading' (duration: 4.900896034s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:14.575649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:09.675268Z","time spent":"4.90037511s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:14:14.575658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:09.67459Z","time spent":"4.901060238s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:14:14.575656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.930590562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:14:14.575735Z","caller":"traceutil/trace.go:171","msg":"trace[1673298111] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8552; }","duration":"4.930728495s","start":"2026-03-18T14:14:09.644984Z","end":"2026-03-18T14:14:14.575713Z","steps":["trace[1673298111] 'agreement among raft nodes before linearized reading' (duration: 4.93054674s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:14.575761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.951261024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:14:14.575791Z","caller":"traceutil/trace.go:171","msg":"trace[22566695] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8552; }","duration":"4.951295105s","start":"2026-03-18T14:14:09.624486Z","end":"2026-03-18T14:14:14.575781Z","steps":["trace[22566695] 'agreement among raft nodes before linearized reading' (duration: 4.951241864s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:14.575791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:09.64497Z","time spent":"4.930806887s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:14:14.575819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:09.624422Z","time spent":"4.951389367s","remote":"127.0.0.1:56402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:14:14.575662Z","caller":"traceutil/trace.go:171","msg":"trace[498279534] transaction","detail":"{read_only:false; response_revision:8552; number_of_response:1; }","duration":"2.892112366s","start":"2026-03-18T14:14:11.683522Z","end":"2026-03-18T14:14:14.575634Z","steps":["trace[498279534] 'process raft request' (duration: 2.891597002s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:14.575883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.900549935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:14:14.57592Z","caller":"traceutil/trace.go:171","msg":"trace[1189523772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8552; }","duration":"4.900605857s","start":"2026-03-18T14:14:09.675306Z","end":"2026-03-18T14:14:14.575912Z","steps":["trace[1189523772] 'agreement among raft nodes before linearized reading' (duration: 4.900468833s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:14.575923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:11.683486Z","time spent":"2.892399214s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:14:14.575942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:09.675303Z","time spent":"4.900634327s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:14:14.576055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.927855398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:14:14.576141Z","caller":"traceutil/trace.go:171","msg":"trace[678046233] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:8552; }","duration":"4.92794547s","start":"2026-03-18T14:14:09.648172Z","end":"2026-03-18T14:14:14.576118Z","steps":["trace[678046233] 'agreement among raft nodes before linearized reading' (duration: 4.927614822s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:14.576181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:09.648153Z","time spent":"4.928019021s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"warn","ts":"2026-03-18T14:14:14.779462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9992978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:14:14.779561Z","caller":"traceutil/trace.go:171","msg":"trace[1887941945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999554938s","start":"2026-03-18T14:14:09.779983Z","end":"2026-03-18T14:14:14.779538Z","steps":["trace[1887941945] 'agreement among raft nodes before linearized reading' (duration: 4.999343262s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:14.779623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:09.779964Z","time spent":"4.99964071s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/18 14:14:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:14:15.076199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476691147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:14:15.26253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.6675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:14:15.262996Z","caller":"traceutil/trace.go:171","msg":"trace[2028070924] transaction","detail":"{read_only:false; response_revision:8554; number_of_response:1; }","duration":"719.216996ms","start":"2026-03-18T14:14:14.54376Z","end":"2026-03-18T14:14:15.262977Z","steps":["trace[2028070924] 'process raft request' (duration: 718.861496ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:15.263026Z","caller":"traceutil/trace.go:171","msg":"trace[1944148220] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"719.343709ms","start":"2026-03-18T14:14:14.543634Z","end":"2026-03-18T14:14:15.262977Z","steps":["trace[1944148220] 'process raft request' (duration: 601.149995ms)","trace[1944148220] 'compare' (duration: 117.564457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:14:15.263077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:14.543716Z","time spent":"719.323519ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:14:15.263213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:14.543605Z","time spent":"719.499944ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:14:15.272033Z","caller":"traceutil/trace.go:171","msg":"trace[1015513880] linearizableReadLoop","detail":"{readStateIndex:8917; appliedIndex:8911; }","duration":"696.541089ms","start":"2026-03-18T14:14:14.575474Z","end":"2026-03-18T14:14:15.272015Z","steps":["trace[1015513880] 'read index received' (duration: 569.33105ms)","trace[1015513880] 'applied index is now lower than readState.Index' (duration: 127.208908ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:14:15.272146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582736515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:14:15.272198Z","caller":"traceutil/trace.go:171","msg":"trace[1523549859] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"690.859734ms","start":"2026-03-18T14:14:14.581324Z","end":"2026-03-18T14:14:15.272184Z","steps":["trace[1523549859] 'process raft request' (duration: 690.610028ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:15.272216Z","caller":"traceutil/trace.go:171","msg":"trace[1531631567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8558; }","duration":"1.582851636s","start":"2026-03-18T14:14:13.689347Z","end":"2026-03-18T14:14:15.272199Z","steps":["trace[1531631567] 'agreement among raft nodes before linearized reading' (duration: 1.582738883s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:15.272261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:13.689325Z","time spent":"1.58292697s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:14:15.272264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:14.581311Z","time spent":"690.917046ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:14:15.272406Z","caller":"traceutil/trace.go:171","msg":"trace[1697113402] transaction","detail":"{read_only:false; response_revision:8555; number_of_response:1; }","duration":"691.4145ms","start":"2026-03-18T14:14:14.580981Z","end":"2026-03-18T14:14:15.272396Z","steps":["trace[1697113402] 'process raft request' (duration: 690.802553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:15.272422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.421652024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-18T14:14:15.272453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:14.580964Z","time spent":"691.46177ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:14:15.272477Z","caller":"traceutil/trace.go:171","msg":"trace[628474946] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8558; }","duration":"2.421706666s","start":"2026-03-18T14:14:12.850754Z","end":"2026-03-18T14:14:15.272461Z","steps":["trace[628474946] 'agreement among raft nodes before linearized reading' (duration: 2.421430088s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:15.272491Z","caller":"traceutil/trace.go:171","msg":"trace[2096744904] transaction","detail":"{read_only:false; response_revision:8558; number_of_response:1; }","duration":"690.418742ms","start":"2026-03-18T14:14:14.582055Z","end":"2026-03-18T14:14:15.272474Z","steps":["trace[2096744904] 'process raft request' (duration: 689.916288ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:15.272527Z","caller":"traceutil/trace.go:171","msg":"trace[1339574133] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"691.283736ms","start":"2026-03-18T14:14:14.581236Z","end":"2026-03-18T14:14:15.272519Z","steps":["trace[1339574133] 'process raft request' (duration: 690.655359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:15.272521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:12.850697Z","time spent":"2.421811429s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:14:15.272571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:14.581188Z","time spent":"691.356718ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:14:15.272571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:14.582028Z","time spent":"690.499534ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:14:15.272697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.231048462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:14:15.272752Z","caller":"traceutil/trace.go:171","msg":"trace[1418337716] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8558; }","duration":"4.231151264s","start":"2026-03-18T14:14:11.041586Z","end":"2026-03-18T14:14:15.272737Z","steps":["trace[1418337716] 'agreement among raft nodes before linearized reading' (duration: 4.231048421s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:15.272758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265431197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:14:15.272783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:11.041567Z","time spent":"4.231209706s","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:14:15.272791Z","caller":"traceutil/trace.go:171","msg":"trace[746329465] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:8558; }","duration":"1.265502359s","start":"2026-03-18T14:14:14.007277Z","end":"2026-03-18T14:14:15.27278Z","steps":["trace[746329465] 'agreement among raft nodes before linearized reading' (duration: 1.265411626s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:15.272824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:14.007253Z","time spent":"1.26556066s","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:14:15.272843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.904307238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T14:14:15.272895Z","caller":"traceutil/trace.go:171","msg":"trace[587659499] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:8558; }","duration":"4.90439387s","start":"2026-03-18T14:14:10.368486Z","end":"2026-03-18T14:14:15.27288Z","steps":["trace[587659499] 'agreement among raft nodes before linearized reading' (duration: 4.904240605s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:15.272938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.447171437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:14:15.272939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:10.368465Z","time spent":"4.904462661s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"info","ts":"2026-03-18T14:14:15.272963Z","caller":"traceutil/trace.go:171","msg":"trace[233193664] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8558; }","duration":"2.447217849s","start":"2026-03-18T14:14:12.825735Z","end":"2026-03-18T14:14:15.272953Z","steps":["trace[233193664] 'agreement among raft nodes before linearized reading' (duration: 2.447176998s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:15.272983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:12.825719Z","time spent":"2.44725813s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":7,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:14:15.272996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412375622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:14:15.273023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.887945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189df5073e20477c\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-18T14:14:15.27303Z","caller":"traceutil/trace.go:171","msg":"trace[1158138213] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:8558; }","duration":"1.412449154s","start":"2026-03-18T14:14:13.860572Z","end":"2026-03-18T14:14:15.273021Z","steps":["trace[1158138213] 'agreement among raft nodes before linearized reading' (duration: 1.412393672s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:15.273049Z","caller":"traceutil/trace.go:171","msg":"trace[249664844] range","detail":"{range_begin:/registry/events/openstack/ceph.189df5073e20477c; range_end:; response_count:1; response_revision:8558; }","duration":"690.927196ms","start":"2026-03-18T14:14:14.582113Z","end":"2026-03-18T14:14:15.273041Z","steps":["trace[249664844] 'agreement among raft nodes before linearized reading' (duration: 690.844384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:15.273059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:13.860552Z","time spent":"1.412500116s","remote":"127.0.0.1:45078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:14:15.273072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:14.582103Z","time spent":"690.962537ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.189df5073e20477c\" "} {"level":"warn","ts":"2026-03-18T14:14:15.273085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74256965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:14:15.273106Z","caller":"traceutil/trace.go:171","msg":"trace[712918136] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8558; }","duration":"2.742630332s","start":"2026-03-18T14:14:12.530469Z","end":"2026-03-18T14:14:15.2731Z","steps":["trace[712918136] 'agreement among raft nodes before linearized reading' (duration: 2.742596071s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:15.273125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:12.530442Z","time spent":"2.742677013s","remote":"127.0.0.1:49970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:14:15.272161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671463737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:14:15.273234Z","caller":"traceutil/trace.go:171","msg":"trace[1798159798] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:8558; }","duration":"1.672544147s","start":"2026-03-18T14:14:13.600679Z","end":"2026-03-18T14:14:15.273223Z","steps":["trace[1798159798] 'agreement among raft nodes before linearized reading' (duration: 1.671440686s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:15.273269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:13.600657Z","time spent":"1.672600477s","remote":"127.0.0.1:33726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:14:15.273289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.589248711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-18T14:14:15.273311Z","caller":"traceutil/trace.go:171","msg":"trace[169023133] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0; range_end:; response_count:1; response_revision:8558; }","duration":"3.589301642s","start":"2026-03-18T14:14:11.684002Z","end":"2026-03-18T14:14:15.273304Z","steps":["trace[169023133] 'agreement among raft nodes before linearized reading' (duration: 3.58920738s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:15.27333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:11.683983Z","time spent":"3.589342334s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" "} {"level":"warn","ts":"2026-03-18T14:14:15.273381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.315743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:14:15.273405Z","caller":"traceutil/trace.go:171","msg":"trace[78061958] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8558; }","duration":"308.379835ms","start":"2026-03-18T14:14:14.965017Z","end":"2026-03-18T14:14:15.273397Z","steps":["trace[78061958] 'agreement among raft nodes before linearized reading' (duration: 308.345664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:15.273424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:14.964994Z","time spent":"308.424546ms","remote":"127.0.0.1:49964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:14:15.274734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.16506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227690"} {"level":"info","ts":"2026-03-18T14:14:15.274848Z","caller":"traceutil/trace.go:171","msg":"trace[1880765763] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8558; }","duration":"692.334225ms","start":"2026-03-18T14:14:14.582489Z","end":"2026-03-18T14:14:15.274823Z","steps":["trace[1880765763] 'agreement among raft nodes before linearized reading' (duration: 691.242805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:15.27491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:14.582471Z","time spent":"692.426057ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227714,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T14:14:15.777679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476691153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:14:16.278887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476691153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:14:16.779353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476691153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:14:17.28021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476691153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:14:17.282141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999977168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:14:17.282215Z","caller":"traceutil/trace.go:171","msg":"trace[1650774584] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000078222s","start":"2026-03-18T14:14:15.282121Z","end":"2026-03-18T14:14:17.2822Z","steps":["trace[1650774584] 'agreement among raft nodes before linearized reading' (duration: 1.99999312s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:17.282507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:15.282113Z","time spent":"2.00037861s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:14:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:14:17.296518Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.518951299s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:14:17.397398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.477646ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:14:17.39755Z","caller":"traceutil/trace.go:171","msg":"trace[2089023724] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8558; }","duration":"732.658061ms","start":"2026-03-18T14:14:16.664872Z","end":"2026-03-18T14:14:17.39753Z","steps":["trace[2089023724] 'range keys from in-memory index tree' (duration: 732.460976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:17.397845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.107908ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-18T14:14:17.397954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:15.274231Z","time spent":"2.123717824s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T14:14:17.433404Z","caller":"traceutil/trace.go:171","msg":"trace[1911056302] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"2.157465341s","start":"2026-03-18T14:14:15.275905Z","end":"2026-03-18T14:14:17.433371Z","steps":["trace[1911056302] 'process raft request' (duration: 2.157166332s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:17.433652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:15.275883Z","time spent":"2.157624476s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:14:17.433687Z","caller":"traceutil/trace.go:171","msg":"trace[599143622] transaction","detail":"{read_only:false; response_revision:8560; number_of_response:1; }","duration":"2.157012039s","start":"2026-03-18T14:14:15.276655Z","end":"2026-03-18T14:14:17.433667Z","steps":["trace[599143622] 'process raft request' (duration: 2.156629448s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:17.433795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:15.276635Z","time spent":"2.157097361s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:14:17.433852Z","caller":"traceutil/trace.go:171","msg":"trace[135529008] transaction","detail":"{read_only:false; response_revision:8561; number_of_response:1; }","duration":"2.095165998s","start":"2026-03-18T14:14:15.338617Z","end":"2026-03-18T14:14:17.433783Z","steps":["trace[135529008] 'process raft request' (duration: 2.094952352s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:17.434038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:15.3386Z","time spent":"2.095355552s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:14:17.44818Z","caller":"traceutil/trace.go:171","msg":"trace[770957989] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"865.795522ms","start":"2026-03-18T14:14:16.58233Z","end":"2026-03-18T14:14:17.448126Z","steps":["trace[770957989] 'process raft request' (duration: 865.663768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:17.448381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:16.582307Z","time spent":"865.977416ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:14:17.448398Z","caller":"traceutil/trace.go:171","msg":"trace[954545425] transaction","detail":"{read_only:false; response_revision:8565; number_of_response:1; }","duration":"179.309155ms","start":"2026-03-18T14:14:17.269065Z","end":"2026-03-18T14:14:17.448374Z","steps":["trace[954545425] 'process raft request' (duration: 179.13683ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:17.448485Z","caller":"traceutil/trace.go:171","msg":"trace[156842648] linearizableReadLoop","detail":"{readStateIndex:8925; appliedIndex:8917; }","duration":"2.170915157s","start":"2026-03-18T14:14:15.277543Z","end":"2026-03-18T14:14:17.448459Z","steps":["trace[156842648] 'read index received' (duration: 2.019157041s)","trace[156842648] 'applied index is now lower than readState.Index' (duration: 151.757026ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:14:17.448494Z","caller":"traceutil/trace.go:171","msg":"trace[1051757837] transaction","detail":"{read_only:false; response_revision:8564; number_of_response:1; }","duration":"179.541322ms","start":"2026-03-18T14:14:17.268911Z","end":"2026-03-18T14:14:17.448452Z","steps":["trace[1051757837] 'process raft request' (duration: 179.179871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:17.448707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125676287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:14:17.448738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171187663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T14:14:17.448765Z","caller":"traceutil/trace.go:171","msg":"trace[955051491] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8565; }","duration":"2.12578735s","start":"2026-03-18T14:14:15.322965Z","end":"2026-03-18T14:14:17.448752Z","steps":["trace[955051491] 'agreement among raft nodes before linearized reading' (duration: 2.125664726s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:17.448787Z","caller":"traceutil/trace.go:171","msg":"trace[1133344177] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8565; }","duration":"2.171281927s","start":"2026-03-18T14:14:15.277491Z","end":"2026-03-18T14:14:17.448773Z","steps":["trace[1133344177] 'agreement among raft nodes before linearized reading' (duration: 2.171108822s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:17.44881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:15.322941Z","time spent":"2.125859702s","remote":"127.0.0.1:56782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:14:17.448839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:15.277466Z","time spent":"2.171365298s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:14:17.448868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258657902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:14:17.448935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.794981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T14:14:17.448978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.365625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T14:14:17.44891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.457427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:14:17.449019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85548673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:14:17.449044Z","caller":"traceutil/trace.go:171","msg":"trace[1159548606] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8565; }","duration":"172.49053ms","start":"2026-03-18T14:14:17.276537Z","end":"2026-03-18T14:14:17.449028Z","steps":["trace[1159548606] 'agreement among raft nodes before linearized reading' (duration: 172.226053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:17.449037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.010065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T14:14:17.449053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05483834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:14:17.449075Z","caller":"traceutil/trace.go:171","msg":"trace[2070889561] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:8565; }","duration":"1.855546521s","start":"2026-03-18T14:14:15.593517Z","end":"2026-03-18T14:14:17.449063Z","steps":["trace[2070889561] 'agreement among raft nodes before linearized reading' (duration: 1.855458569s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:17.449107Z","caller":"traceutil/trace.go:171","msg":"trace[881345980] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8565; }","duration":"1.054935033s","start":"2026-03-18T14:14:16.394162Z","end":"2026-03-18T14:14:17.449097Z","steps":["trace[881345980] 'agreement among raft nodes before linearized reading' (duration: 1.054851511s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:17.449129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.941358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:14:17.449168Z","caller":"traceutil/trace.go:171","msg":"trace[322639552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8565; }","duration":"171.004458ms","start":"2026-03-18T14:14:17.278155Z","end":"2026-03-18T14:14:17.44916Z","steps":["trace[322639552] 'agreement among raft nodes before linearized reading' (duration: 170.904836ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:17.449041Z","caller":"traceutil/trace.go:171","msg":"trace[1708738788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8565; }","duration":"166.61552ms","start":"2026-03-18T14:14:17.282416Z","end":"2026-03-18T14:14:17.449031Z","steps":["trace[1708738788] 'agreement among raft nodes before linearized reading' (duration: 166.404174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:17.449176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.0952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:14:17.449216Z","caller":"traceutil/trace.go:171","msg":"trace[438725920] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8565; }","duration":"438.175794ms","start":"2026-03-18T14:14:17.01103Z","end":"2026-03-18T14:14:17.449205Z","steps":["trace[438725920] 'agreement among raft nodes before linearized reading' (duration: 438.105752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:17.449217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.339816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-18T14:14:17.44926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:17.010913Z","time spent":"438.334808ms","remote":"127.0.0.1:45854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":13,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:14:17.449296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.595093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T14:14:17.449166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938868467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:14:17.448992Z","caller":"traceutil/trace.go:171","msg":"trace[1912809942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8565; }","duration":"171.895653ms","start":"2026-03-18T14:14:17.277083Z","end":"2026-03-18T14:14:17.448979Z","steps":["trace[1912809942] 'agreement among raft nodes before linearized reading' (duration: 171.748868ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:17.449363Z","caller":"traceutil/trace.go:171","msg":"trace[685865515] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:8565; }","duration":"1.939081103s","start":"2026-03-18T14:14:15.510267Z","end":"2026-03-18T14:14:17.449348Z","steps":["trace[685865515] 'agreement among raft nodes before linearized reading' (duration: 1.938872177s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:17.449408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:15.510232Z","time spent":"1.939161147s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:14:17.449312Z","caller":"traceutil/trace.go:171","msg":"trace[1961153052] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:8565; }","duration":"165.457668ms","start":"2026-03-18T14:14:17.283822Z","end":"2026-03-18T14:14:17.449279Z","steps":["trace[1961153052] 'agreement among raft nodes before linearized reading' (duration: 165.147221ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:17.449105Z","caller":"traceutil/trace.go:171","msg":"trace[1695006483] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8565; }","duration":"667.116319ms","start":"2026-03-18T14:14:16.781974Z","end":"2026-03-18T14:14:17.44909Z","steps":["trace[1695006483] 'agreement among raft nodes before linearized reading' (duration: 666.897043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:17.449712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:16.781946Z","time spent":"667.756625ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:14:17.449114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:15.593435Z","time spent":"1.855669545s","remote":"127.0.0.1:50002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:14:17.449262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996673389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-18T14:14:17.449823Z","caller":"traceutil/trace.go:171","msg":"trace[259735177] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8565; }","duration":"1.997216083s","start":"2026-03-18T14:14:15.452558Z","end":"2026-03-18T14:14:17.449774Z","steps":["trace[259735177] 'agreement among raft nodes before linearized reading' (duration: 1.996631578s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:17.44988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:15.452546Z","time spent":"1.997319436s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T14:14:17.448973Z","caller":"traceutil/trace.go:171","msg":"trace[1669149538] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:8565; }","duration":"1.258800405s","start":"2026-03-18T14:14:16.190142Z","end":"2026-03-18T14:14:17.448943Z","steps":["trace[1669149538] 'agreement among raft nodes before linearized reading' (duration: 1.258624981s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:17.449947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:16.190112Z","time spent":"1.259817514s","remote":"127.0.0.1:56346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:14:17.449162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:16.39414Z","time spent":"1.055008945s","remote":"127.0.0.1:33636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:14:17.449335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077289681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T14:14:17.450155Z","caller":"traceutil/trace.go:171","msg":"trace[226271016] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8565; }","duration":"2.078113393s","start":"2026-03-18T14:14:15.372006Z","end":"2026-03-18T14:14:17.45012Z","steps":["trace[226271016] 'agreement among raft nodes before linearized reading' (duration: 2.077273851s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:17.450206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:15.371989Z","time spent":"2.078203456s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-18T14:14:17.449341Z","caller":"traceutil/trace.go:171","msg":"trace[1143728247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8565; }","duration":"172.684905ms","start":"2026-03-18T14:14:17.276644Z","end":"2026-03-18T14:14:17.449329Z","steps":["trace[1143728247] 'agreement among raft nodes before linearized reading' (duration: 172.567462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:23.43847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.915602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:14:23.438583Z","caller":"traceutil/trace.go:171","msg":"trace[2085972987] transaction","detail":"{read_only:false; response_revision:8631; number_of_response:1; }","duration":"723.84297ms","start":"2026-03-18T14:14:22.714719Z","end":"2026-03-18T14:14:23.438562Z","steps":["trace[2085972987] 'process raft request' (duration: 515.753123ms)","trace[2085972987] 'compare' (duration: 207.727998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:14:23.438644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:22.714694Z","time spent":"723.921563ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:14:23.91556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.955884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:14:23.915676Z","caller":"traceutil/trace.go:171","msg":"trace[2112172390] linearizableReadLoop","detail":"{readStateIndex:8998; appliedIndex:8996; }","duration":"1.184254459s","start":"2026-03-18T14:14:22.731405Z","end":"2026-03-18T14:14:23.91566Z","steps":["trace[2112172390] 'read index received' (duration: 499.090919ms)","trace[2112172390] 'applied index is now lower than readState.Index' (duration: 685.16238ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:14:23.915964Z","caller":"traceutil/trace.go:171","msg":"trace[760517285] transaction","detail":"{read_only:false; response_revision:8632; number_of_response:1; }","duration":"1.189482712s","start":"2026-03-18T14:14:22.726251Z","end":"2026-03-18T14:14:23.915733Z","steps":["trace[760517285] 'process raft request' (duration: 903.27119ms)","trace[760517285] 'compare' (duration: 285.834311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:14:23.916048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18463883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-18T14:14:23.916085Z","caller":"traceutil/trace.go:171","msg":"trace[737736695] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8632; }","duration":"1.184703422s","start":"2026-03-18T14:14:22.731371Z","end":"2026-03-18T14:14:23.916075Z","steps":["trace[737736695] 'agreement among raft nodes before linearized reading' (duration: 1.184357983s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:23.916113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:22.726197Z","time spent":"1.189838492s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4617,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:14:23.916123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:22.731362Z","time spent":"1.184753303s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3090,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-18T14:14:24.099507Z","caller":"traceutil/trace.go:171","msg":"trace[1912026634] transaction","detail":"{read_only:false; response_revision:8633; number_of_response:1; }","duration":"614.838377ms","start":"2026-03-18T14:14:23.484633Z","end":"2026-03-18T14:14:24.099472Z","steps":["trace[1912026634] 'process raft request' (duration: 611.337901ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:24.099605Z","caller":"traceutil/trace.go:171","msg":"trace[385937433] linearizableReadLoop","detail":"{readStateIndex:9001; appliedIndex:8998; }","duration":"183.879091ms","start":"2026-03-18T14:14:23.915701Z","end":"2026-03-18T14:14:24.09958Z","steps":["trace[385937433] 'read index received' (duration: 180.298073ms)","trace[385937433] 'applied index is now lower than readState.Index' (duration: 3.579588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:14:24.099709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:23.48461Z","time spent":"614.990731ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:14:24.099811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368065187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-c9hh9\" ","response":"range_response_count:1 size:4632"} {"level":"warn","ts":"2026-03-18T14:14:24.099848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.100386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:14:24.099853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.793388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:14:24.099894Z","caller":"traceutil/trace.go:171","msg":"trace[1661124182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8635; }","duration":"529.176898ms","start":"2026-03-18T14:14:23.570704Z","end":"2026-03-18T14:14:24.099881Z","steps":["trace[1661124182] 'agreement among raft nodes before linearized reading' (duration: 529.105346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:24.099931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:23.570691Z","time spent":"529.23258ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:14:24.099968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.916113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8c7f4fdcd-sq8xs.189df4fa24e4e23f\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-18T14:14:24.100043Z","caller":"traceutil/trace.go:171","msg":"trace[1539896516] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8c7f4fdcd-sq8xs.189df4fa24e4e23f; range_end:; response_count:1; response_revision:8635; }","duration":"646.031816ms","start":"2026-03-18T14:14:23.453992Z","end":"2026-03-18T14:14:24.100023Z","steps":["trace[1539896516] 'agreement among raft nodes before linearized reading' (duration: 645.788529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:24.100063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.316366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T14:14:24.100084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:23.453983Z","time spent":"646.094007ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1155,"request content":"key:\"/registry/events/openstack/barbican-api-8c7f4fdcd-sq8xs.189df4fa24e4e23f\" "} {"level":"warn","ts":"2026-03-18T14:14:24.100087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.566457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:14:24.100111Z","caller":"traceutil/trace.go:171","msg":"trace[898307168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8635; }","duration":"577.38556ms","start":"2026-03-18T14:14:23.522713Z","end":"2026-03-18T14:14:24.100099Z","steps":["trace[898307168] 'agreement among raft nodes before linearized reading' (duration: 577.258636ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:24.100127Z","caller":"traceutil/trace.go:171","msg":"trace[981904066] transaction","detail":"{read_only:false; response_revision:8634; number_of_response:1; }","duration":"598.222286ms","start":"2026-03-18T14:14:23.501892Z","end":"2026-03-18T14:14:24.100114Z","steps":["trace[981904066] 'process raft request' (duration: 597.499316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:24.100168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:23.522703Z","time spent":"577.453541ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:14:24.10021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:23.50186Z","time spent":"598.295097ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:14:24.100227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359739051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-18T14:14:24.100255Z","caller":"traceutil/trace.go:171","msg":"trace[1509286371] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8635; }","duration":"1.359779182s","start":"2026-03-18T14:14:22.740467Z","end":"2026-03-18T14:14:24.100247Z","steps":["trace[1509286371] 'agreement among raft nodes before linearized reading' (duration: 1.359669259s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:24.099928Z","caller":"traceutil/trace.go:171","msg":"trace[1461976434] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8635; }","duration":"581.868001ms","start":"2026-03-18T14:14:23.518043Z","end":"2026-03-18T14:14:24.099911Z","steps":["trace[1461976434] 'agreement among raft nodes before linearized reading' (duration: 581.665925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:24.100285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:22.740456Z","time spent":"1.359821523s","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3589,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-18T14:14:24.100306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:23.517961Z","time spent":"582.337955ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:14:24.099872Z","caller":"traceutil/trace.go:171","msg":"trace[1769317350] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-c9hh9; range_end:; response_count:1; response_revision:8635; }","duration":"1.368198971s","start":"2026-03-18T14:14:22.731659Z","end":"2026-03-18T14:14:24.099858Z","steps":["trace[1769317350] 'agreement among raft nodes before linearized reading' (duration: 1.368008976s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:24.100444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:22.731629Z","time spent":"1.368795687s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4656,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-c9hh9\" "} {"level":"warn","ts":"2026-03-18T14:14:24.100467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365518568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:14:24.100508Z","caller":"traceutil/trace.go:171","msg":"trace[2071566327] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8635; }","duration":"1.365572139s","start":"2026-03-18T14:14:22.734926Z","end":"2026-03-18T14:14:24.100499Z","steps":["trace[2071566327] 'agreement among raft nodes before linearized reading' (duration: 1.365512178s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:24.09994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187277391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:14:24.100543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:22.734918Z","time spent":"1.365618862s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T14:14:24.10055Z","caller":"traceutil/trace.go:171","msg":"trace[1076730974] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:8635; }","duration":"1.187890158s","start":"2026-03-18T14:14:22.912649Z","end":"2026-03-18T14:14:24.100539Z","steps":["trace[1076730974] 'agreement among raft nodes before linearized reading' (duration: 1.18725416s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:24.100556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.604933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:14:24.100119Z","caller":"traceutil/trace.go:171","msg":"trace[1522862710] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8635; }","duration":"576.618368ms","start":"2026-03-18T14:14:23.523492Z","end":"2026-03-18T14:14:24.100111Z","steps":["trace[1522862710] 'agreement among raft nodes before linearized reading' (duration: 576.464583ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:24.100607Z","caller":"traceutil/trace.go:171","msg":"trace[1344501024] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:8635; }","duration":"578.677954ms","start":"2026-03-18T14:14:23.521918Z","end":"2026-03-18T14:14:24.100596Z","steps":["trace[1344501024] 'agreement among raft nodes before linearized reading' (duration: 578.545341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:24.100648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:23.521867Z","time spent":"578.772667ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"warn","ts":"2026-03-18T14:14:24.100676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:23.52348Z","time spent":"577.153764ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:14:24.100801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.876563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:14:24.10058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:22.912571Z","time spent":"1.187998391s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:14:24.100876Z","caller":"traceutil/trace.go:171","msg":"trace[1715557347] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8635; }","duration":"523.983988ms","start":"2026-03-18T14:14:23.576877Z","end":"2026-03-18T14:14:24.100861Z","steps":["trace[1715557347] 'agreement among raft nodes before linearized reading' (duration: 523.271648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:24.100927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:23.576867Z","time spent":"524.045599ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":892,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:14:24.099997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277252738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:14:24.10189Z","caller":"traceutil/trace.go:171","msg":"trace[1052577997] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8635; }","duration":"1.279183671s","start":"2026-03-18T14:14:22.822689Z","end":"2026-03-18T14:14:24.101873Z","steps":["trace[1052577997] 'agreement among raft nodes before linearized reading' (duration: 1.277272868s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:24.101991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:22.822661Z","time spent":"1.279309845s","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:14:24.100402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.416646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:14:24.102149Z","caller":"traceutil/trace.go:171","msg":"trace[478174075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8635; }","duration":"584.193945ms","start":"2026-03-18T14:14:23.517946Z","end":"2026-03-18T14:14:24.10214Z","steps":["trace[478174075] 'agreement among raft nodes before linearized reading' (duration: 582.391735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:24.10218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:23.517928Z","time spent":"584.243595ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:14:24.10081Z","caller":"traceutil/trace.go:171","msg":"trace[1751576485] transaction","detail":"{read_only:false; response_revision:8635; number_of_response:1; }","duration":"597.729612ms","start":"2026-03-18T14:14:23.503062Z","end":"2026-03-18T14:14:24.100792Z","steps":["trace[1751576485] 'process raft request' (duration: 596.424527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:24.102358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:23.503046Z","time spent":"599.266214ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:14:24.10101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.988038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-18T14:14:24.102453Z","caller":"traceutil/trace.go:171","msg":"trace[357341872] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8635; }","duration":"660.473168ms","start":"2026-03-18T14:14:23.441973Z","end":"2026-03-18T14:14:24.102446Z","steps":["trace[357341872] 'agreement among raft nodes before linearized reading' (duration: 658.931666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:24.102474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:23.441953Z","time spent":"660.514841ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":555,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-18T14:14:24.101078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.553078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:14:24.102589Z","caller":"traceutil/trace.go:171","msg":"trace[1918262762] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8635; }","duration":"581.088851ms","start":"2026-03-18T14:14:23.521494Z","end":"2026-03-18T14:14:24.102583Z","steps":["trace[1918262762] 'agreement among raft nodes before linearized reading' (duration: 579.511217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:24.102611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:23.52148Z","time spent":"581.125471ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:14:24.101136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.144891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"info","ts":"2026-03-18T14:14:24.102699Z","caller":"traceutil/trace.go:171","msg":"trace[1664590573] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8635; }","duration":"660.750067ms","start":"2026-03-18T14:14:23.441942Z","end":"2026-03-18T14:14:24.102692Z","steps":["trace[1664590573] 'agreement among raft nodes before linearized reading' (duration: 659.113342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:24.102724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:23.441918Z","time spent":"660.800938ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":737,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"warn","ts":"2026-03-18T14:14:24.103392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096465262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-c9hh9\" ","response":"range_response_count:1 size:4632"} {"level":"info","ts":"2026-03-18T14:14:24.103659Z","caller":"traceutil/trace.go:171","msg":"trace[743376788] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-c9hh9; range_end:; response_count:1; response_revision:8635; }","duration":"1.096788011s","start":"2026-03-18T14:14:23.006841Z","end":"2026-03-18T14:14:24.103629Z","steps":["trace[743376788] 'agreement among raft nodes before linearized reading' (duration: 1.092897055s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:24.108786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:23.006815Z","time spent":"1.101949952s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4656,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-c9hh9\" "} {"level":"info","ts":"2026-03-18T14:14:24.458679Z","caller":"traceutil/trace.go:171","msg":"trace[1913964201] linearizableReadLoop","detail":"{readStateIndex:9011; appliedIndex:9010; }","duration":"145.671251ms","start":"2026-03-18T14:14:24.312963Z","end":"2026-03-18T14:14:24.458634Z","steps":["trace[1913964201] 'read index received' (duration: 145.512766ms)","trace[1913964201] 'applied index is now lower than readState.Index' (duration: 156.955µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:14:24.458963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.788502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-c9hh9\" ","response":"range_response_count:1 size:4669"} {"level":"warn","ts":"2026-03-18T14:14:24.458977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.041708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-18T14:14:24.459019Z","caller":"traceutil/trace.go:171","msg":"trace[1719614715] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-c9hh9; range_end:; response_count:1; response_revision:8645; }","duration":"196.886723ms","start":"2026-03-18T14:14:24.262119Z","end":"2026-03-18T14:14:24.459005Z","steps":["trace[1719614715] 'agreement among raft nodes before linearized reading' (duration: 196.690207ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:24.458901Z","caller":"traceutil/trace.go:171","msg":"trace[395784405] transaction","detail":"{read_only:false; response_revision:8645; number_of_response:1; }","duration":"196.314288ms","start":"2026-03-18T14:14:24.262551Z","end":"2026-03-18T14:14:24.458865Z","steps":["trace[395784405] 'process raft request' (duration: 195.903667ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:24.459086Z","caller":"traceutil/trace.go:171","msg":"trace[1086427690] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8645; }","duration":"190.185401ms","start":"2026-03-18T14:14:24.268852Z","end":"2026-03-18T14:14:24.459038Z","steps":["trace[1086427690] 'agreement among raft nodes before linearized reading' (duration: 189.82471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:24.459361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.153199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-18T14:14:24.459419Z","caller":"traceutil/trace.go:171","msg":"trace[107664643] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8645; }","duration":"201.236532ms","start":"2026-03-18T14:14:24.258164Z","end":"2026-03-18T14:14:24.459401Z","steps":["trace[107664643] 'agreement among raft nodes before linearized reading' (duration: 201.089328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:24.459668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.516009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-c9hh9\" ","response":"range_response_count:1 size:4669"} {"level":"info","ts":"2026-03-18T14:14:24.459706Z","caller":"traceutil/trace.go:171","msg":"trace[100839574] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-c9hh9; range_end:; response_count:1; response_revision:8645; }","duration":"201.55545ms","start":"2026-03-18T14:14:24.258142Z","end":"2026-03-18T14:14:24.459697Z","steps":["trace[100839574] 'agreement among raft nodes before linearized reading' (duration: 201.452007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:24.459911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.31317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-c9hh9\" ","response":"range_response_count:1 size:4669"} {"level":"info","ts":"2026-03-18T14:14:24.459962Z","caller":"traceutil/trace.go:171","msg":"trace[447329487] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-c9hh9; range_end:; response_count:1; response_revision:8645; }","duration":"142.393092ms","start":"2026-03-18T14:14:24.317557Z","end":"2026-03-18T14:14:24.45995Z","steps":["trace[447329487] 'agreement among raft nodes before linearized reading' (duration: 142.237848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:25.072175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476691376,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:14:25.078206Z","caller":"traceutil/trace.go:171","msg":"trace[1616771788] transaction","detail":"{read_only:false; response_revision:8648; number_of_response:1; }","duration":"507.209822ms","start":"2026-03-18T14:14:24.57097Z","end":"2026-03-18T14:14:25.07818Z","steps":["trace[1616771788] 'process raft request' (duration: 506.655347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:25.078531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:24.570739Z","time spent":"507.717125ms","remote":"127.0.0.1:41058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:14:26.075726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.762842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:14:26.075942Z","caller":"traceutil/trace.go:171","msg":"trace[676260649] linearizableReadLoop","detail":"{readStateIndex:9016; appliedIndex:9013; }","duration":"1.50459154s","start":"2026-03-18T14:14:24.571335Z","end":"2026-03-18T14:14:26.075927Z","steps":["trace[676260649] 'read index received' (duration: 506.229805ms)","trace[676260649] 'applied index is now lower than readState.Index' (duration: 998.360675ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:14:26.076056Z","caller":"traceutil/trace.go:171","msg":"trace[566028042] transaction","detail":"{read_only:false; response_revision:8649; number_of_response:1; }","duration":"1.151838238s","start":"2026-03-18T14:14:24.924206Z","end":"2026-03-18T14:14:26.076044Z","steps":["trace[566028042] 'process raft request' (duration: 353.683877ms)","trace[566028042] 'compare' (duration: 797.509304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:14:26.076117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:24.924179Z","time spent":"1.15190683s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:14:26.076143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504786105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:14:26.076219Z","caller":"traceutil/trace.go:171","msg":"trace[64882378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8650; }","duration":"1.504871188s","start":"2026-03-18T14:14:24.57133Z","end":"2026-03-18T14:14:26.076201Z","steps":["trace[64882378] 'agreement among raft nodes before linearized reading' (duration: 1.504714683s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:26.076277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:24.571289Z","time spent":"1.50498005s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:14:26.07631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504795456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-18T14:14:26.076371Z","caller":"traceutil/trace.go:171","msg":"trace[2057240746] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8650; }","duration":"1.504877137s","start":"2026-03-18T14:14:24.571474Z","end":"2026-03-18T14:14:26.076351Z","steps":["trace[2057240746] 'agreement among raft nodes before linearized reading' (duration: 1.504761253s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:26.076369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100066751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:14:26.076414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:24.571463Z","time spent":"1.50494295s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:14:26.076398Z","caller":"traceutil/trace.go:171","msg":"trace[766005374] transaction","detail":"{read_only:false; response_revision:8650; number_of_response:1; }","duration":"1.1382822s","start":"2026-03-18T14:14:24.938083Z","end":"2026-03-18T14:14:26.076365Z","steps":["trace[766005374] 'process raft request' (duration: 1.137760555s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:26.076567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.699425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-18T14:14:26.076594Z","caller":"traceutil/trace.go:171","msg":"trace[1022493808] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8650; }","duration":"969.766847ms","start":"2026-03-18T14:14:25.106821Z","end":"2026-03-18T14:14:26.076588Z","steps":["trace[1022493808] 'agreement among raft nodes before linearized reading' (duration: 969.642074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:26.076576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:24.938058Z","time spent":"1.138425453s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:14:26.076441Z","caller":"traceutil/trace.go:171","msg":"trace[1379553183] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:8650; }","duration":"1.100197595s","start":"2026-03-18T14:14:24.976228Z","end":"2026-03-18T14:14:26.076426Z","steps":["trace[1379553183] 'agreement among raft nodes before linearized reading' (duration: 1.100055111s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:26.076624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:25.10679Z","time spent":"969.82825ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5170,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-18T14:14:26.076604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487830414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"warn","ts":"2026-03-18T14:14:26.076678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.873078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414422"} {"level":"warn","ts":"2026-03-18T14:14:26.076699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:24.976206Z","time spent":"1.100448581s","remote":"127.0.0.1:45098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:14:26.076742Z","caller":"traceutil/trace.go:171","msg":"trace[150398192] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8650; }","duration":"735.983271ms","start":"2026-03-18T14:14:25.340742Z","end":"2026-03-18T14:14:26.076725Z","steps":["trace[150398192] 'agreement among raft nodes before linearized reading' (duration: 735.669283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:26.076791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:25.340718Z","time spent":"736.060094ms","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414446,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-18T14:14:26.076767Z","caller":"traceutil/trace.go:171","msg":"trace[1917083544] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8650; }","duration":"1.487970128s","start":"2026-03-18T14:14:24.588742Z","end":"2026-03-18T14:14:26.076712Z","steps":["trace[1917083544] 'agreement among raft nodes before linearized reading' (duration: 1.487760862s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:26.076904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:24.588728Z","time spent":"1.488119252s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-18T14:14:26.077651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296655515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-18T14:14:26.077714Z","caller":"traceutil/trace.go:171","msg":"trace[1801070408] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8650; }","duration":"1.296765499s","start":"2026-03-18T14:14:24.780932Z","end":"2026-03-18T14:14:26.077698Z","steps":["trace[1801070408] 'agreement among raft nodes before linearized reading' (duration: 1.29535698s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:26.077754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:24.780901Z","time spent":"1.296842221s","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211006,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-18T14:14:26.210496Z","caller":"traceutil/trace.go:171","msg":"trace[679822465] transaction","detail":"{read_only:false; response_revision:8651; number_of_response:1; }","duration":"123.53064ms","start":"2026-03-18T14:14:26.086939Z","end":"2026-03-18T14:14:26.21047Z","steps":["trace[679822465] 'process raft request' (duration: 91.867039ms)","trace[679822465] 'compare' (duration: 31.530866ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:14:26.374308Z","caller":"traceutil/trace.go:171","msg":"trace[370888916] transaction","detail":"{read_only:false; response_revision:8652; number_of_response:1; }","duration":"282.47347ms","start":"2026-03-18T14:14:26.091804Z","end":"2026-03-18T14:14:26.374278Z","steps":["trace[370888916] 'process raft request' (duration: 224.776542ms)","trace[370888916] 'compare' (duration: 57.470381ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:14:26.374455Z","caller":"traceutil/trace.go:171","msg":"trace[1920510032] transaction","detail":"{read_only:false; response_revision:8654; number_of_response:1; }","duration":"261.593782ms","start":"2026-03-18T14:14:26.112839Z","end":"2026-03-18T14:14:26.374433Z","steps":["trace[1920510032] 'process raft request' (duration: 261.494089ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:26.374629Z","caller":"traceutil/trace.go:171","msg":"trace[897338068] transaction","detail":"{read_only:false; response_revision:8655; number_of_response:1; }","duration":"257.382688ms","start":"2026-03-18T14:14:26.117229Z","end":"2026-03-18T14:14:26.374611Z","steps":["trace[897338068] 'process raft request' (duration: 257.152752ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:26.374612Z","caller":"traceutil/trace.go:171","msg":"trace[1943117135] transaction","detail":"{read_only:false; response_revision:8653; number_of_response:1; }","duration":"261.733695ms","start":"2026-03-18T14:14:26.112817Z","end":"2026-03-18T14:14:26.374551Z","steps":["trace[1943117135] 'process raft request' (duration: 261.403786ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:26.374636Z","caller":"traceutil/trace.go:171","msg":"trace[1071850379] linearizableReadLoop","detail":"{readStateIndex:9018; appliedIndex:9016; }","duration":"272.170311ms","start":"2026-03-18T14:14:26.102435Z","end":"2026-03-18T14:14:26.374606Z","steps":["trace[1071850379] 'read index received' (duration: 76.384538ms)","trace[1071850379] 'applied index is now lower than readState.Index' (duration: 195.783013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:14:26.374818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.371136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-18T14:14:26.37486Z","caller":"traceutil/trace.go:171","msg":"trace[1957304343] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:8655; }","duration":"272.468319ms","start":"2026-03-18T14:14:26.102382Z","end":"2026-03-18T14:14:26.37485Z","steps":["trace[1957304343] 'agreement among raft nodes before linearized reading' (duration: 272.301314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:26.374999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.996579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:14:26.375091Z","caller":"traceutil/trace.go:171","msg":"trace[57155647] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8655; }","duration":"196.146483ms","start":"2026-03-18T14:14:26.178923Z","end":"2026-03-18T14:14:26.37507Z","steps":["trace[57155647] 'agreement among raft nodes before linearized reading' (duration: 195.909936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:26.375164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.423244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T14:14:26.3752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.785899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:14:26.375286Z","caller":"traceutil/trace.go:171","msg":"trace[1356497627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8655; }","duration":"195.576287ms","start":"2026-03-18T14:14:26.179695Z","end":"2026-03-18T14:14:26.375272Z","steps":["trace[1356497627] 'agreement among raft nodes before linearized reading' (duration: 195.365422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:26.375288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.995425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:14:26.375363Z","caller":"traceutil/trace.go:171","msg":"trace[731491792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8655; }","duration":"193.960224ms","start":"2026-03-18T14:14:26.181349Z","end":"2026-03-18T14:14:26.375309Z","steps":["trace[731491792] 'agreement among raft nodes before linearized reading' (duration: 193.617555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:26.375146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.379237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:14:26.375493Z","caller":"traceutil/trace.go:171","msg":"trace[1951544724] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8655; }","duration":"193.760538ms","start":"2026-03-18T14:14:26.181718Z","end":"2026-03-18T14:14:26.375479Z","steps":["trace[1951544724] 'agreement among raft nodes before linearized reading' (duration: 193.191022ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:26.375397Z","caller":"traceutil/trace.go:171","msg":"trace[173483171] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:8655; }","duration":"190.15433ms","start":"2026-03-18T14:14:26.185226Z","end":"2026-03-18T14:14:26.37538Z","steps":["trace[173483171] 'agreement among raft nodes before linearized reading' (duration: 189.842182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:26.375869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.014729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:14:26.375968Z","caller":"traceutil/trace.go:171","msg":"trace[398632016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8655; }","duration":"196.174964ms","start":"2026-03-18T14:14:26.17978Z","end":"2026-03-18T14:14:26.375955Z","steps":["trace[398632016] 'agreement among raft nodes before linearized reading' (duration: 195.882095ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:26.535688Z","caller":"traceutil/trace.go:171","msg":"trace[1576786033] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"152.207648ms","start":"2026-03-18T14:14:26.383428Z","end":"2026-03-18T14:14:26.535635Z","steps":["trace[1576786033] 'process raft request' (duration: 152.127075ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:26.535737Z","caller":"traceutil/trace.go:171","msg":"trace[417807274] transaction","detail":"{read_only:false; response_revision:8658; number_of_response:1; }","duration":"154.532541ms","start":"2026-03-18T14:14:26.381169Z","end":"2026-03-18T14:14:26.535702Z","steps":["trace[417807274] 'process raft request' (duration: 154.344656ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:26.535689Z","caller":"traceutil/trace.go:171","msg":"trace[552015726] transaction","detail":"{read_only:false; response_revision:8657; number_of_response:1; }","duration":"154.606763ms","start":"2026-03-18T14:14:26.381025Z","end":"2026-03-18T14:14:26.535632Z","steps":["trace[552015726] 'process raft request' (duration: 110.231767ms)","trace[552015726] 'compare' (duration: 44.12835ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:14:26.535897Z","caller":"traceutil/trace.go:171","msg":"trace[1363988330] linearizableReadLoop","detail":"{readStateIndex:9025; appliedIndex:9021; }","duration":"152.356983ms","start":"2026-03-18T14:14:26.383524Z","end":"2026-03-18T14:14:26.535881Z","steps":["trace[1363988330] 'read index received' (duration: 13.059716ms)","trace[1363988330] 'applied index is now lower than readState.Index' (duration: 139.295517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:14:26.536457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.762344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227605"} {"level":"info","ts":"2026-03-18T14:14:26.536511Z","caller":"traceutil/trace.go:171","msg":"trace[1001104873] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8660; }","duration":"153.032261ms","start":"2026-03-18T14:14:26.383467Z","end":"2026-03-18T14:14:26.536499Z","steps":["trace[1001104873] 'agreement among raft nodes before linearized reading' (duration: 152.458686ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:26.535957Z","caller":"traceutil/trace.go:171","msg":"trace[1624395101] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"149.912796ms","start":"2026-03-18T14:14:26.386003Z","end":"2026-03-18T14:14:26.535916Z","steps":["trace[1624395101] 'process raft request' (duration: 149.598318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:26.626007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.122065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"warn","ts":"2026-03-18T14:14:26.626013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.162733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:14:26.62608Z","caller":"traceutil/trace.go:171","msg":"trace[590774745] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8661; }","duration":"227.249ms","start":"2026-03-18T14:14:26.398816Z","end":"2026-03-18T14:14:26.626065Z","steps":["trace[590774745] 'agreement among raft nodes before linearized reading' (duration: 227.018923ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:26.626098Z","caller":"traceutil/trace.go:171","msg":"trace[145942858] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:8661; }","duration":"182.305857ms","start":"2026-03-18T14:14:26.443773Z","end":"2026-03-18T14:14:26.626079Z","steps":["trace[145942858] 'agreement among raft nodes before linearized reading' (duration: 182.05695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:26.626106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.190038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-18T14:14:26.625998Z","caller":"traceutil/trace.go:171","msg":"trace[1164012167] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"162.768926ms","start":"2026-03-18T14:14:26.463204Z","end":"2026-03-18T14:14:26.625973Z","steps":["trace[1164012167] 'process raft request' (duration: 162.242872ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:26.626193Z","caller":"traceutil/trace.go:171","msg":"trace[1507158700] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8661; }","duration":"241.299331ms","start":"2026-03-18T14:14:26.384868Z","end":"2026-03-18T14:14:26.626167Z","steps":["trace[1507158700] 'agreement among raft nodes before linearized reading' (duration: 241.017634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:26.767113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.673585ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:14:26.767152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.946714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:14:26.767258Z","caller":"traceutil/trace.go:171","msg":"trace[1131652360] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8661; }","duration":"101.838868ms","start":"2026-03-18T14:14:26.665392Z","end":"2026-03-18T14:14:26.767231Z","steps":["trace[1131652360] 'range keys from in-memory index tree' (duration: 101.651454ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:26.767283Z","caller":"traceutil/trace.go:171","msg":"trace[398466522] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:8661; }","duration":"130.106759ms","start":"2026-03-18T14:14:26.637144Z","end":"2026-03-18T14:14:26.767251Z","steps":["trace[398466522] 'range keys from in-memory index tree' (duration: 129.865442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:26.767495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.924117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-18T14:14:26.767598Z","caller":"traceutil/trace.go:171","msg":"trace[1303085102] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8661; }","duration":"128.090284ms","start":"2026-03-18T14:14:26.639483Z","end":"2026-03-18T14:14:26.767573Z","steps":["trace[1303085102] 'range keys from in-memory index tree' (duration: 127.750174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:27.382157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.474663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:14:27.382338Z","caller":"traceutil/trace.go:171","msg":"trace[638455071] linearizableReadLoop","detail":"{readStateIndex:9029; appliedIndex:9028; }","duration":"544.748783ms","start":"2026-03-18T14:14:26.837564Z","end":"2026-03-18T14:14:27.382313Z","steps":["trace[638455071] 'read index received' (duration: 283.879919ms)","trace[638455071] 'applied index is now lower than readState.Index' (duration: 260.866664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:14:27.382736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.165133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-18T14:14:27.38281Z","caller":"traceutil/trace.go:171","msg":"trace[478335337] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:8663; }","duration":"545.255156ms","start":"2026-03-18T14:14:26.837535Z","end":"2026-03-18T14:14:27.382791Z","steps":["trace[478335337] 'agreement among raft nodes before linearized reading' (duration: 544.987509ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:27.382375Z","caller":"traceutil/trace.go:171","msg":"trace[2026103231] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"545.885073ms","start":"2026-03-18T14:14:26.836457Z","end":"2026-03-18T14:14:27.382342Z","steps":["trace[2026103231] 'process raft request' (duration: 285.097101ms)","trace[2026103231] 'compare' (duration: 260.264667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:14:27.382866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:26.837526Z","time spent":"545.326868ms","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-18T14:14:27.383014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.207313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:14:27.383026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:26.836424Z","time spent":"546.484229ms","remote":"127.0.0.1:41058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:14:27.383081Z","caller":"traceutil/trace.go:171","msg":"trace[1742373153] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8663; }","duration":"200.309806ms","start":"2026-03-18T14:14:27.182752Z","end":"2026-03-18T14:14:27.383062Z","steps":["trace[1742373153] 'agreement among raft nodes before linearized reading' (duration: 200.095071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:27.384527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.777099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210982"} {"level":"info","ts":"2026-03-18T14:14:27.384605Z","caller":"traceutil/trace.go:171","msg":"trace[2041706958] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8663; }","duration":"314.901103ms","start":"2026-03-18T14:14:27.069684Z","end":"2026-03-18T14:14:27.384585Z","steps":["trace[2041706958] 'agreement among raft nodes before linearized reading' (duration: 313.158976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:27.384651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:27.06966Z","time spent":"314.976224ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211006,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-18T14:14:27.818272Z","caller":"traceutil/trace.go:171","msg":"trace[1356614341] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"342.241456ms","start":"2026-03-18T14:14:27.475979Z","end":"2026-03-18T14:14:27.81822Z","steps":["trace[1356614341] 'process raft request' (duration: 341.831064ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:27.818066Z","caller":"traceutil/trace.go:171","msg":"trace[1846430617] linearizableReadLoop","detail":"{readStateIndex:9030; appliedIndex:9029; }","duration":"249.202796ms","start":"2026-03-18T14:14:27.568826Z","end":"2026-03-18T14:14:27.818029Z","steps":["trace[1846430617] 'read index received' (duration: 248.857486ms)","trace[1846430617] 'applied index is now lower than readState.Index' (duration: 344.06µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:14:27.81856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:27.475948Z","time spent":"342.418971ms","remote":"127.0.0.1:41058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:14:27.818752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.887035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:14:27.81885Z","caller":"traceutil/trace.go:171","msg":"trace[131156283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8664; }","duration":"250.035068ms","start":"2026-03-18T14:14:27.568789Z","end":"2026-03-18T14:14:27.818824Z","steps":["trace[131156283] 'agreement among raft nodes before linearized reading' (duration: 249.823213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:28.283875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.406495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:14:28.28412Z","caller":"traceutil/trace.go:171","msg":"trace[155660790] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"330.305531ms","start":"2026-03-18T14:14:27.953796Z","end":"2026-03-18T14:14:28.284102Z","steps":["trace[155660790] 'process raft request' (duration: 330.222538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:28.284193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:27.953761Z","time spent":"330.399354ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:14:28.284391Z","caller":"traceutil/trace.go:171","msg":"trace[944793228] transaction","detail":"{read_only:false; response_revision:8665; number_of_response:1; }","duration":"430.203178ms","start":"2026-03-18T14:14:27.854176Z","end":"2026-03-18T14:14:28.284379Z","steps":["trace[944793228] 'process raft request' (duration: 238.184567ms)","trace[944793228] 'compare' (duration: 191.215399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:14:28.284452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:27.854149Z","time spent":"430.272929ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:14:28.284574Z","caller":"traceutil/trace.go:171","msg":"trace[1484861136] linearizableReadLoop","detail":"{readStateIndex:9031; appliedIndex:9030; }","duration":"411.823198ms","start":"2026-03-18T14:14:27.872731Z","end":"2026-03-18T14:14:28.284554Z","steps":["trace[1484861136] 'read index received' (duration: 219.651693ms)","trace[1484861136] 'applied index is now lower than readState.Index' (duration: 192.170375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:14:28.284745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.109819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:14:28.284792Z","caller":"traceutil/trace.go:171","msg":"trace[607600033] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8666; }","duration":"133.202962ms","start":"2026-03-18T14:14:28.151577Z","end":"2026-03-18T14:14:28.28478Z","steps":["trace[607600033] 'agreement among raft nodes before linearized reading' (duration: 133.113189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:28.284765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.012733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:14:28.284847Z","caller":"traceutil/trace.go:171","msg":"trace[2010494319] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8666; }","duration":"412.167657ms","start":"2026-03-18T14:14:27.872658Z","end":"2026-03-18T14:14:28.284826Z","steps":["trace[2010494319] 'agreement among raft nodes before linearized reading' (duration: 412.007192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:28.284901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:27.872613Z","time spent":"412.278861ms","remote":"127.0.0.1:49942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:14:28.745095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.320106ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:14:28.745227Z","caller":"traceutil/trace.go:171","msg":"trace[491607881] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"364.004447ms","start":"2026-03-18T14:14:28.381202Z","end":"2026-03-18T14:14:28.745206Z","steps":["trace[491607881] 'process raft request' (duration: 95.475996ms)","trace[491607881] 'compare' (duration: 268.11121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:14:28.74534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:28.38117Z","time spent":"364.089608ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:14:29.083188Z","caller":"traceutil/trace.go:171","msg":"trace[1727716074] linearizableReadLoop","detail":"{readStateIndex:9035; appliedIndex:9032; }","duration":"682.390324ms","start":"2026-03-18T14:14:28.400776Z","end":"2026-03-18T14:14:29.083166Z","steps":["trace[1727716074] 'read index received' (duration: 75.920134ms)","trace[1727716074] 'applied index is now lower than readState.Index' (duration: 606.46939ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:14:29.083262Z","caller":"traceutil/trace.go:171","msg":"trace[609185639] transaction","detail":"{read_only:false; response_revision:8668; number_of_response:1; }","duration":"701.524905ms","start":"2026-03-18T14:14:28.381698Z","end":"2026-03-18T14:14:29.083223Z","steps":["trace[609185639] 'process raft request' (duration: 701.309909ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:29.083346Z","caller":"traceutil/trace.go:171","msg":"trace[1194520608] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"698.567173ms","start":"2026-03-18T14:14:28.384736Z","end":"2026-03-18T14:14:29.083303Z","steps":["trace[1194520608] 'process raft request' (duration: 698.398869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:29.083395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.612651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-18T14:14:29.08343Z","caller":"traceutil/trace.go:171","msg":"trace[1945212680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8669; }","duration":"682.703593ms","start":"2026-03-18T14:14:28.400716Z","end":"2026-03-18T14:14:29.083419Z","steps":["trace[1945212680] 'agreement among raft nodes before linearized reading' (duration: 682.57454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:29.083421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:28.381672Z","time spent":"701.660979ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:14:29.083457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:28.400694Z","time spent":"682.755805ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:14:29.083502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.614828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:14:29.083532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:28.384701Z","time spent":"698.729018ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:14:29.083538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.976121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:14:29.0836Z","caller":"traceutil/trace.go:171","msg":"trace[1410373447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8669; }","duration":"544.083344ms","start":"2026-03-18T14:14:28.539496Z","end":"2026-03-18T14:14:29.083579Z","steps":["trace[1410373447] 'agreement among raft nodes before linearized reading' (duration: 543.872418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:29.083596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.129371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T14:14:29.083626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.299954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-18T14:14:29.083645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:28.539469Z","time spent":"544.167016ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:14:29.083655Z","caller":"traceutil/trace.go:171","msg":"trace[623845062] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:8669; }","duration":"539.355175ms","start":"2026-03-18T14:14:28.544291Z","end":"2026-03-18T14:14:29.083646Z","steps":["trace[623845062] 'agreement among raft nodes before linearized reading' (duration: 539.255362ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:29.083656Z","caller":"traceutil/trace.go:171","msg":"trace[119850722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8669; }","duration":"542.246704ms","start":"2026-03-18T14:14:28.541396Z","end":"2026-03-18T14:14:29.083643Z","steps":["trace[119850722] 'agreement among raft nodes before linearized reading' (duration: 542.008428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:29.083683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:28.544275Z","time spent":"539.402287ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"warn","ts":"2026-03-18T14:14:29.083681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.369668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T14:14:29.083693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:28.541367Z","time spent":"542.314826ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:14:29.083723Z","caller":"traceutil/trace.go:171","msg":"trace[542495372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8669; }","duration":"542.427069ms","start":"2026-03-18T14:14:28.541281Z","end":"2026-03-18T14:14:29.083708Z","steps":["trace[542495372] 'agreement among raft nodes before linearized reading' (duration: 542.309926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:29.083596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.142631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T14:14:29.083756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:28.541271Z","time spent":"542.47841ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:14:29.083762Z","caller":"traceutil/trace.go:171","msg":"trace[754621238] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8669; }","duration":"542.338355ms","start":"2026-03-18T14:14:28.541414Z","end":"2026-03-18T14:14:29.083752Z","steps":["trace[754621238] 'agreement among raft nodes before linearized reading' (duration: 542.067178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:29.083799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:28.541406Z","time spent":"542.383658ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:14:29.084214Z","caller":"traceutil/trace.go:171","msg":"trace[777513218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8669; }","duration":"512.770033ms","start":"2026-03-18T14:14:28.570791Z","end":"2026-03-18T14:14:29.083561Z","steps":["trace[777513218] 'agreement among raft nodes before linearized reading' (duration: 512.619288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:29.084483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:28.570766Z","time spent":"513.699528ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:14:29.442518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.869888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:14:29.442638Z","caller":"traceutil/trace.go:171","msg":"trace[354704240] transaction","detail":"{read_only:false; response_revision:8670; number_of_response:1; }","duration":"355.172727ms","start":"2026-03-18T14:14:29.087422Z","end":"2026-03-18T14:14:29.442594Z","steps":["trace[354704240] 'process raft request' (duration: 103.161435ms)","trace[354704240] 'compare' (duration: 251.793976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:14:29.442672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:29.0874Z","time spent":"355.25672ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:14:29.660263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.017053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:14:29.660516Z","caller":"traceutil/trace.go:171","msg":"trace[713728672] linearizableReadLoop","detail":"{readStateIndex:9037; appliedIndex:9035; }","duration":"572.659011ms","start":"2026-03-18T14:14:29.08784Z","end":"2026-03-18T14:14:29.660499Z","steps":["trace[713728672] 'read index received' (duration: 102.756644ms)","trace[713728672] 'applied index is now lower than readState.Index' (duration: 469.901447ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:14:29.660528Z","caller":"traceutil/trace.go:171","msg":"trace[2052597060] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"572.580378ms","start":"2026-03-18T14:14:29.087918Z","end":"2026-03-18T14:14:29.660498Z","steps":["trace[2052597060] 'process raft request' (duration: 572.460235ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:29.660557Z","caller":"traceutil/trace.go:171","msg":"trace[2034737136] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"572.576239ms","start":"2026-03-18T14:14:29.08795Z","end":"2026-03-18T14:14:29.660526Z","steps":["trace[2034737136] 'process raft request' (duration: 572.478246ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:29.660601Z","caller":"traceutil/trace.go:171","msg":"trace[1687834509] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"572.414135ms","start":"2026-03-18T14:14:29.088177Z","end":"2026-03-18T14:14:29.660591Z","steps":["trace[1687834509] 'process raft request' (duration: 572.285361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:29.660659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:29.088162Z","time spent":"572.463146ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:14:29.660668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:29.087898Z","time spent":"572.690732ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:14:29.660697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:29.087933Z","time spent":"572.685552ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:14:29.66082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.128202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T14:14:29.660887Z","caller":"traceutil/trace.go:171","msg":"trace[374568612] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8674; }","duration":"193.243244ms","start":"2026-03-18T14:14:29.467628Z","end":"2026-03-18T14:14:29.660871Z","steps":["trace[374568612] 'agreement among raft nodes before linearized reading' (duration: 193.010488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:29.66094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.080503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227605"} {"level":"info","ts":"2026-03-18T14:14:29.661009Z","caller":"traceutil/trace.go:171","msg":"trace[175261959] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8674; }","duration":"573.179444ms","start":"2026-03-18T14:14:29.087812Z","end":"2026-03-18T14:14:29.660991Z","steps":["trace[175261959] 'agreement among raft nodes before linearized reading' (duration: 572.823035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:29.66105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:29.087795Z","time spent":"573.245797ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":227629,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T14:14:29.661158Z","caller":"traceutil/trace.go:171","msg":"trace[214799440] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"573.454603ms","start":"2026-03-18T14:14:29.087679Z","end":"2026-03-18T14:14:29.661133Z","steps":["trace[214799440] 'process raft request' (duration: 455.489555ms)","trace[214799440] 'compare' (duration: 116.895059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:14:29.661248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:29.087668Z","time spent":"573.536004ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:14:30.036307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.14701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:14:30.036392Z","caller":"traceutil/trace.go:171","msg":"trace[137648451] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8674; }","duration":"101.305045ms","start":"2026-03-18T14:14:29.935069Z","end":"2026-03-18T14:14:30.036374Z","steps":["trace[137648451] 'count revisions from in-memory index tree' (duration: 101.022827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:37.530597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.753871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:14:37.530695Z","caller":"traceutil/trace.go:171","msg":"trace[2131564316] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:8735; }","duration":"427.916235ms","start":"2026-03-18T14:14:37.102763Z","end":"2026-03-18T14:14:37.530679Z","steps":["trace[2131564316] 'count revisions from in-memory index tree' (duration: 427.648588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:37.530735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:37.102737Z","time spent":"427.987137ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":114,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:14:37.530756Z","caller":"traceutil/trace.go:171","msg":"trace[941808477] linearizableReadLoop","detail":"{readStateIndex:9108; appliedIndex:9107; }","duration":"397.275332ms","start":"2026-03-18T14:14:37.133463Z","end":"2026-03-18T14:14:37.530738Z","steps":["trace[941808477] 'read index received' (duration: 395.813422ms)","trace[941808477] 'applied index is now lower than readState.Index' (duration: 1.46081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:14:37.530869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.036289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:14:37.530898Z","caller":"traceutil/trace.go:171","msg":"trace[1739669516] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8735; }","duration":"421.09572ms","start":"2026-03-18T14:14:37.109794Z","end":"2026-03-18T14:14:37.53089Z","steps":["trace[1739669516] 'count revisions from in-memory index tree' (duration: 420.986957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:37.530924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:37.109786Z","time spent":"421.128861ms","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:14:37.531094Z","caller":"traceutil/trace.go:171","msg":"trace[509048871] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"405.495565ms","start":"2026-03-18T14:14:37.125586Z","end":"2026-03-18T14:14:37.531082Z","steps":["trace[509048871] 'process raft request' (duration: 403.664405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:37.531189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:37.12557Z","time spent":"405.562347ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:14:37.531348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.860247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-c7v7w\" ","response":"range_response_count:1 size:4558"} {"level":"info","ts":"2026-03-18T14:14:37.531373Z","caller":"traceutil/trace.go:171","msg":"trace[1114766880] transaction","detail":"{read_only:false; response_revision:8737; number_of_response:1; }","duration":"384.578747ms","start":"2026-03-18T14:14:37.146764Z","end":"2026-03-18T14:14:37.531343Z","steps":["trace[1114766880] 'process raft request' (duration: 383.95237ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:14:37.531431Z","caller":"traceutil/trace.go:171","msg":"trace[796973902] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-c7v7w; range_end:; response_count:1; response_revision:8737; }","duration":"397.982041ms","start":"2026-03-18T14:14:37.133428Z","end":"2026-03-18T14:14:37.53141Z","steps":["trace[796973902] 'agreement among raft nodes before linearized reading' (duration: 397.710804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:14:37.531943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:37.133418Z","time spent":"398.508385ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4582,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-c7v7w\" "} {"level":"warn","ts":"2026-03-18T14:14:37.531522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:14:37.146738Z","time spent":"384.70589ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:14:41.788913Z","caller":"traceutil/trace.go:171","msg":"trace[1467680832] transaction","detail":"{read_only:false; response_revision:8786; number_of_response:1; }","duration":"161.948153ms","start":"2026-03-18T14:14:41.626908Z","end":"2026-03-18T14:14:41.788856Z","steps":["trace[1467680832] 'process raft request' (duration: 113.486496ms)","trace[1467680832] 'compare' (duration: 48.269622ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:15:21.670148Z","caller":"traceutil/trace.go:171","msg":"trace[747912460] transaction","detail":"{read_only:false; response_revision:9166; number_of_response:1; }","duration":"128.697719ms","start":"2026-03-18T14:15:21.541413Z","end":"2026-03-18T14:15:21.67011Z","steps":["trace[747912460] 'process raft request' (duration: 128.544295ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:15:26.39353Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6997} {"level":"info","ts":"2026-03-18T14:15:26.471733Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6997,"took":"76.188721ms","hash":272440379,"current-db-size-bytes":38170624,"current-db-size":"38 MB","current-db-size-in-use-bytes":24186880,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-18T14:15:26.471811Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":272440379,"revision":6997,"compact-revision":4629} {"level":"info","ts":"2026-03-18T14:15:27.853188Z","caller":"traceutil/trace.go:171","msg":"trace[144111799] transaction","detail":"{read_only:false; response_revision:9282; number_of_response:1; }","duration":"204.415089ms","start":"2026-03-18T14:15:27.64873Z","end":"2026-03-18T14:15:27.853145Z","steps":["trace[144111799] 'process raft request' (duration: 156.970539ms)","trace[144111799] 'compare' (duration: 47.281995ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:15:28.038199Z","caller":"traceutil/trace.go:171","msg":"trace[2113934754] transaction","detail":"{read_only:false; response_revision:9283; number_of_response:1; }","duration":"234.839286ms","start":"2026-03-18T14:15:27.803325Z","end":"2026-03-18T14:15:28.038164Z","steps":["trace[2113934754] 'process raft request' (duration: 213.358971ms)","trace[2113934754] 'compare' (duration: 21.338721ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:15:28.047528Z","caller":"traceutil/trace.go:171","msg":"trace[1225914470] transaction","detail":"{read_only:false; response_revision:9284; number_of_response:1; }","duration":"220.617138ms","start":"2026-03-18T14:15:27.82687Z","end":"2026-03-18T14:15:28.047487Z","steps":["trace[1225914470] 'process raft request' (duration: 220.370351ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:15:28.37322Z","caller":"traceutil/trace.go:171","msg":"trace[1611929233] transaction","detail":"{read_only:false; response_revision:9289; number_of_response:1; }","duration":"126.509389ms","start":"2026-03-18T14:15:28.246678Z","end":"2026-03-18T14:15:28.373187Z","steps":["trace[1611929233] 'process raft request' (duration: 77.299751ms)","trace[1611929233] 'compare' (duration: 49.080765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:15:32.574486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.772266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T14:15:32.574519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.258132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-18T14:15:32.574554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.807488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T14:15:32.574582Z","caller":"traceutil/trace.go:171","msg":"trace[2070623198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9305; }","duration":"461.361785ms","start":"2026-03-18T14:15:32.113203Z","end":"2026-03-18T14:15:32.574564Z","steps":["trace[2070623198] 'range keys from in-memory index tree' (duration: 461.101178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:15:32.574614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:32.113161Z","time spent":"461.446838ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:15:32.574666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.74823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-18T14:15:32.574573Z","caller":"traceutil/trace.go:171","msg":"trace[1663011698] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9305; }","duration":"183.9046ms","start":"2026-03-18T14:15:32.39065Z","end":"2026-03-18T14:15:32.574555Z","steps":["trace[1663011698] 'range keys from in-memory index tree' (duration: 183.549942ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:15:32.574704Z","caller":"traceutil/trace.go:171","msg":"trace[447966171] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9305; }","duration":"424.81385ms","start":"2026-03-18T14:15:32.149881Z","end":"2026-03-18T14:15:32.574695Z","steps":["trace[447966171] 'range keys from in-memory index tree' (duration: 424.633166ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:15:32.574607Z","caller":"traceutil/trace.go:171","msg":"trace[1439244082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9305; }","duration":"347.904711ms","start":"2026-03-18T14:15:32.226687Z","end":"2026-03-18T14:15:32.574591Z","steps":["trace[1439244082] 'range keys from in-memory index tree' (duration: 347.667283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:15:32.574699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.440244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T14:15:32.574739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:32.149865Z","time spent":"424.865902ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-18T14:15:32.574669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.386071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T14:15:32.574786Z","caller":"traceutil/trace.go:171","msg":"trace[1539005952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9305; }","duration":"330.573008ms","start":"2026-03-18T14:15:32.244191Z","end":"2026-03-18T14:15:32.574764Z","steps":["trace[1539005952] 'range keys from in-memory index tree' (duration: 330.275781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:15:32.574812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.101245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:15:32.574827Z","caller":"traceutil/trace.go:171","msg":"trace[1516882803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9305; }","duration":"313.578137ms","start":"2026-03-18T14:15:32.261229Z","end":"2026-03-18T14:15:32.574807Z","steps":["trace[1516882803] 'range keys from in-memory index tree' (duration: 313.265918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:15:32.57481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:32.226659Z","time spent":"348.081524ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:15:32.574839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:32.244164Z","time spent":"330.660702ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:15:32.574877Z","caller":"traceutil/trace.go:171","msg":"trace[999011655] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:9305; }","duration":"444.201078ms","start":"2026-03-18T14:15:32.130656Z","end":"2026-03-18T14:15:32.574857Z","steps":["trace[999011655] 'range keys from in-memory index tree' (duration: 443.995633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:15:32.574897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:32.261215Z","time spent":"313.666859ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:15:32.574913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:32.130637Z","time spent":"444.2682ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"info","ts":"2026-03-18T14:15:47.938676Z","caller":"traceutil/trace.go:171","msg":"trace[373921710] transaction","detail":"{read_only:false; response_revision:9384; number_of_response:1; }","duration":"808.924935ms","start":"2026-03-18T14:15:47.129696Z","end":"2026-03-18T14:15:47.938621Z","steps":["trace[373921710] 'process raft request' (duration: 808.694228ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:15:47.938636Z","caller":"traceutil/trace.go:171","msg":"trace[920618615] linearizableReadLoop","detail":"{readStateIndex:9775; appliedIndex:9774; }","duration":"368.881499ms","start":"2026-03-18T14:15:47.569728Z","end":"2026-03-18T14:15:47.93861Z","steps":["trace[920618615] 'read index received' (duration: 368.710955ms)","trace[920618615] 'applied index is now lower than readState.Index' (duration: 168.194µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:15:47.938839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:47.129663Z","time spent":"809.087748ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:15:47.938865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.136616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:15:47.938901Z","caller":"traceutil/trace.go:171","msg":"trace[683899660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9384; }","duration":"369.217439ms","start":"2026-03-18T14:15:47.569672Z","end":"2026-03-18T14:15:47.93889Z","steps":["trace[683899660] 'agreement among raft nodes before linearized reading' (duration: 369.150117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:15:47.938933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:47.569648Z","time spent":"369.278561ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:15:47.939096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.45556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T14:15:47.939166Z","caller":"traceutil/trace.go:171","msg":"trace[1052446247] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9384; }","duration":"353.556313ms","start":"2026-03-18T14:15:47.58559Z","end":"2026-03-18T14:15:47.939146Z","steps":["trace[1052446247] 'agreement among raft nodes before linearized reading' (duration: 353.400249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:15:47.939215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:47.585571Z","time spent":"353.626185ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:15:47.93938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.189097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-18T14:15:47.939429Z","caller":"traceutil/trace.go:171","msg":"trace[1548494336] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9384; }","duration":"348.238499ms","start":"2026-03-18T14:15:47.591176Z","end":"2026-03-18T14:15:47.939415Z","steps":["trace[1548494336] 'agreement among raft nodes before linearized reading' (duration: 348.152276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:15:47.939467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:47.591144Z","time spent":"348.312511ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T14:15:48.629259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.722545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:15:48.629475Z","caller":"traceutil/trace.go:171","msg":"trace[741456952] transaction","detail":"{read_only:false; response_revision:9385; number_of_response:1; }","duration":"685.397885ms","start":"2026-03-18T14:15:47.944049Z","end":"2026-03-18T14:15:48.629447Z","steps":["trace[741456952] 'process raft request' (duration: 515.401582ms)","trace[741456952] 'compare' (duration: 169.394376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:15:48.629639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:47.944024Z","time spent":"685.560191ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:15:48.629948Z","caller":"traceutil/trace.go:171","msg":"trace[1048867265] transaction","detail":"{read_only:false; response_revision:9386; number_of_response:1; }","duration":"684.640235ms","start":"2026-03-18T14:15:47.945291Z","end":"2026-03-18T14:15:48.629931Z","steps":["trace[1048867265] 'process raft request' (duration: 684.065799ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:15:48.630016Z","caller":"traceutil/trace.go:171","msg":"trace[176934656] transaction","detail":"{read_only:false; response_revision:9388; number_of_response:1; }","duration":"507.758856ms","start":"2026-03-18T14:15:48.122235Z","end":"2026-03-18T14:15:48.629993Z","steps":["trace[176934656] 'process raft request' (duration: 507.408257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:15:48.630041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:47.945268Z","time spent":"684.728238ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:15:48.630313Z","caller":"traceutil/trace.go:171","msg":"trace[1887713369] transaction","detail":"{read_only:false; response_revision:9387; number_of_response:1; }","duration":"509.439811ms","start":"2026-03-18T14:15:48.12086Z","end":"2026-03-18T14:15:48.6303Z","steps":["trace[1887713369] 'process raft request' (duration: 508.580368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:15:48.630373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:48.120831Z","time spent":"509.515273ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:15:48.630576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:48.122212Z","time spent":"507.858308ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:15:49.179338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.057335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:15:49.179444Z","caller":"traceutil/trace.go:171","msg":"trace[2049957574] linearizableReadLoop","detail":"{readStateIndex:9780; appliedIndex:9779; }","duration":"508.227468ms","start":"2026-03-18T14:15:48.671201Z","end":"2026-03-18T14:15:49.179428Z","steps":["trace[2049957574] 'read index received' (duration: 284.936826ms)","trace[2049957574] 'applied index is now lower than readState.Index' (duration: 223.289592ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:15:49.17965Z","caller":"traceutil/trace.go:171","msg":"trace[989214523] transaction","detail":"{read_only:false; response_revision:9389; number_of_response:1; }","duration":"522.597459ms","start":"2026-03-18T14:15:48.657009Z","end":"2026-03-18T14:15:49.179606Z","steps":["trace[989214523] 'process raft request' (duration: 299.183655ms)","trace[989214523] 'compare' (duration: 222.936792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:15:49.179762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.690154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:15:49.179837Z","caller":"traceutil/trace.go:171","msg":"trace[143647870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9389; }","duration":"507.786766ms","start":"2026-03-18T14:15:48.672032Z","end":"2026-03-18T14:15:49.179819Z","steps":["trace[143647870] 'agreement among raft nodes before linearized reading' (duration: 507.57449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:15:49.179883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:48.672024Z","time spent":"507.850249ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:15:49.179923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:48.656982Z","time spent":"522.830785ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:15:49.179985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.902306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T14:15:49.179979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.094231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:15:49.180026Z","caller":"traceutil/trace.go:171","msg":"trace[1563502663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9389; }","duration":"505.984947ms","start":"2026-03-18T14:15:48.674029Z","end":"2026-03-18T14:15:49.180014Z","steps":["trace[1563502663] 'agreement among raft nodes before linearized reading' (duration: 505.820614ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:15:49.180039Z","caller":"traceutil/trace.go:171","msg":"trace[389357175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9389; }","duration":"499.184943ms","start":"2026-03-18T14:15:48.680839Z","end":"2026-03-18T14:15:49.180024Z","steps":["trace[389357175] 'agreement among raft nodes before linearized reading' (duration: 498.968817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:15:49.180029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.020656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-18T14:15:49.180074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:48.674009Z","time spent":"506.056639ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:15:49.180043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.822445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T14:15:49.180079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:48.680829Z","time spent":"499.241314ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:15:49.180059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.026598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:15:49.180114Z","caller":"traceutil/trace.go:171","msg":"trace[160240540] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:9389; }","duration":"482.15404ms","start":"2026-03-18T14:15:48.697938Z","end":"2026-03-18T14:15:49.180092Z","steps":["trace[160240540] 'agreement among raft nodes before linearized reading' (duration: 481.900633ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:15:49.180137Z","caller":"traceutil/trace.go:171","msg":"trace[1956923229] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9389; }","duration":"508.949238ms","start":"2026-03-18T14:15:48.671164Z","end":"2026-03-18T14:15:49.180113Z","steps":["trace[1956923229] 'agreement among raft nodes before linearized reading' (duration: 508.65708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:15:49.180157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:48.697923Z","time spent":"482.225741ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"info","ts":"2026-03-18T14:15:49.180154Z","caller":"traceutil/trace.go:171","msg":"trace[1500511700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9389; }","duration":"506.123781ms","start":"2026-03-18T14:15:48.674006Z","end":"2026-03-18T14:15:49.18013Z","steps":["trace[1500511700] 'agreement among raft nodes before linearized reading' (duration: 505.845984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:15:49.180214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:48.671151Z","time spent":"509.043801ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:15:49.180262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:48.67398Z","time spent":"506.267116ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:15:49.605394Z","caller":"traceutil/trace.go:171","msg":"trace[2024175056] transaction","detail":"{read_only:false; response_revision:9390; number_of_response:1; }","duration":"420.539574ms","start":"2026-03-18T14:15:49.184833Z","end":"2026-03-18T14:15:49.605373Z","steps":["trace[2024175056] 'process raft request' (duration: 420.399681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:15:49.605536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:49.184818Z","time spent":"420.644137ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:15:49.653616Z","caller":"traceutil/trace.go:171","msg":"trace[1881645369] transaction","detail":"{read_only:false; response_revision:9391; number_of_response:1; }","duration":"468.682424ms","start":"2026-03-18T14:15:49.184907Z","end":"2026-03-18T14:15:49.653589Z","steps":["trace[1881645369] 'process raft request' (duration: 468.356445ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:15:49.653653Z","caller":"traceutil/trace.go:171","msg":"trace[385865905] transaction","detail":"{read_only:false; response_revision:9392; number_of_response:1; }","duration":"468.642503ms","start":"2026-03-18T14:15:49.184971Z","end":"2026-03-18T14:15:49.653613Z","steps":["trace[385865905] 'process raft request' (duration: 468.51036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:15:49.653799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:49.184888Z","time spent":"468.784526ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:15:49.653892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:49.184946Z","time spent":"468.821937ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:15:49.653943Z","caller":"traceutil/trace.go:171","msg":"trace[468771562] transaction","detail":"{read_only:false; response_revision:9394; number_of_response:1; }","duration":"468.472998ms","start":"2026-03-18T14:15:49.185457Z","end":"2026-03-18T14:15:49.65393Z","steps":["trace[468771562] 'process raft request' (duration: 468.321403ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:15:49.653931Z","caller":"traceutil/trace.go:171","msg":"trace[1459572227] transaction","detail":"{read_only:false; response_revision:9393; number_of_response:1; }","duration":"468.881478ms","start":"2026-03-18T14:15:49.185014Z","end":"2026-03-18T14:15:49.653895Z","steps":["trace[1459572227] 'process raft request' (duration: 468.548019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:15:49.653996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:49.185443Z","time spent":"468.524468ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:15:49.654087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:15:49.185003Z","time spent":"469.000592ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:15:49.883883Z","caller":"traceutil/trace.go:171","msg":"trace[2046171370] transaction","detail":"{read_only:false; response_revision:9395; number_of_response:1; }","duration":"173.274851ms","start":"2026-03-18T14:15:49.710583Z","end":"2026-03-18T14:15:49.883858Z","steps":["trace[2046171370] 'process raft request' (duration: 173.094946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:15:54.234552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.951926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:15:54.234727Z","caller":"traceutil/trace.go:171","msg":"trace[432673023] transaction","detail":"{read_only:false; response_revision:9421; number_of_response:1; }","duration":"228.257375ms","start":"2026-03-18T14:15:54.006444Z","end":"2026-03-18T14:15:54.234702Z","steps":["trace[432673023] 'process raft request' (duration: 92.072563ms)","trace[432673023] 'compare' (duration: 135.608437ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:15:54.234957Z","caller":"traceutil/trace.go:171","msg":"trace[994754932] transaction","detail":"{read_only:false; response_revision:9422; number_of_response:1; }","duration":"199.564456ms","start":"2026-03-18T14:15:54.035367Z","end":"2026-03-18T14:15:54.234932Z","steps":["trace[994754932] 'process raft request' (duration: 199.273828ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:15:54.422206Z","caller":"traceutil/trace.go:171","msg":"trace[1593234412] transaction","detail":"{read_only:false; response_revision:9424; number_of_response:1; }","duration":"105.035526ms","start":"2026-03-18T14:15:54.317149Z","end":"2026-03-18T14:15:54.422184Z","steps":["trace[1593234412] 'process raft request' (duration: 104.892652ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:15:54.641518Z","caller":"traceutil/trace.go:171","msg":"trace[156021025] transaction","detail":"{read_only:false; response_revision:9427; number_of_response:1; }","duration":"138.64266ms","start":"2026-03-18T14:15:54.502838Z","end":"2026-03-18T14:15:54.641481Z","steps":["trace[156021025] 'process raft request' (duration: 115.908682ms)","trace[156021025] 'compare' (duration: 22.618345ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:15:54.714324Z","caller":"traceutil/trace.go:171","msg":"trace[559692401] linearizableReadLoop","detail":"{readStateIndex:9822; appliedIndex:9819; }","duration":"142.654389ms","start":"2026-03-18T14:15:54.571648Z","end":"2026-03-18T14:15:54.714302Z","steps":["trace[559692401] 'read index received' (duration: 47.0633ms)","trace[559692401] 'applied index is now lower than readState.Index' (duration: 95.589809ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:15:54.714387Z","caller":"traceutil/trace.go:171","msg":"trace[822065022] transaction","detail":"{read_only:false; response_revision:9428; number_of_response:1; }","duration":"211.437808ms","start":"2026-03-18T14:15:54.502922Z","end":"2026-03-18T14:15:54.71436Z","steps":["trace[822065022] 'process raft request' (duration: 211.043748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:15:54.714464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.812702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:15:54.714431Z","caller":"traceutil/trace.go:171","msg":"trace[1511596230] transaction","detail":"{read_only:false; response_revision:9429; number_of_response:1; }","duration":"209.712853ms","start":"2026-03-18T14:15:54.504691Z","end":"2026-03-18T14:15:54.714404Z","steps":["trace[1511596230] 'process raft request' (duration: 209.503287ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:15:54.714498Z","caller":"traceutil/trace.go:171","msg":"trace[1018526464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9429; }","duration":"142.914906ms","start":"2026-03-18T14:15:54.571572Z","end":"2026-03-18T14:15:54.714487Z","steps":["trace[1018526464] 'agreement among raft nodes before linearized reading' (duration: 142.841354ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:15:55.334503Z","caller":"traceutil/trace.go:171","msg":"trace[1471915134] linearizableReadLoop","detail":"{readStateIndex:9828; appliedIndex:9827; }","duration":"116.848827ms","start":"2026-03-18T14:15:55.217619Z","end":"2026-03-18T14:15:55.334467Z","steps":["trace[1471915134] 'read index received' (duration: 116.701913ms)","trace[1471915134] 'applied index is now lower than readState.Index' (duration: 145.534µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:15:55.334522Z","caller":"traceutil/trace.go:171","msg":"trace[526297609] transaction","detail":"{read_only:false; response_revision:9434; number_of_response:1; }","duration":"266.025194ms","start":"2026-03-18T14:15:55.068473Z","end":"2026-03-18T14:15:55.334498Z","steps":["trace[526297609] 'process raft request' (duration: 265.842208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:15:55.334719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.096844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:15:55.334752Z","caller":"traceutil/trace.go:171","msg":"trace[605296442] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:9434; }","duration":"117.186346ms","start":"2026-03-18T14:15:55.217559Z","end":"2026-03-18T14:15:55.334745Z","steps":["trace[605296442] 'agreement among raft nodes before linearized reading' (duration: 117.014961ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:16:21.927428Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9bd4db28c48efaf1","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T14:16:21.961928Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-18T14:16:21.96219Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-18T14:16:23.133303Z","caller":"traceutil/trace.go:171","msg":"trace[2004222424] transaction","detail":"{read_only:false; response_revision:9608; number_of_response:1; }","duration":"136.414669ms","start":"2026-03-18T14:16:22.996853Z","end":"2026-03-18T14:16:23.133268Z","steps":["trace[2004222424] 'process raft request' (duration: 87.187981ms)","trace[2004222424] 'compare' (duration: 49.108795ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:16:23.47596Z","caller":"traceutil/trace.go:171","msg":"trace[124614939] transaction","detail":"{read_only:false; response_revision:9609; number_of_response:1; }","duration":"261.145031ms","start":"2026-03-18T14:16:23.214793Z","end":"2026-03-18T14:16:23.475938Z","steps":["trace[124614939] 'process raft request' (duration: 260.991337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:16:23.689082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.535917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:16:23.689124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.291146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:16:23.689177Z","caller":"traceutil/trace.go:171","msg":"trace[2099727678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9609; }","duration":"117.68169ms","start":"2026-03-18T14:16:23.571472Z","end":"2026-03-18T14:16:23.689153Z","steps":["trace[2099727678] 'range keys from in-memory index tree' (duration: 117.443573ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:16:23.689181Z","caller":"traceutil/trace.go:171","msg":"trace[1859139602] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:9609; }","duration":"118.387249ms","start":"2026-03-18T14:16:23.570778Z","end":"2026-03-18T14:16:23.689165Z","steps":["trace[1859139602] 'range keys from in-memory index tree' (duration: 118.106151ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:16:23.995964Z","caller":"traceutil/trace.go:171","msg":"trace[2042172545] transaction","detail":"{read_only:false; response_revision:9611; number_of_response:1; }","duration":"110.143094ms","start":"2026-03-18T14:16:23.885795Z","end":"2026-03-18T14:16:23.995938Z","steps":["trace[2042172545] 'process raft request' (duration: 108.838329ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:16:24.247753Z","caller":"traceutil/trace.go:171","msg":"trace[1035034966] transaction","detail":"{read_only:false; response_revision:9613; number_of_response:1; }","duration":"247.113478ms","start":"2026-03-18T14:16:24.000613Z","end":"2026-03-18T14:16:24.247726Z","steps":["trace[1035034966] 'process raft request' (duration: 240.414986ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:16:24.248018Z","caller":"traceutil/trace.go:171","msg":"trace[2031181808] transaction","detail":"{read_only:false; response_revision:9614; number_of_response:1; }","duration":"247.256523ms","start":"2026-03-18T14:16:24.000735Z","end":"2026-03-18T14:16:24.247991Z","steps":["trace[2031181808] 'process raft request' (duration: 246.948815ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:16:24.2482Z","caller":"traceutil/trace.go:171","msg":"trace[798908582] transaction","detail":"{read_only:false; response_revision:9615; number_of_response:1; }","duration":"247.448289ms","start":"2026-03-18T14:16:24.000745Z","end":"2026-03-18T14:16:24.248193Z","steps":["trace[798908582] 'process raft request' (duration: 247.14212ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:16:24.559314Z","caller":"traceutil/trace.go:171","msg":"trace[1340707240] linearizableReadLoop","detail":"{readStateIndex:10016; appliedIndex:10015; }","duration":"211.51682ms","start":"2026-03-18T14:16:24.347765Z","end":"2026-03-18T14:16:24.559282Z","steps":["trace[1340707240] 'read index received' (duration: 211.453249ms)","trace[1340707240] 'applied index is now lower than readState.Index' (duration: 62.321µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:16:24.559354Z","caller":"traceutil/trace.go:171","msg":"trace[1413597095] transaction","detail":"{read_only:false; response_revision:9616; number_of_response:1; }","duration":"300.341156ms","start":"2026-03-18T14:16:24.258989Z","end":"2026-03-18T14:16:24.559331Z","steps":["trace[1413597095] 'process raft request' (duration: 300.075699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:16:24.559556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.759818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:16:24.559595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:16:24.25896Z","time spent":"300.4616ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8150,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:16:24.559652Z","caller":"traceutil/trace.go:171","msg":"trace[1761011084] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:9616; }","duration":"211.918732ms","start":"2026-03-18T14:16:24.347707Z","end":"2026-03-18T14:16:24.559626Z","steps":["trace[1761011084] 'agreement among raft nodes before linearized reading' (duration: 211.710606ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:16:24.715008Z","caller":"traceutil/trace.go:171","msg":"trace[822459720] linearizableReadLoop","detail":"{readStateIndex:10017; appliedIndex:10016; }","duration":"120.419344ms","start":"2026-03-18T14:16:24.594563Z","end":"2026-03-18T14:16:24.714982Z","steps":["trace[822459720] 'read index received' (duration: 58.897392ms)","trace[822459720] 'applied index is now lower than readState.Index' (duration: 61.520392ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:16:24.715139Z","caller":"traceutil/trace.go:171","msg":"trace[841100781] transaction","detail":"{read_only:false; response_revision:9617; number_of_response:1; }","duration":"293.445759ms","start":"2026-03-18T14:16:24.421661Z","end":"2026-03-18T14:16:24.715107Z","steps":["trace[841100781] 'process raft request' (duration: 231.823024ms)","trace[841100781] 'compare' (duration: 61.356338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:16:24.71549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.607499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:16:24.71556Z","caller":"traceutil/trace.go:171","msg":"trace[1922276417] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:9617; }","duration":"121.025299ms","start":"2026-03-18T14:16:24.594517Z","end":"2026-03-18T14:16:24.715543Z","steps":["trace[1922276417] 'agreement among raft nodes before linearized reading' (duration: 120.608278ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:16:25.317974Z","caller":"traceutil/trace.go:171","msg":"trace[1904059107] transaction","detail":"{read_only:false; response_revision:9619; number_of_response:1; }","duration":"179.408379ms","start":"2026-03-18T14:16:25.138527Z","end":"2026-03-18T14:16:25.317935Z","steps":["trace[1904059107] 'process raft request' (duration: 179.208813ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:16:25.845668Z","caller":"traceutil/trace.go:171","msg":"trace[87447551] linearizableReadLoop","detail":"{readStateIndex:10021; appliedIndex:10019; }","duration":"273.691683ms","start":"2026-03-18T14:16:25.571936Z","end":"2026-03-18T14:16:25.845628Z","steps":["trace[87447551] 'read index received' (duration: 108.81635ms)","trace[87447551] 'applied index is now lower than readState.Index' (duration: 164.874143ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:16:25.845743Z","caller":"traceutil/trace.go:171","msg":"trace[797420969] transaction","detail":"{read_only:false; response_revision:9620; number_of_response:1; }","duration":"274.823042ms","start":"2026-03-18T14:16:25.570879Z","end":"2026-03-18T14:16:25.845702Z","steps":["trace[797420969] 'process raft request' (duration: 274.591486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:16:25.84584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.891797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:16:25.845881Z","caller":"traceutil/trace.go:171","msg":"trace[210445125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9620; }","duration":"273.98416ms","start":"2026-03-18T14:16:25.571886Z","end":"2026-03-18T14:16:25.845871Z","steps":["trace[210445125] 'agreement among raft nodes before linearized reading' (duration: 273.898018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:16:25.846286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.142459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:16:25.846402Z","caller":"traceutil/trace.go:171","msg":"trace[904392772] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:9620; }","duration":"144.397646ms","start":"2026-03-18T14:16:25.70198Z","end":"2026-03-18T14:16:25.846377Z","steps":["trace[904392772] 'agreement among raft nodes before linearized reading' (duration: 143.969355ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:16:26.056848Z","caller":"traceutil/trace.go:171","msg":"trace[314796035] transaction","detail":"{read_only:false; response_revision:9621; number_of_response:1; }","duration":"199.837564ms","start":"2026-03-18T14:16:25.856977Z","end":"2026-03-18T14:16:26.056815Z","steps":["trace[314796035] 'process raft request' (duration: 199.35274ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:16:26.234816Z","caller":"traceutil/trace.go:171","msg":"trace[747828324] transaction","detail":"{read_only:false; response_revision:9622; number_of_response:1; }","duration":"174.369121ms","start":"2026-03-18T14:16:26.060413Z","end":"2026-03-18T14:16:26.234782Z","steps":["trace[747828324] 'process raft request' (duration: 137.954911ms)","trace[747828324] 'compare' (duration: 36.273517ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:16:26.246719Z","caller":"traceutil/trace.go:171","msg":"trace[1022525991] transaction","detail":"{read_only:false; response_revision:9623; number_of_response:1; }","duration":"185.179595ms","start":"2026-03-18T14:16:26.061521Z","end":"2026-03-18T14:16:26.246701Z","steps":["trace[1022525991] 'process raft request' (duration: 185.051172ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:16:26.246918Z","caller":"traceutil/trace.go:171","msg":"trace[1321380851] transaction","detail":"{read_only:false; response_revision:9624; number_of_response:1; }","duration":"177.737933ms","start":"2026-03-18T14:16:26.069148Z","end":"2026-03-18T14:16:26.246886Z","steps":["trace[1321380851] 'process raft request' (duration: 177.512606ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:16:31.160815Z","caller":"traceutil/trace.go:171","msg":"trace[1796772082] transaction","detail":"{read_only:false; response_revision:9674; number_of_response:1; }","duration":"112.491249ms","start":"2026-03-18T14:16:31.0483Z","end":"2026-03-18T14:16:31.160791Z","steps":["trace[1796772082] 'process raft request' (duration: 112.349625ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:16:31.385302Z","caller":"traceutil/trace.go:171","msg":"trace[1037037753] transaction","detail":"{read_only:false; response_revision:9675; number_of_response:1; }","duration":"117.619008ms","start":"2026-03-18T14:16:31.267662Z","end":"2026-03-18T14:16:31.385281Z","steps":["trace[1037037753] 'process raft request' (duration: 117.463315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:16:40.296341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.504984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:16:40.296437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.741255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:16:40.296461Z","caller":"traceutil/trace.go:171","msg":"trace[530792015] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:9713; }","duration":"384.69896ms","start":"2026-03-18T14:16:39.911731Z","end":"2026-03-18T14:16:40.29643Z","steps":["trace[530792015] 'count revisions from in-memory index tree' (duration: 384.33485ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:16:40.296491Z","caller":"traceutil/trace.go:171","msg":"trace[666639663] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:9713; }","duration":"354.848948ms","start":"2026-03-18T14:16:39.941627Z","end":"2026-03-18T14:16:40.296476Z","steps":["trace[666639663] 'range keys from in-memory index tree' (duration: 354.490638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:16:40.296521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:16:39.911696Z","time spent":"384.806983ms","remote":"127.0.0.1:49968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:16:40.296528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:16:39.941596Z","time spent":"354.92065ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"info","ts":"2026-03-18T14:16:40.64187Z","caller":"traceutil/trace.go:171","msg":"trace[720302811] linearizableReadLoop","detail":"{readStateIndex:10118; appliedIndex:10117; }","duration":"264.216024ms","start":"2026-03-18T14:16:40.377621Z","end":"2026-03-18T14:16:40.641837Z","steps":["trace[720302811] 'read index received' (duration: 249.271697ms)","trace[720302811] 'applied index is now lower than readState.Index' (duration: 14.942767ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:16:40.641929Z","caller":"traceutil/trace.go:171","msg":"trace[1578311843] transaction","detail":"{read_only:false; response_revision:9715; number_of_response:1; }","duration":"331.247766ms","start":"2026-03-18T14:16:40.310641Z","end":"2026-03-18T14:16:40.641889Z","steps":["trace[1578311843] 'process raft request' (duration: 316.392942ms)","trace[1578311843] 'compare' (duration: 14.543395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:16:40.642069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.43249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T14:16:40.642112Z","caller":"traceutil/trace.go:171","msg":"trace[1485869271] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:9715; }","duration":"264.546572ms","start":"2026-03-18T14:16:40.377557Z","end":"2026-03-18T14:16:40.642104Z","steps":["trace[1485869271] 'agreement among raft nodes before linearized reading' (duration: 264.433179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:16:40.642152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:16:40.310612Z","time spent":"331.446283ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:16:40.642164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.441335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T14:16:40.642216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.458518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:16:40.642346Z","caller":"traceutil/trace.go:171","msg":"trace[1875308680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9715; }","duration":"255.572229ms","start":"2026-03-18T14:16:40.386651Z","end":"2026-03-18T14:16:40.642223Z","steps":["trace[1875308680] 'agreement among raft nodes before linearized reading' (duration: 255.371184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:16:40.642437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.317162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:16:40.642567Z","caller":"traceutil/trace.go:171","msg":"trace[1474270781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9715; }","duration":"255.484126ms","start":"2026-03-18T14:16:40.387052Z","end":"2026-03-18T14:16:40.642536Z","steps":["trace[1474270781] 'agreement among raft nodes before linearized reading' (duration: 255.085006ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:16:40.642505Z","caller":"traceutil/trace.go:171","msg":"trace[1508458884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9715; }","duration":"165.633724ms","start":"2026-03-18T14:16:40.476708Z","end":"2026-03-18T14:16:40.642342Z","steps":["trace[1508458884] 'agreement among raft nodes before linearized reading' (duration: 165.332925ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:16:40.782436Z","caller":"traceutil/trace.go:171","msg":"trace[330780401] transaction","detail":"{read_only:false; response_revision:9717; number_of_response:1; }","duration":"134.572199ms","start":"2026-03-18T14:16:40.647848Z","end":"2026-03-18T14:16:40.78242Z","steps":["trace[330780401] 'process raft request' (duration: 134.497287ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:16:40.782488Z","caller":"traceutil/trace.go:171","msg":"trace[551870904] transaction","detail":"{read_only:false; response_revision:9716; number_of_response:1; }","duration":"135.847014ms","start":"2026-03-18T14:16:40.646601Z","end":"2026-03-18T14:16:40.782448Z","steps":["trace[551870904] 'process raft request' (duration: 135.580507ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:16:40.782689Z","caller":"traceutil/trace.go:171","msg":"trace[1784037008] transaction","detail":"{read_only:false; response_revision:9718; number_of_response:1; }","duration":"134.807195ms","start":"2026-03-18T14:16:40.647869Z","end":"2026-03-18T14:16:40.782676Z","steps":["trace[1784037008] 'process raft request' (duration: 134.512667ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:16:40.78288Z","caller":"traceutil/trace.go:171","msg":"trace[2096859193] transaction","detail":"{read_only:false; response_revision:9719; number_of_response:1; }","duration":"105.081177ms","start":"2026-03-18T14:16:40.677765Z","end":"2026-03-18T14:16:40.782846Z","steps":["trace[2096859193] 'process raft request' (duration: 104.813371ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:16:52.5227Z","caller":"traceutil/trace.go:171","msg":"trace[805292897] transaction","detail":"{read_only:false; response_revision:9800; number_of_response:1; }","duration":"110.999987ms","start":"2026-03-18T14:16:52.411678Z","end":"2026-03-18T14:16:52.522678Z","steps":["trace[805292897] 'process raft request' (duration: 110.828833ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:17:16.915438Z","caller":"traceutil/trace.go:171","msg":"trace[2019643096] linearizableReadLoop","detail":"{readStateIndex:10349; appliedIndex:10348; }","duration":"109.768274ms","start":"2026-03-18T14:17:16.805643Z","end":"2026-03-18T14:17:16.915411Z","steps":["trace[2019643096] 'read index received' (duration: 106.511516ms)","trace[2019643096] 'applied index is now lower than readState.Index' (duration: 3.255348ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:17:16.915482Z","caller":"traceutil/trace.go:171","msg":"trace[397240717] transaction","detail":"{read_only:false; response_revision:9936; number_of_response:1; }","duration":"230.64007ms","start":"2026-03-18T14:17:16.684806Z","end":"2026-03-18T14:17:16.915446Z","steps":["trace[397240717] 'process raft request' (duration: 227.469234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:17:16.915682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.022021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:17:16.915766Z","caller":"traceutil/trace.go:171","msg":"trace[500739107] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9936; }","duration":"110.156855ms","start":"2026-03-18T14:17:16.80559Z","end":"2026-03-18T14:17:16.915747Z","steps":["trace[500739107] 'agreement among raft nodes before linearized reading' (duration: 109.917639ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:17:55.093597Z","caller":"traceutil/trace.go:171","msg":"trace[1590189924] transaction","detail":"{read_only:false; response_revision:10186; number_of_response:1; }","duration":"149.047922ms","start":"2026-03-18T14:17:54.944512Z","end":"2026-03-18T14:17:55.09356Z","steps":["trace[1590189924] 'process raft request' (duration: 148.749615ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:18:49.680741Z","caller":"traceutil/trace.go:171","msg":"trace[531712779] transaction","detail":"{read_only:false; response_revision:10439; number_of_response:1; }","duration":"192.636274ms","start":"2026-03-18T14:18:49.488083Z","end":"2026-03-18T14:18:49.68072Z","steps":["trace[531712779] 'process raft request' (duration: 192.506571ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:18:49.692252Z","caller":"traceutil/trace.go:171","msg":"trace[520882873] linearizableReadLoop","detail":"{readStateIndex:10876; appliedIndex:10873; }","duration":"192.371337ms","start":"2026-03-18T14:18:49.499863Z","end":"2026-03-18T14:18:49.692234Z","steps":["trace[520882873] 'read index received' (duration: 180.782063ms)","trace[520882873] 'applied index is now lower than readState.Index' (duration: 11.588384ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:18:49.692322Z","caller":"traceutil/trace.go:171","msg":"trace[1590856020] transaction","detail":"{read_only:false; response_revision:10440; number_of_response:1; }","duration":"200.456908ms","start":"2026-03-18T14:18:49.491833Z","end":"2026-03-18T14:18:49.69229Z","steps":["trace[1590856020] 'process raft request' (duration: 191.025531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:18:49.692472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.094731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:18:49.69236Z","caller":"traceutil/trace.go:171","msg":"trace[668920168] transaction","detail":"{read_only:false; response_revision:10441; number_of_response:1; }","duration":"194.536996ms","start":"2026-03-18T14:18:49.497814Z","end":"2026-03-18T14:18:49.692351Z","steps":["trace[668920168] 'process raft request' (duration: 194.384692ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:18:49.692532Z","caller":"traceutil/trace.go:171","msg":"trace[40747857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10441; }","duration":"121.219645ms","start":"2026-03-18T14:18:49.571299Z","end":"2026-03-18T14:18:49.692519Z","steps":["trace[40747857] 'agreement among raft nodes before linearized reading' (duration: 121.099292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:18:49.69257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.683966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:18:49.692651Z","caller":"traceutil/trace.go:171","msg":"trace[707423682] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10441; }","duration":"192.802759ms","start":"2026-03-18T14:18:49.499827Z","end":"2026-03-18T14:18:49.69263Z","steps":["trace[707423682] 'agreement among raft nodes before linearized reading' (duration: 192.607973ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:18:57.629797Z","caller":"traceutil/trace.go:171","msg":"trace[1169726565] transaction","detail":"{read_only:false; response_revision:10475; number_of_response:1; }","duration":"110.461361ms","start":"2026-03-18T14:18:57.519314Z","end":"2026-03-18T14:18:57.629776Z","steps":["trace[1169726565] 'process raft request' (duration: 100.703487ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:18:57.930291Z","caller":"traceutil/trace.go:171","msg":"trace[851141859] transaction","detail":"{read_only:false; response_revision:10478; number_of_response:1; }","duration":"120.371321ms","start":"2026-03-18T14:18:57.809858Z","end":"2026-03-18T14:18:57.930229Z","steps":["trace[851141859] 'process raft request' (duration: 120.293059ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:18:57.93031Z","caller":"traceutil/trace.go:171","msg":"trace[1289338695] transaction","detail":"{read_only:false; response_revision:10477; number_of_response:1; }","duration":"121.546644ms","start":"2026-03-18T14:18:57.808731Z","end":"2026-03-18T14:18:57.930278Z","steps":["trace[1289338695] 'process raft request' (duration: 61.732178ms)","trace[1289338695] 'compare' (duration: 59.458965ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:19:06.399667Z","caller":"traceutil/trace.go:171","msg":"trace[499349240] transaction","detail":"{read_only:false; response_revision:10518; number_of_response:1; }","duration":"153.852592ms","start":"2026-03-18T14:19:06.245782Z","end":"2026-03-18T14:19:06.399635Z","steps":["trace[499349240] 'process raft request' (duration: 153.586214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:19:07.837015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.667268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:19:07.837111Z","caller":"traceutil/trace.go:171","msg":"trace[1200188858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10520; }","duration":"163.831692ms","start":"2026-03-18T14:19:07.673257Z","end":"2026-03-18T14:19:07.837089Z","steps":["trace[1200188858] 'range keys from in-memory index tree' (duration: 163.489913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:19:08.056118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.67735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:19:08.056258Z","caller":"traceutil/trace.go:171","msg":"trace[1027377617] transaction","detail":"{read_only:false; response_revision:10522; number_of_response:1; }","duration":"213.664526ms","start":"2026-03-18T14:19:07.842573Z","end":"2026-03-18T14:19:08.056238Z","steps":["trace[1027377617] 'process raft request' (duration: 96.75985ms)","trace[1027377617] 'compare' (duration: 116.531207ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:19:08.142503Z","caller":"traceutil/trace.go:171","msg":"trace[47687877] linearizableReadLoop","detail":"{readStateIndex:10962; appliedIndex:10961; }","duration":"165.148838ms","start":"2026-03-18T14:19:07.977329Z","end":"2026-03-18T14:19:08.142477Z","steps":["trace[47687877] 'read index received' (duration: 164.931742ms)","trace[47687877] 'applied index is now lower than readState.Index' (duration: 216.116µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:19:08.142613Z","caller":"traceutil/trace.go:171","msg":"trace[51918379] transaction","detail":"{read_only:false; response_revision:10523; number_of_response:1; }","duration":"172.643312ms","start":"2026-03-18T14:19:07.969941Z","end":"2026-03-18T14:19:08.142585Z","steps":["trace[51918379] 'process raft request' (duration: 172.396335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:19:08.142839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.223015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:19:08.142923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.855868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:19:08.142996Z","caller":"traceutil/trace.go:171","msg":"trace[387392621] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:10523; }","duration":"128.460669ms","start":"2026-03-18T14:19:08.0145Z","end":"2026-03-18T14:19:08.142961Z","steps":["trace[387392621] 'agreement among raft nodes before linearized reading' (duration: 128.191873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:19:08.142901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.557809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:19:08.14304Z","caller":"traceutil/trace.go:171","msg":"trace[1101697188] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10523; }","duration":"161.966391ms","start":"2026-03-18T14:19:07.981007Z","end":"2026-03-18T14:19:08.142973Z","steps":["trace[1101697188] 'agreement among raft nodes before linearized reading' (duration: 161.688693ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:19:08.14307Z","caller":"traceutil/trace.go:171","msg":"trace[1171640611] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10523; }","duration":"165.763054ms","start":"2026-03-18T14:19:07.97729Z","end":"2026-03-18T14:19:08.143054Z","steps":["trace[1171640611] 'agreement among raft nodes before linearized reading' (duration: 165.329672ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:19:08.299972Z","caller":"traceutil/trace.go:171","msg":"trace[1995803785] transaction","detail":"{read_only:false; response_revision:10524; number_of_response:1; }","duration":"151.899828ms","start":"2026-03-18T14:19:08.147997Z","end":"2026-03-18T14:19:08.299897Z","steps":["trace[1995803785] 'process raft request' (duration: 80.754084ms)","trace[1995803785] 'compare' (duration: 70.750903ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:19:08.299989Z","caller":"traceutil/trace.go:171","msg":"trace[294442567] transaction","detail":"{read_only:false; response_revision:10525; number_of_response:1; }","duration":"151.960479ms","start":"2026-03-18T14:19:08.147995Z","end":"2026-03-18T14:19:08.299955Z","steps":["trace[294442567] 'process raft request' (duration: 151.780095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:19:08.555069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.308288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:19:08.55518Z","caller":"traceutil/trace.go:171","msg":"trace[1887328925] transaction","detail":"{read_only:false; response_revision:10526; number_of_response:1; }","duration":"150.356226ms","start":"2026-03-18T14:19:08.404803Z","end":"2026-03-18T14:19:08.555159Z","steps":["trace[1887328925] 'process raft request' (duration: 32.851023ms)","trace[1887328925] 'compare' (duration: 117.207195ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:19:42.351064Z","caller":"traceutil/trace.go:171","msg":"trace[1347682710] transaction","detail":"{read_only:false; response_revision:10707; number_of_response:1; }","duration":"104.755666ms","start":"2026-03-18T14:19:42.246284Z","end":"2026-03-18T14:19:42.35104Z","steps":["trace[1347682710] 'process raft request' (duration: 104.562701ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:19:42.430194Z","caller":"traceutil/trace.go:171","msg":"trace[2096393764] transaction","detail":"{read_only:false; response_revision:10709; number_of_response:1; }","duration":"109.973069ms","start":"2026-03-18T14:19:42.320182Z","end":"2026-03-18T14:19:42.430155Z","steps":["trace[2096393764] 'process raft request' (duration: 109.915168ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:19:42.430207Z","caller":"traceutil/trace.go:171","msg":"trace[1275309362] transaction","detail":"{read_only:false; response_revision:10708; number_of_response:1; }","duration":"169.045903ms","start":"2026-03-18T14:19:42.261116Z","end":"2026-03-18T14:19:42.430161Z","steps":["trace[1275309362] 'process raft request' (duration: 168.757566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:19:42.641203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.174198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T14:19:42.641279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.818278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-18T14:19:42.6413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.395511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:19:42.641327Z","caller":"traceutil/trace.go:171","msg":"trace[878406860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10709; }","duration":"140.375215ms","start":"2026-03-18T14:19:42.500926Z","end":"2026-03-18T14:19:42.641302Z","steps":["trace[878406860] 'range keys from in-memory index tree' (duration: 139.918482ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:19:42.641366Z","caller":"traceutil/trace.go:171","msg":"trace[236981163] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10709; }","duration":"136.956161ms","start":"2026-03-18T14:19:42.504382Z","end":"2026-03-18T14:19:42.641339Z","steps":["trace[236981163] 'range keys from in-memory index tree' (duration: 136.611241ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:19:42.641386Z","caller":"traceutil/trace.go:171","msg":"trace[1289308166] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:10709; }","duration":"127.539216ms","start":"2026-03-18T14:19:42.513827Z","end":"2026-03-18T14:19:42.641366Z","steps":["trace[1289308166] 'count revisions from in-memory index tree' (duration: 127.302589ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:19:43.9253Z","caller":"traceutil/trace.go:171","msg":"trace[1261642690] transaction","detail":"{read_only:false; response_revision:10713; number_of_response:1; }","duration":"217.027997ms","start":"2026-03-18T14:19:43.708241Z","end":"2026-03-18T14:19:43.925269Z","steps":["trace[1261642690] 'process raft request' (duration: 216.858132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:19:44.494937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.83294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:19:44.495092Z","caller":"traceutil/trace.go:171","msg":"trace[1797157438] linearizableReadLoop","detail":"{readStateIndex:11161; appliedIndex:11160; }","duration":"369.697506ms","start":"2026-03-18T14:19:44.125372Z","end":"2026-03-18T14:19:44.495069Z","steps":["trace[1797157438] 'read index received' (duration: 240.477385ms)","trace[1797157438] 'applied index is now lower than readState.Index' (duration: 129.218701ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:19:44.495302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.932622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-18T14:19:44.495341Z","caller":"traceutil/trace.go:171","msg":"trace[1706605638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10714; }","duration":"369.970453ms","start":"2026-03-18T14:19:44.125358Z","end":"2026-03-18T14:19:44.495329Z","steps":["trace[1706605638] 'agreement among raft nodes before linearized reading' (duration: 369.810319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:19:44.495384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:19:44.125311Z","time spent":"370.063236ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:19:44.495908Z","caller":"traceutil/trace.go:171","msg":"trace[1130284866] transaction","detail":"{read_only:false; response_revision:10714; number_of_response:1; }","duration":"739.343551ms","start":"2026-03-18T14:19:43.75647Z","end":"2026-03-18T14:19:44.495814Z","steps":["trace[1130284866] 'process raft request' (duration: 609.433141ms)","trace[1130284866] 'compare' (duration: 128.573943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:19:44.496142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:19:43.756441Z","time spent":"739.585079ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:19:44.49864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.596139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:19:44.498709Z","caller":"traceutil/trace.go:171","msg":"trace[1220360185] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:10716; }","duration":"360.689982ms","start":"2026-03-18T14:19:44.138003Z","end":"2026-03-18T14:19:44.498693Z","steps":["trace[1220360185] 'agreement among raft nodes before linearized reading' (duration: 360.577259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:19:44.498738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:19:44.137995Z","time spent":"360.735913ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:19:44.498743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.304695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:19:44.498816Z","caller":"traceutil/trace.go:171","msg":"trace[380566500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10716; }","duration":"143.383967ms","start":"2026-03-18T14:19:44.355416Z","end":"2026-03-18T14:19:44.4988Z","steps":["trace[380566500] 'agreement among raft nodes before linearized reading' (duration: 143.239143ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:19:45.0079Z","caller":"traceutil/trace.go:171","msg":"trace[725678725] transaction","detail":"{read_only:false; response_revision:10720; number_of_response:1; }","duration":"267.220642ms","start":"2026-03-18T14:19:44.740659Z","end":"2026-03-18T14:19:45.00788Z","steps":["trace[725678725] 'process raft request' (duration: 266.642556ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:19:45.008155Z","caller":"traceutil/trace.go:171","msg":"trace[908021420] transaction","detail":"{read_only:false; response_revision:10721; number_of_response:1; }","duration":"267.278143ms","start":"2026-03-18T14:19:44.740827Z","end":"2026-03-18T14:19:45.008105Z","steps":["trace[908021420] 'process raft request' (duration: 267.020755ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:19:45.063662Z","caller":"traceutil/trace.go:171","msg":"trace[87323059] transaction","detail":"{read_only:false; response_revision:10722; number_of_response:1; }","duration":"210.354346ms","start":"2026-03-18T14:19:44.853274Z","end":"2026-03-18T14:19:45.063628Z","steps":["trace[87323059] 'process raft request' (duration: 210.159671ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:19:57.221068Z","caller":"traceutil/trace.go:171","msg":"trace[2051398209] transaction","detail":"{read_only:false; response_revision:10858; number_of_response:1; }","duration":"160.672067ms","start":"2026-03-18T14:19:57.060361Z","end":"2026-03-18T14:19:57.221033Z","steps":["trace[2051398209] 'process raft request' (duration: 137.561529ms)","trace[2051398209] 'compare' (duration: 22.992095ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:20:26.40158Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9260} {"level":"info","ts":"2026-03-18T14:20:26.483427Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9260,"took":"79.616425ms","hash":2706136178,"current-db-size-bytes":38170624,"current-db-size":"38 MB","current-db-size-in-use-bytes":20553728,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-18T14:20:26.483562Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2706136178,"revision":9260,"compact-revision":6997} {"level":"info","ts":"2026-03-18T14:21:05.454165Z","caller":"traceutil/trace.go:171","msg":"trace[1597985183] linearizableReadLoop","detail":"{readStateIndex:12000; appliedIndex:11998; }","duration":"542.184993ms","start":"2026-03-18T14:21:04.911941Z","end":"2026-03-18T14:21:05.454126Z","steps":["trace[1597985183] 'read index received' (duration: 21.38544ms)","trace[1597985183] 'applied index is now lower than readState.Index' (duration: 520.797873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:21:05.454421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.460301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:21:05.454464Z","caller":"traceutil/trace.go:171","msg":"trace[189153264] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:11531; }","duration":"542.553794ms","start":"2026-03-18T14:21:04.911898Z","end":"2026-03-18T14:21:05.454452Z","steps":["trace[189153264] 'agreement among raft nodes before linearized reading' (duration: 542.38973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:05.454501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:04.911882Z","time spent":"542.609786ms","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:21:05.454678Z","caller":"traceutil/trace.go:171","msg":"trace[247872052] transaction","detail":"{read_only:false; response_revision:11531; number_of_response:1; }","duration":"559.584556ms","start":"2026-03-18T14:21:04.895085Z","end":"2026-03-18T14:21:05.45467Z","steps":["trace[247872052] 'process raft request' (duration: 511.295924ms)","trace[247872052] 'compare' (duration: 47.227843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:21:05.454735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:04.89507Z","time spent":"559.624937ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:21:05.462824Z","caller":"traceutil/trace.go:171","msg":"trace[584391739] transaction","detail":"{read_only:false; response_revision:11533; number_of_response:1; }","duration":"412.075907ms","start":"2026-03-18T14:21:05.050734Z","end":"2026-03-18T14:21:05.46281Z","steps":["trace[584391739] 'process raft request' (duration: 412.039836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:05.462908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:05.050706Z","time spent":"412.15344ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:21:05.462932Z","caller":"traceutil/trace.go:171","msg":"trace[1565387316] transaction","detail":"{read_only:false; response_revision:11532; number_of_response:1; }","duration":"433.87662ms","start":"2026-03-18T14:21:05.028981Z","end":"2026-03-18T14:21:05.462858Z","steps":["trace[1565387316] 'process raft request' (duration: 433.695506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:05.463295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:05.028958Z","time spent":"434.169189ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:21:05.987021Z","caller":"traceutil/trace.go:171","msg":"trace[1989058648] linearizableReadLoop","detail":"{readStateIndex:12003; appliedIndex:12002; }","duration":"441.834207ms","start":"2026-03-18T14:21:05.545157Z","end":"2026-03-18T14:21:05.986991Z","steps":["trace[1989058648] 'read index received' (duration: 441.388415ms)","trace[1989058648] 'applied index is now lower than readState.Index' (duration: 444.452µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:21:05.987091Z","caller":"traceutil/trace.go:171","msg":"trace[1333547794] transaction","detail":"{read_only:false; response_revision:11534; number_of_response:1; }","duration":"492.572066ms","start":"2026-03-18T14:21:05.49446Z","end":"2026-03-18T14:21:05.987032Z","steps":["trace[1333547794] 'process raft request' (duration: 492.116973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:05.987283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:05.494437Z","time spent":"492.74219ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:21:05.987276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.106625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:21:05.987762Z","caller":"traceutil/trace.go:171","msg":"trace[744958735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11534; }","duration":"442.638679ms","start":"2026-03-18T14:21:05.545102Z","end":"2026-03-18T14:21:05.987741Z","steps":["trace[744958735] 'agreement among raft nodes before linearized reading' (duration: 442.007121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:05.987827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:05.545079Z","time spent":"442.728771ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:21:05.994301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.415667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:21:05.994357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.301028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-18T14:21:05.994368Z","caller":"traceutil/trace.go:171","msg":"trace[305552627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11534; }","duration":"423.479938ms","start":"2026-03-18T14:21:05.57087Z","end":"2026-03-18T14:21:05.99435Z","steps":["trace[305552627] 'agreement among raft nodes before linearized reading' (duration: 423.397686ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:21:05.994388Z","caller":"traceutil/trace.go:171","msg":"trace[1424298435] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11534; }","duration":"393.353079ms","start":"2026-03-18T14:21:05.601025Z","end":"2026-03-18T14:21:05.994379Z","steps":["trace[1424298435] 'agreement among raft nodes before linearized reading' (duration: 393.264287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:05.994394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.079477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:21:05.994448Z","caller":"traceutil/trace.go:171","msg":"trace[356489033] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11534; }","duration":"402.151468ms","start":"2026-03-18T14:21:05.592284Z","end":"2026-03-18T14:21:05.994435Z","steps":["trace[356489033] 'agreement among raft nodes before linearized reading' (duration: 402.063676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:05.994467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.502061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-18T14:21:05.994481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:05.592274Z","time spent":"402.19995ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:21:05.994484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.488218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:21:05.994515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.042706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:21:05.994528Z","caller":"traceutil/trace.go:171","msg":"trace[1916653547] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11534; }","duration":"402.5527ms","start":"2026-03-18T14:21:05.591963Z","end":"2026-03-18T14:21:05.994515Z","steps":["trace[1916653547] 'agreement among raft nodes before linearized reading' (duration: 402.480257ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:21:05.994541Z","caller":"traceutil/trace.go:171","msg":"trace[1891787909] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11534; }","duration":"232.101937ms","start":"2026-03-18T14:21:05.762433Z","end":"2026-03-18T14:21:05.994535Z","steps":["trace[1891787909] 'agreement among raft nodes before linearized reading' (duration: 232.067916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:05.994559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:05.591948Z","time spent":"402.60276ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-18T14:21:05.994488Z","caller":"traceutil/trace.go:171","msg":"trace[488864677] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11534; }","duration":"224.542102ms","start":"2026-03-18T14:21:05.769939Z","end":"2026-03-18T14:21:05.994481Z","steps":["trace[488864677] 'agreement among raft nodes before linearized reading' (duration: 224.4881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:05.994601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.82039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:21:05.994617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:05.570802Z","time spent":"423.807166ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:21:05.99453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.799218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:21:05.99441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:05.601014Z","time spent":"393.39086ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:21:05.994634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.21119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:21:05.994655Z","caller":"traceutil/trace.go:171","msg":"trace[1238645091] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11534; }","duration":"231.899972ms","start":"2026-03-18T14:21:05.762737Z","end":"2026-03-18T14:21:05.994637Z","steps":["trace[1238645091] 'agreement among raft nodes before linearized reading' (duration: 231.843871ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:21:05.99467Z","caller":"traceutil/trace.go:171","msg":"trace[543394782] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11534; }","duration":"232.290182ms","start":"2026-03-18T14:21:05.762373Z","end":"2026-03-18T14:21:05.994663Z","steps":["trace[543394782] 'agreement among raft nodes before linearized reading' (duration: 232.241882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:05.994687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.704824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:21:05.994698Z","caller":"traceutil/trace.go:171","msg":"trace[1510357961] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11534; }","duration":"231.975984ms","start":"2026-03-18T14:21:05.762678Z","end":"2026-03-18T14:21:05.994654Z","steps":["trace[1510357961] 'agreement among raft nodes before linearized reading' (duration: 231.78809ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:21:05.994734Z","caller":"traceutil/trace.go:171","msg":"trace[1736110180] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11534; }","duration":"402.794055ms","start":"2026-03-18T14:21:05.591927Z","end":"2026-03-18T14:21:05.994721Z","steps":["trace[1736110180] 'agreement among raft nodes before linearized reading' (duration: 402.671942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:05.994766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:05.591903Z","time spent":"402.855587ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-18T14:21:05.994782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.049845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:21:05.994926Z","caller":"traceutil/trace.go:171","msg":"trace[326853789] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11534; }","duration":"402.247601ms","start":"2026-03-18T14:21:05.59264Z","end":"2026-03-18T14:21:05.994888Z","steps":["trace[326853789] 'agreement among raft nodes before linearized reading' (duration: 401.953854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:05.994995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:05.592632Z","time spent":"402.352654ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:21:05.995143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.321014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-18T14:21:05.995197Z","caller":"traceutil/trace.go:171","msg":"trace[580411687] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11534; }","duration":"402.383925ms","start":"2026-03-18T14:21:05.592801Z","end":"2026-03-18T14:21:05.995185Z","steps":["trace[580411687] 'agreement among raft nodes before linearized reading' (duration: 401.604294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:05.995228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:05.592793Z","time spent":"402.429216ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-18T14:21:30.485927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.020499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T14:21:30.486075Z","caller":"traceutil/trace.go:171","msg":"trace[479351076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11656; }","duration":"330.200373ms","start":"2026-03-18T14:21:30.155822Z","end":"2026-03-18T14:21:30.486022Z","steps":["trace[479351076] 'range keys from in-memory index tree' (duration: 329.779181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:30.486133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:30.155792Z","time spent":"330.325686ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:21:30.710343Z","caller":"traceutil/trace.go:171","msg":"trace[491924112] transaction","detail":"{read_only:false; response_revision:11657; number_of_response:1; }","duration":"221.315955ms","start":"2026-03-18T14:21:30.488996Z","end":"2026-03-18T14:21:30.710312Z","steps":["trace[491924112] 'process raft request' (duration: 221.019297ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:21:30.710563Z","caller":"traceutil/trace.go:171","msg":"trace[1451250219] linearizableReadLoop","detail":"{readStateIndex:12132; appliedIndex:12131; }","duration":"220.155613ms","start":"2026-03-18T14:21:30.490378Z","end":"2026-03-18T14:21:30.710534Z","steps":["trace[1451250219] 'read index received' (duration: 55.105278ms)","trace[1451250219] 'applied index is now lower than readState.Index' (duration: 165.049065ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:21:30.710681Z","caller":"traceutil/trace.go:171","msg":"trace[1604713925] transaction","detail":"{read_only:false; response_revision:11658; number_of_response:1; }","duration":"220.05138ms","start":"2026-03-18T14:21:30.49058Z","end":"2026-03-18T14:21:30.710631Z","steps":["trace[1604713925] 'process raft request' (duration: 219.64107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:30.71118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.78158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:445049"} {"level":"info","ts":"2026-03-18T14:21:30.711227Z","caller":"traceutil/trace.go:171","msg":"trace[1529183368] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11658; }","duration":"220.902403ms","start":"2026-03-18T14:21:30.490313Z","end":"2026-03-18T14:21:30.711216Z","steps":["trace[1529183368] 'agreement among raft nodes before linearized reading' (duration: 220.319186ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:21:30.850302Z","caller":"traceutil/trace.go:171","msg":"trace[123481029] transaction","detail":"{read_only:false; response_revision:11659; number_of_response:1; }","duration":"303.735573ms","start":"2026-03-18T14:21:30.546537Z","end":"2026-03-18T14:21:30.850272Z","steps":["trace[123481029] 'process raft request' (duration: 269.355419ms)","trace[123481029] 'compare' (duration: 34.22084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:21:30.850556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:30.546518Z","time spent":"303.95308ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:21:31.209893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.192257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:21:31.210003Z","caller":"traceutil/trace.go:171","msg":"trace[1121600364] transaction","detail":"{read_only:false; response_revision:11660; number_of_response:1; }","duration":"241.628326ms","start":"2026-03-18T14:21:30.968357Z","end":"2026-03-18T14:21:31.209985Z","steps":["trace[1121600364] 'process raft request' (duration: 100.281116ms)","trace[1121600364] 'compare' (duration: 141.000101ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:21:31.262615Z","caller":"traceutil/trace.go:171","msg":"trace[1094334749] linearizableReadLoop","detail":"{readStateIndex:12136; appliedIndex:12134; }","duration":"215.914888ms","start":"2026-03-18T14:21:31.046677Z","end":"2026-03-18T14:21:31.262591Z","steps":["trace[1094334749] 'read index received' (duration: 22.189934ms)","trace[1094334749] 'applied index is now lower than readState.Index' (duration: 193.723794ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:21:31.262667Z","caller":"traceutil/trace.go:171","msg":"trace[2068202305] transaction","detail":"{read_only:false; response_revision:11661; number_of_response:1; }","duration":"291.805899ms","start":"2026-03-18T14:21:30.970833Z","end":"2026-03-18T14:21:31.262639Z","steps":["trace[2068202305] 'process raft request' (duration: 291.626964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:31.262793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.339068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:21:31.262834Z","caller":"traceutil/trace.go:171","msg":"trace[994936283] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:11661; }","duration":"124.446932ms","start":"2026-03-18T14:21:31.138374Z","end":"2026-03-18T14:21:31.262821Z","steps":["trace[994936283] 'agreement among raft nodes before linearized reading' (duration: 124.353119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:31.262867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.165344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:21:31.262969Z","caller":"traceutil/trace.go:171","msg":"trace[112882575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11661; }","duration":"216.292107ms","start":"2026-03-18T14:21:31.046642Z","end":"2026-03-18T14:21:31.262934Z","steps":["trace[112882575] 'agreement among raft nodes before linearized reading' (duration: 216.041911ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:21:31.719803Z","caller":"traceutil/trace.go:171","msg":"trace[1982165046] linearizableReadLoop","detail":"{readStateIndex:12138; appliedIndex:12137; }","duration":"131.881994ms","start":"2026-03-18T14:21:31.587897Z","end":"2026-03-18T14:21:31.719779Z","steps":["trace[1982165046] 'read index received' (duration: 131.741081ms)","trace[1982165046] 'applied index is now lower than readState.Index' (duration: 139.993µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:21:31.719865Z","caller":"traceutil/trace.go:171","msg":"trace[2147407974] transaction","detail":"{read_only:false; response_revision:11663; number_of_response:1; }","duration":"139.951952ms","start":"2026-03-18T14:21:31.579876Z","end":"2026-03-18T14:21:31.719827Z","steps":["trace[2147407974] 'process raft request' (duration: 139.744367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:31.719995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.08786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:21:31.720031Z","caller":"traceutil/trace.go:171","msg":"trace[1586129787] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11663; }","duration":"132.164821ms","start":"2026-03-18T14:21:31.587855Z","end":"2026-03-18T14:21:31.72002Z","steps":["trace[1586129787] 'agreement among raft nodes before linearized reading' (duration: 132.019917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:32.556216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476699740,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:21:33.057214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476699740,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:21:33.313083Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.588579028s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:21:33.313479Z","caller":"traceutil/trace.go:171","msg":"trace[852040063] linearizableReadLoop","detail":"{readStateIndex:12139; appliedIndex:12138; }","duration":"1.258370915s","start":"2026-03-18T14:21:32.055067Z","end":"2026-03-18T14:21:33.313438Z","steps":["trace[852040063] 'read index received' (duration: 1.258277992s)","trace[852040063] 'applied index is now lower than readState.Index' (duration: 91.833µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:21:33.313518Z","caller":"traceutil/trace.go:171","msg":"trace[1955117231] transaction","detail":"{read_only:false; response_revision:11664; number_of_response:1; }","duration":"1.589081382s","start":"2026-03-18T14:21:31.7244Z","end":"2026-03-18T14:21:33.313481Z","steps":["trace[1955117231] 'process raft request' (duration: 1.588885076s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:33.313632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25855011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:21:33.31368Z","caller":"traceutil/trace.go:171","msg":"trace[2064431244] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11664; }","duration":"1.258655092s","start":"2026-03-18T14:21:32.055014Z","end":"2026-03-18T14:21:33.313669Z","steps":["trace[2064431244] 'agreement among raft nodes before linearized reading' (duration: 1.25856934s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:33.313718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:32.05499Z","time spent":"1.258720194s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:21:33.313889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:31.724375Z","time spent":"1.589323428s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:21:33.512196Z","caller":"traceutil/trace.go:171","msg":"trace[1431029836] transaction","detail":"{read_only:false; response_revision:11665; number_of_response:1; }","duration":"296.96206ms","start":"2026-03-18T14:21:33.215193Z","end":"2026-03-18T14:21:33.512155Z","steps":["trace[1431029836] 'process raft request' (duration: 215.247639ms)","trace[1431029836] 'compare' (duration: 81.33295ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:21:33.512249Z","caller":"traceutil/trace.go:171","msg":"trace[1430888331] linearizableReadLoop","detail":"{readStateIndex:12141; appliedIndex:12139; }","duration":"198.671239ms","start":"2026-03-18T14:21:33.31356Z","end":"2026-03-18T14:21:33.512231Z","steps":["trace[1430888331] 'read index received' (duration: 116.949818ms)","trace[1430888331] 'applied index is now lower than readState.Index' (duration: 81.720431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:21:33.512497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455870022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-18T14:21:33.512684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454674129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-18T14:21:33.512729Z","caller":"traceutil/trace.go:171","msg":"trace[229562281] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11666; }","duration":"1.454737371s","start":"2026-03-18T14:21:32.057977Z","end":"2026-03-18T14:21:33.512715Z","steps":["trace[229562281] 'agreement among raft nodes before linearized reading' (duration: 1.454660989s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:33.512773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:32.057959Z","time spent":"1.454804344s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:21:33.512764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456321683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:21:33.512763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456793427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:21:33.512804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.664083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T14:21:33.51283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456318675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:21:33.512838Z","caller":"traceutil/trace.go:171","msg":"trace[1953371901] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11666; }","duration":"1.456424477s","start":"2026-03-18T14:21:32.056395Z","end":"2026-03-18T14:21:33.512819Z","steps":["trace[1953371901] 'agreement among raft nodes before linearized reading' (duration: 1.456290753s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:21:33.512874Z","caller":"traceutil/trace.go:171","msg":"trace[1646053521] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11666; }","duration":"798.728545ms","start":"2026-03-18T14:21:32.714126Z","end":"2026-03-18T14:21:33.512854Z","steps":["trace[1646053521] 'agreement among raft nodes before linearized reading' (duration: 798.55216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:33.512868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.544323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T14:21:33.51287Z","caller":"traceutil/trace.go:171","msg":"trace[642252060] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11666; }","duration":"1.45690532s","start":"2026-03-18T14:21:32.055937Z","end":"2026-03-18T14:21:33.512842Z","steps":["trace[642252060] 'agreement among raft nodes before linearized reading' (duration: 1.456745566s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:33.512909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:32.714067Z","time spent":"798.834358ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:21:33.512927Z","caller":"traceutil/trace.go:171","msg":"trace[1277167625] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11666; }","duration":"1.456468918s","start":"2026-03-18T14:21:32.05644Z","end":"2026-03-18T14:21:33.512909Z","steps":["trace[1277167625] 'agreement among raft nodes before linearized reading' (duration: 1.456202612s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:21:33.512925Z","caller":"traceutil/trace.go:171","msg":"trace[2097735729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11666; }","duration":"797.626534ms","start":"2026-03-18T14:21:32.715282Z","end":"2026-03-18T14:21:33.512908Z","steps":["trace[2097735729] 'agreement among raft nodes before linearized reading' (duration: 797.439059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:33.512937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:32.055852Z","time spent":"1.457071304s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:21:33.512937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.662779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T14:21:33.512966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.947257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"warn","ts":"2026-03-18T14:21:33.512955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456469868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:21:33.512973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:32.715273Z","time spent":"797.689037ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:21:33.512993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:32.056435Z","time spent":"1.456521619s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:21:33.512905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:32.056384Z","time spent":"1.45651203s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-18T14:21:33.513014Z","caller":"traceutil/trace.go:171","msg":"trace[231982930] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11666; }","duration":"627.017549ms","start":"2026-03-18T14:21:32.88598Z","end":"2026-03-18T14:21:33.512998Z","steps":["trace[231982930] 'agreement among raft nodes before linearized reading' (duration: 626.926856ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:21:33.513016Z","caller":"traceutil/trace.go:171","msg":"trace[2123158376] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11666; }","duration":"1.45653468s","start":"2026-03-18T14:21:32.056467Z","end":"2026-03-18T14:21:33.513002Z","steps":["trace[2123158376] 'agreement among raft nodes before linearized reading' (duration: 1.456463908s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:21:33.513012Z","caller":"traceutil/trace.go:171","msg":"trace[195582482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11666; }","duration":"208.767934ms","start":"2026-03-18T14:21:33.304222Z","end":"2026-03-18T14:21:33.51299Z","steps":["trace[195582482] 'agreement among raft nodes before linearized reading' (duration: 208.576728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:33.512855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.663235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-18T14:21:33.513047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:32.056463Z","time spent":"1.456579281s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:21:33.513055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:32.88596Z","time spent":"627.087131ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:21:33.51309Z","caller":"traceutil/trace.go:171","msg":"trace[1052539342] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:11666; }","duration":"790.933574ms","start":"2026-03-18T14:21:32.722141Z","end":"2026-03-18T14:21:33.513074Z","steps":["trace[1052539342] 'agreement among raft nodes before linearized reading' (duration: 790.521253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:33.512621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454572486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:21:33.512976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455909793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:21:33.513146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:32.722131Z","time spent":"791.000475ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"info","ts":"2026-03-18T14:21:33.513173Z","caller":"traceutil/trace.go:171","msg":"trace[789662658] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11666; }","duration":"1.455159903s","start":"2026-03-18T14:21:32.058002Z","end":"2026-03-18T14:21:33.513162Z","steps":["trace[789662658] 'agreement among raft nodes before linearized reading' (duration: 1.454599328s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:21:33.513187Z","caller":"traceutil/trace.go:171","msg":"trace[1109245901] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11666; }","duration":"1.456137738s","start":"2026-03-18T14:21:32.057034Z","end":"2026-03-18T14:21:33.513172Z","steps":["trace[1109245901] 'agreement among raft nodes before linearized reading' (duration: 1.455918462s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:33.512581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45322565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-03-18T14:21:33.512498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382396485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-18T14:21:33.513215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:32.057987Z","time spent":"1.455218195s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-18T14:21:33.513238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:32.057025Z","time spent":"1.456197181s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-18T14:21:33.513286Z","caller":"traceutil/trace.go:171","msg":"trace[396952510] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11666; }","duration":"1.383244989s","start":"2026-03-18T14:21:32.13002Z","end":"2026-03-18T14:21:33.513265Z","steps":["trace[396952510] 'agreement among raft nodes before linearized reading' (duration: 1.382251452s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:33.512974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.31582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:21:33.513235Z","caller":"traceutil/trace.go:171","msg":"trace[1696604760] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11666; }","duration":"1.453876118s","start":"2026-03-18T14:21:32.059349Z","end":"2026-03-18T14:21:33.513225Z","steps":["trace[1696604760] 'agreement among raft nodes before linearized reading' (duration: 1.453170638s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:33.513353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:32.129998Z","time spent":"1.383337951s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:21:33.513379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:32.059314Z","time spent":"1.454050141s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5028,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:21:33.513101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457914888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:21:33.513348Z","caller":"traceutil/trace.go:171","msg":"trace[934013171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11666; }","duration":"941.69047ms","start":"2026-03-18T14:21:32.571644Z","end":"2026-03-18T14:21:33.513334Z","steps":["trace[934013171] 'agreement among raft nodes before linearized reading' (duration: 941.285389ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:21:33.513443Z","caller":"traceutil/trace.go:171","msg":"trace[1736091279] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11666; }","duration":"1.458276028s","start":"2026-03-18T14:21:32.055157Z","end":"2026-03-18T14:21:33.513433Z","steps":["trace[1736091279] 'agreement among raft nodes before linearized reading' (duration: 1.457920848s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:21:33.512751Z","caller":"traceutil/trace.go:171","msg":"trace[722970014] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11666; }","duration":"1.456125179s","start":"2026-03-18T14:21:32.05658Z","end":"2026-03-18T14:21:33.512706Z","steps":["trace[722970014] 'agreement among raft nodes before linearized reading' (duration: 1.455778999s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:33.51349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:32.57158Z","time spent":"941.894905ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:21:33.51351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:32.055148Z","time spent":"1.45835108s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-18T14:21:33.513734Z","caller":"traceutil/trace.go:171","msg":"trace[958205388] transaction","detail":"{read_only:false; response_revision:11666; number_of_response:1; }","duration":"245.468261ms","start":"2026-03-18T14:21:33.267727Z","end":"2026-03-18T14:21:33.513195Z","steps":["trace[958205388] 'process raft request' (duration: 244.30777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:33.514038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:32.056573Z","time spent":"1.456933421s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-18T14:21:33.793091Z","caller":"traceutil/trace.go:171","msg":"trace[179412105] linearizableReadLoop","detail":"{readStateIndex:12142; appliedIndex:12141; }","duration":"274.52332ms","start":"2026-03-18T14:21:33.518543Z","end":"2026-03-18T14:21:33.793067Z","steps":["trace[179412105] 'read index received' (duration: 210.336µs)","trace[179412105] 'applied index is now lower than readState.Index' (duration: 274.311954ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:21:33.793194Z","caller":"traceutil/trace.go:171","msg":"trace[609971996] transaction","detail":"{read_only:false; response_revision:11667; number_of_response:1; }","duration":"274.634113ms","start":"2026-03-18T14:21:33.518514Z","end":"2026-03-18T14:21:33.793148Z","steps":["trace[609971996] 'process raft request' (duration: 248.239655ms)","trace[609971996] 'compare' (duration: 26.205622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:21:33.793673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.107397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:445049"} {"level":"info","ts":"2026-03-18T14:21:33.79373Z","caller":"traceutil/trace.go:171","msg":"trace[917423841] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11667; }","duration":"275.205029ms","start":"2026-03-18T14:21:33.518511Z","end":"2026-03-18T14:21:33.793717Z","steps":["trace[917423841] 'agreement among raft nodes before linearized reading' (duration: 274.643644ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:21:33.840139Z","caller":"traceutil/trace.go:171","msg":"trace[2105399908] transaction","detail":"{read_only:false; response_revision:11668; number_of_response:1; }","duration":"320.624443ms","start":"2026-03-18T14:21:33.519491Z","end":"2026-03-18T14:21:33.840116Z","steps":["trace[2105399908] 'process raft request' (duration: 320.360336ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:21:33.840119Z","caller":"traceutil/trace.go:171","msg":"trace[1222226995] transaction","detail":"{read_only:false; response_revision:11669; number_of_response:1; }","duration":"320.397826ms","start":"2026-03-18T14:21:33.519692Z","end":"2026-03-18T14:21:33.84009Z","steps":["trace[1222226995] 'process raft request' (duration: 320.325494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:33.840289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:33.519469Z","time spent":"320.727995ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:21:33.840396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:33.519661Z","time spent":"320.635973ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:21:33.84041Z","caller":"traceutil/trace.go:171","msg":"trace[619194494] transaction","detail":"{read_only:false; response_revision:11670; number_of_response:1; }","duration":"319.78888ms","start":"2026-03-18T14:21:33.520609Z","end":"2026-03-18T14:21:33.840398Z","steps":["trace[619194494] 'process raft request' (duration: 319.441081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:33.840471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:33.5206Z","time spent":"319.837182ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:21:33.840502Z","caller":"traceutil/trace.go:171","msg":"trace[2087902542] transaction","detail":"{read_only:false; response_revision:11671; number_of_response:1; }","duration":"262.614748ms","start":"2026-03-18T14:21:33.577872Z","end":"2026-03-18T14:21:33.840486Z","steps":["trace[2087902542] 'process raft request' (duration: 262.399162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:33.840673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.930669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19210"} {"level":"info","ts":"2026-03-18T14:21:33.840744Z","caller":"traceutil/trace.go:171","msg":"trace[867680303] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11672; }","duration":"322.024731ms","start":"2026-03-18T14:21:33.51871Z","end":"2026-03-18T14:21:33.840735Z","steps":["trace[867680303] 'agreement among raft nodes before linearized reading' (duration: 321.918678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:21:33.840804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:21:33.518699Z","time spent":"322.098263ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19234,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-18T14:21:33.840678Z","caller":"traceutil/trace.go:171","msg":"trace[798587077] transaction","detail":"{read_only:false; response_revision:11672; number_of_response:1; }","duration":"114.757478ms","start":"2026-03-18T14:21:33.725908Z","end":"2026-03-18T14:21:33.840665Z","steps":["trace[798587077] 'process raft request' (duration: 114.490901ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:21:34.128365Z","caller":"traceutil/trace.go:171","msg":"trace[20863761] linearizableReadLoop","detail":"{readStateIndex:12149; appliedIndex:12147; }","duration":"179.93423ms","start":"2026-03-18T14:21:33.948403Z","end":"2026-03-18T14:21:34.128338Z","steps":["trace[20863761] 'read index received' (duration: 58.441667ms)","trace[20863761] 'applied index is now lower than readState.Index' (duration: 121.491053ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:21:34.128442Z","caller":"traceutil/trace.go:171","msg":"trace[1220245975] transaction","detail":"{read_only:false; response_revision:11674; number_of_response:1; }","duration":"191.586846ms","start":"2026-03-18T14:21:33.936829Z","end":"2026-03-18T14:21:34.128416Z","steps":["trace[1220245975] 'process raft request' (duration: 157.177912ms)","trace[1220245975] 'compare' (duration: 34.21838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:21:34.128654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.236888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-18T14:21:34.128746Z","caller":"traceutil/trace.go:171","msg":"trace[1650404263] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11674; }","duration":"180.357661ms","start":"2026-03-18T14:21:33.948362Z","end":"2026-03-18T14:21:34.128719Z","steps":["trace[1650404263] 'agreement among raft nodes before linearized reading' (duration: 180.054403ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:22:02.274951Z","caller":"traceutil/trace.go:171","msg":"trace[93632252] transaction","detail":"{read_only:false; response_revision:11857; number_of_response:1; }","duration":"210.506941ms","start":"2026-03-18T14:22:02.064407Z","end":"2026-03-18T14:22:02.274914Z","steps":["trace[93632252] 'process raft request' (duration: 210.241823ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:22:02.27516Z","caller":"traceutil/trace.go:171","msg":"trace[1205295050] transaction","detail":"{read_only:false; response_revision:11858; number_of_response:1; }","duration":"210.028127ms","start":"2026-03-18T14:22:02.065082Z","end":"2026-03-18T14:22:02.27511Z","steps":["trace[1205295050] 'process raft request' (duration: 209.75678ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:22:04.302647Z","caller":"traceutil/trace.go:171","msg":"trace[1290076937] linearizableReadLoop","detail":"{readStateIndex:12347; appliedIndex:12346; }","duration":"158.672032ms","start":"2026-03-18T14:22:04.143951Z","end":"2026-03-18T14:22:04.302624Z","steps":["trace[1290076937] 'read index received' (duration: 151.149298ms)","trace[1290076937] 'applied index is now lower than readState.Index' (duration: 7.521644ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:22:04.302728Z","caller":"traceutil/trace.go:171","msg":"trace[1729483095] transaction","detail":"{read_only:false; response_revision:11865; number_of_response:1; }","duration":"199.83177ms","start":"2026-03-18T14:22:04.102863Z","end":"2026-03-18T14:22:04.302695Z","steps":["trace[1729483095] 'process raft request' (duration: 192.328336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:22:04.302916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.905129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T14:22:04.302999Z","caller":"traceutil/trace.go:171","msg":"trace[805052850] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11865; }","duration":"159.110723ms","start":"2026-03-18T14:22:04.143871Z","end":"2026-03-18T14:22:04.302981Z","steps":["trace[805052850] 'agreement among raft nodes before linearized reading' (duration: 158.875137ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:22:04.671674Z","caller":"traceutil/trace.go:171","msg":"trace[1311585816] transaction","detail":"{read_only:false; response_revision:11867; number_of_response:1; }","duration":"364.134765ms","start":"2026-03-18T14:22:04.307505Z","end":"2026-03-18T14:22:04.67164Z","steps":["trace[1311585816] 'process raft request' (duration: 363.890399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:22:04.671883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:22:04.307476Z","time spent":"364.30415ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:22:04.672044Z","caller":"traceutil/trace.go:171","msg":"trace[78343054] transaction","detail":"{read_only:false; response_revision:11868; number_of_response:1; }","duration":"364.491555ms","start":"2026-03-18T14:22:04.307527Z","end":"2026-03-18T14:22:04.672019Z","steps":["trace[78343054] 'process raft request' (duration: 364.053403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:22:04.67219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:22:04.307514Z","time spent":"364.602068ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:24:34.801551Z","caller":"traceutil/trace.go:171","msg":"trace[1180606876] transaction","detail":"{read_only:false; response_revision:12768; number_of_response:1; }","duration":"144.768389ms","start":"2026-03-18T14:24:34.656754Z","end":"2026-03-18T14:24:34.801522Z","steps":["trace[1180606876] 'process raft request' (duration: 144.622205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:24:34.982428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.178324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:24:34.982567Z","caller":"traceutil/trace.go:171","msg":"trace[1935861144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12768; }","duration":"133.371608ms","start":"2026-03-18T14:24:34.849171Z","end":"2026-03-18T14:24:34.982543Z","steps":["trace[1935861144] 'range keys from in-memory index tree' (duration: 133.04058ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:25:25.769729Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003515.wal"} {"level":"info","ts":"2026-03-18T14:25:26.41005Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11144} {"level":"info","ts":"2026-03-18T14:25:26.484986Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11144,"took":"72.355729ms","hash":1586127881,"current-db-size-bytes":38170624,"current-db-size":"38 MB","current-db-size-in-use-bytes":22781952,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-18T14:25:26.48506Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1586127881,"revision":11144,"compact-revision":9260} {"level":"info","ts":"2026-03-18T14:25:48.906172Z","caller":"traceutil/trace.go:171","msg":"trace[1348969100] transaction","detail":"{read_only:false; response_revision:13298; number_of_response:1; }","duration":"188.644174ms","start":"2026-03-18T14:25:48.717498Z","end":"2026-03-18T14:25:48.906143Z","steps":["trace[1348969100] 'process raft request' (duration: 188.413048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:25:49.147038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.486857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:25:49.147111Z","caller":"traceutil/trace.go:171","msg":"trace[1295253680] linearizableReadLoop","detail":"{readStateIndex:13837; appliedIndex:13835; }","duration":"319.060302ms","start":"2026-03-18T14:25:48.828039Z","end":"2026-03-18T14:25:49.1471Z","steps":["trace[1295253680] 'read index received' (duration: 77.942121ms)","trace[1295253680] 'applied index is now lower than readState.Index' (duration: 241.117461ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:25:49.147169Z","caller":"traceutil/trace.go:171","msg":"trace[1110682084] transaction","detail":"{read_only:false; response_revision:13299; number_of_response:1; }","duration":"426.948928ms","start":"2026-03-18T14:25:48.720213Z","end":"2026-03-18T14:25:49.147162Z","steps":["trace[1110682084] 'process raft request' (duration: 219.270357ms)","trace[1110682084] 'compare' (duration: 207.119415ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:25:49.147209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:25:48.720179Z","time spent":"427.00433ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:25:49.147338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.855447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:25:49.147399Z","caller":"traceutil/trace.go:171","msg":"trace[1780868475] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13299; }","duration":"264.978301ms","start":"2026-03-18T14:25:48.882405Z","end":"2026-03-18T14:25:49.147384Z","steps":["trace[1780868475] 'agreement among raft nodes before linearized reading' (duration: 264.783486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:25:49.147366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.265278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:25:49.147506Z","caller":"traceutil/trace.go:171","msg":"trace[2105852901] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:13299; }","duration":"319.499384ms","start":"2026-03-18T14:25:48.827977Z","end":"2026-03-18T14:25:49.147476Z","steps":["trace[2105852901] 'agreement among raft nodes before linearized reading' (duration: 319.210006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:25:49.147576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:25:48.827949Z","time spent":"319.615657ms","remote":"127.0.0.1:33540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:25:49.66279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.233046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-18T14:25:49.662881Z","caller":"traceutil/trace.go:171","msg":"trace[1521314305] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13303; }","duration":"115.37832ms","start":"2026-03-18T14:25:49.547479Z","end":"2026-03-18T14:25:49.662857Z","steps":["trace[1521314305] 'range keys from in-memory index tree' (duration: 115.03136ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:25:49.817965Z","caller":"traceutil/trace.go:171","msg":"trace[1278518043] transaction","detail":"{read_only:false; response_revision:13304; number_of_response:1; }","duration":"150.288979ms","start":"2026-03-18T14:25:49.667652Z","end":"2026-03-18T14:25:49.817941Z","steps":["trace[1278518043] 'process raft request' (duration: 150.117105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:25:50.017233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.417908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:25:50.017426Z","caller":"traceutil/trace.go:171","msg":"trace[337174331] linearizableReadLoop","detail":"{readStateIndex:13843; appliedIndex:13841; }","duration":"327.783309ms","start":"2026-03-18T14:25:49.689611Z","end":"2026-03-18T14:25:50.017394Z","steps":["trace[337174331] 'read index received' (duration: 128.213869ms)","trace[337174331] 'applied index is now lower than readState.Index' (duration: 199.56209ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:25:50.017441Z","caller":"traceutil/trace.go:171","msg":"trace[114110337] transaction","detail":"{read_only:false; response_revision:13305; number_of_response:1; }","duration":"348.808091ms","start":"2026-03-18T14:25:49.668593Z","end":"2026-03-18T14:25:50.017401Z","steps":["trace[114110337] 'process raft request' (duration: 196.079735ms)","trace[114110337] 'compare' (duration: 152.197922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:25:50.017606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:25:49.668575Z","time spent":"348.936975ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:25:50.017752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.130928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:25:50.017797Z","caller":"traceutil/trace.go:171","msg":"trace[397245074] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:13305; }","duration":"328.218382ms","start":"2026-03-18T14:25:49.689564Z","end":"2026-03-18T14:25:50.017783Z","steps":["trace[397245074] 'agreement among raft nodes before linearized reading' (duration: 328.111709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:25:50.017846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:25:49.689543Z","time spent":"328.292533ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:25:50.018094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.609045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:25:50.018086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.650566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:25:50.018191Z","caller":"traceutil/trace.go:171","msg":"trace[169852883] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:13305; }","duration":"327.740258ms","start":"2026-03-18T14:25:49.690424Z","end":"2026-03-18T14:25:50.018164Z","steps":["trace[169852883] 'agreement among raft nodes before linearized reading' (duration: 327.599095ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:25:50.018288Z","caller":"traceutil/trace.go:171","msg":"trace[1819319963] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:13305; }","duration":"327.830351ms","start":"2026-03-18T14:25:49.690375Z","end":"2026-03-18T14:25:50.018206Z","steps":["trace[1819319963] 'agreement among raft nodes before linearized reading' (duration: 327.616025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:25:50.018287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.128728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-18T14:25:50.018333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:25:49.690407Z","time spent":"327.82458ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"info","ts":"2026-03-18T14:25:50.018371Z","caller":"traceutil/trace.go:171","msg":"trace[1214311423] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:13305; }","duration":"325.24113ms","start":"2026-03-18T14:25:49.693108Z","end":"2026-03-18T14:25:50.018349Z","steps":["trace[1214311423] 'agreement among raft nodes before linearized reading' (duration: 324.900621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:25:50.01835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:25:49.690365Z","time spent":"327.971964ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-18T14:25:50.018421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:25:49.693097Z","time spent":"325.314732ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"info","ts":"2026-03-18T14:25:50.21133Z","caller":"traceutil/trace.go:171","msg":"trace[484594964] linearizableReadLoop","detail":"{readStateIndex:13845; appliedIndex:13843; }","duration":"187.665727ms","start":"2026-03-18T14:25:50.023636Z","end":"2026-03-18T14:25:50.211302Z","steps":["trace[484594964] 'read index received' (duration: 114.163706ms)","trace[484594964] 'applied index is now lower than readState.Index' (duration: 73.500761ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:25:50.211563Z","caller":"traceutil/trace.go:171","msg":"trace[1859145842] transaction","detail":"{read_only:false; response_revision:13306; number_of_response:1; }","duration":"189.189118ms","start":"2026-03-18T14:25:50.02235Z","end":"2026-03-18T14:25:50.211539Z","steps":["trace[1859145842] 'process raft request' (duration: 115.435881ms)","trace[1859145842] 'compare' (duration: 73.321096ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:25:50.211632Z","caller":"traceutil/trace.go:171","msg":"trace[675121501] transaction","detail":"{read_only:false; response_revision:13307; number_of_response:1; }","duration":"188.887229ms","start":"2026-03-18T14:25:50.022708Z","end":"2026-03-18T14:25:50.211595Z","steps":["trace[675121501] 'process raft request' (duration: 188.54328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:25:50.212057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.399586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545967"} {"level":"info","ts":"2026-03-18T14:25:50.212122Z","caller":"traceutil/trace.go:171","msg":"trace[1786506769] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:13307; }","duration":"188.51591ms","start":"2026-03-18T14:25:50.02359Z","end":"2026-03-18T14:25:50.212105Z","steps":["trace[1786506769] 'agreement among raft nodes before linearized reading' (duration: 187.820721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:25:50.852016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.956529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:25:50.852096Z","caller":"traceutil/trace.go:171","msg":"trace[1016808808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13307; }","duration":"280.088111ms","start":"2026-03-18T14:25:50.57199Z","end":"2026-03-18T14:25:50.852078Z","steps":["trace[1016808808] 'range keys from in-memory index tree' (duration: 279.872536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:25:50.852532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.293807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-18T14:25:50.852601Z","caller":"traceutil/trace.go:171","msg":"trace[1026275730] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:13307; }","duration":"445.40043ms","start":"2026-03-18T14:25:50.407184Z","end":"2026-03-18T14:25:50.852584Z","steps":["trace[1026275730] 'range keys from in-memory index tree' (duration: 445.081271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:25:50.852651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:25:50.407163Z","time spent":"445.470312ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"info","ts":"2026-03-18T14:25:51.036905Z","caller":"traceutil/trace.go:171","msg":"trace[1995182099] transaction","detail":"{read_only:false; response_revision:13310; number_of_response:1; }","duration":"125.958858ms","start":"2026-03-18T14:25:50.910811Z","end":"2026-03-18T14:25:51.03677Z","steps":["trace[1995182099] 'process raft request' (duration: 125.779583ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:25:51.310834Z","caller":"traceutil/trace.go:171","msg":"trace[1845238520] linearizableReadLoop","detail":"{readStateIndex:13850; appliedIndex:13849; }","duration":"131.010514ms","start":"2026-03-18T14:25:51.179798Z","end":"2026-03-18T14:25:51.310808Z","steps":["trace[1845238520] 'read index received' (duration: 106.18087ms)","trace[1845238520] 'applied index is now lower than readState.Index' (duration: 24.828424ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:25:51.310899Z","caller":"traceutil/trace.go:171","msg":"trace[1186354462] transaction","detail":"{read_only:false; response_revision:13311; number_of_response:1; }","duration":"158.960896ms","start":"2026-03-18T14:25:51.151911Z","end":"2026-03-18T14:25:51.310872Z","steps":["trace[1186354462] 'process raft request' (duration: 134.057938ms)","trace[1186354462] 'compare' (duration: 24.718912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:25:51.311137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.314843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:25:51.311263Z","caller":"traceutil/trace.go:171","msg":"trace[991224924] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13311; }","duration":"131.485748ms","start":"2026-03-18T14:25:51.179745Z","end":"2026-03-18T14:25:51.311231Z","steps":["trace[991224924] 'agreement among raft nodes before linearized reading' (duration: 131.18462ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:26:09.656601Z","caller":"traceutil/trace.go:171","msg":"trace[1895142230] linearizableReadLoop","detail":"{readStateIndex:13974; appliedIndex:13973; }","duration":"109.215692ms","start":"2026-03-18T14:26:09.547362Z","end":"2026-03-18T14:26:09.656578Z","steps":["trace[1895142230] 'read index received' (duration: 108.966445ms)","trace[1895142230] 'applied index is now lower than readState.Index' (duration: 248.356µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:26:09.65686Z","caller":"traceutil/trace.go:171","msg":"trace[711678238] transaction","detail":"{read_only:false; response_revision:13431; number_of_response:1; }","duration":"112.014407ms","start":"2026-03-18T14:26:09.544786Z","end":"2026-03-18T14:26:09.6568Z","steps":["trace[711678238] 'process raft request' (duration: 111.634277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:26:09.657127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.733476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:26:09.657546Z","caller":"traceutil/trace.go:171","msg":"trace[1048286847] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13431; }","duration":"110.196119ms","start":"2026-03-18T14:26:09.547324Z","end":"2026-03-18T14:26:09.65752Z","steps":["trace[1048286847] 'agreement among raft nodes before linearized reading' (duration: 109.561082ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:26:54.210487Z","caller":"traceutil/trace.go:171","msg":"trace[1947508435] transaction","detail":"{read_only:false; response_revision:13690; number_of_response:1; }","duration":"168.889549ms","start":"2026-03-18T14:26:54.041567Z","end":"2026-03-18T14:26:54.210456Z","steps":["trace[1947508435] 'process raft request' (duration: 80.911694ms)","trace[1947508435] 'compare' (duration: 87.707338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:27:15.979806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.637367ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T14:27:18.591661Z","caller":"traceutil/trace.go:171","msg":"trace[2072834748] transaction","detail":"{read_only:false; response_revision:13852; number_of_response:1; }","duration":"403.721024ms","start":"2026-03-18T14:27:18.187912Z","end":"2026-03-18T14:27:18.591633Z","steps":["trace[2072834748] 'process raft request' (duration: 403.54342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:18.592064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:18.187901Z","time spent":"404.061353ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:27:22.418352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476706218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:27:22.918785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476706218,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:27:22.932874Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.065241708s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:27:22.933356Z","caller":"traceutil/trace.go:171","msg":"trace[208791117] linearizableReadLoop","detail":"{readStateIndex:14436; appliedIndex:14435; }","duration":"1.016050437s","start":"2026-03-18T14:27:21.917283Z","end":"2026-03-18T14:27:22.933333Z","steps":["trace[208791117] 'read index received' (duration: 1.015799261s)","trace[208791117] 'applied index is now lower than readState.Index' (duration: 250.216µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:27:22.933489Z","caller":"traceutil/trace.go:171","msg":"trace[1541336289] transaction","detail":"{read_only:false; response_revision:13873; number_of_response:1; }","duration":"1.065901626s","start":"2026-03-18T14:27:21.867506Z","end":"2026-03-18T14:27:22.933408Z","steps":["trace[1541336289] 'process raft request' (duration: 1.065584767s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:22.933677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:21.867478Z","time spent":"1.0660654s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:27:22.933725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016438049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:27:22.933775Z","caller":"traceutil/trace.go:171","msg":"trace[1201738152] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:13873; }","duration":"1.016531041s","start":"2026-03-18T14:27:21.917229Z","end":"2026-03-18T14:27:22.93376Z","steps":["trace[1201738152] 'agreement among raft nodes before linearized reading' (duration: 1.016442198s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:22.933811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:21.917206Z","time spent":"1.016595832s","remote":"127.0.0.1:49932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:27:22.933985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.387392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:27:22.934024Z","caller":"traceutil/trace.go:171","msg":"trace[99188694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13873; }","duration":"198.445973ms","start":"2026-03-18T14:27:22.735567Z","end":"2026-03-18T14:27:22.934013Z","steps":["trace[99188694] 'agreement among raft nodes before linearized reading' (duration: 198.29669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:22.934206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.862986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T14:27:22.934214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.775403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:27:22.934316Z","caller":"traceutil/trace.go:171","msg":"trace[730956898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13873; }","duration":"328.999769ms","start":"2026-03-18T14:27:22.605287Z","end":"2026-03-18T14:27:22.934287Z","steps":["trace[730956898] 'agreement among raft nodes before linearized reading' (duration: 328.765913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:22.93428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.702271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:27:22.934349Z","caller":"traceutil/trace.go:171","msg":"trace[1757549854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13873; }","duration":"198.962718ms","start":"2026-03-18T14:27:22.735351Z","end":"2026-03-18T14:27:22.934313Z","steps":["trace[1757549854] 'agreement among raft nodes before linearized reading' (duration: 198.66295ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:27:22.934397Z","caller":"traceutil/trace.go:171","msg":"trace[1925494308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13873; }","duration":"205.903927ms","start":"2026-03-18T14:27:22.728462Z","end":"2026-03-18T14:27:22.934366Z","steps":["trace[1925494308] 'agreement among raft nodes before linearized reading' (duration: 205.513476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:22.934357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:22.605264Z","time spent":"329.083561ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:27:22.934998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.665524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:27:22.935077Z","caller":"traceutil/trace.go:171","msg":"trace[1791319546] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:13873; }","duration":"193.779226ms","start":"2026-03-18T14:27:22.741281Z","end":"2026-03-18T14:27:22.93506Z","steps":["trace[1791319546] 'agreement among raft nodes before linearized reading' (duration: 192.618414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:22.935462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.963806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:27:22.935499Z","caller":"traceutil/trace.go:171","msg":"trace[496571747] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:13873; }","duration":"789.707954ms","start":"2026-03-18T14:27:22.145779Z","end":"2026-03-18T14:27:22.935487Z","steps":["trace[496571747] 'agreement among raft nodes before linearized reading' (duration: 787.960457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:22.935551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:22.145754Z","time spent":"789.767166ms","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:27:23.618739Z","caller":"traceutil/trace.go:171","msg":"trace[1498956490] transaction","detail":"{read_only:false; response_revision:13879; number_of_response:1; }","duration":"103.482208ms","start":"2026-03-18T14:27:23.515219Z","end":"2026-03-18T14:27:23.618701Z","steps":["trace[1498956490] 'process raft request' (duration: 100.799875ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:27:42.031853Z","caller":"traceutil/trace.go:171","msg":"trace[668654047] transaction","detail":"{read_only:false; response_revision:13969; number_of_response:1; }","duration":"172.542858ms","start":"2026-03-18T14:27:41.859281Z","end":"2026-03-18T14:27:42.031824Z","steps":["trace[668654047] 'process raft request' (duration: 132.95719ms)","trace[668654047] 'compare' (duration: 39.414603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:27:43.62341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476706497,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:27:43.722035Z","caller":"traceutil/trace.go:171","msg":"trace[1961799244] transaction","detail":"{read_only:false; response_revision:13971; number_of_response:1; }","duration":"602.105946ms","start":"2026-03-18T14:27:43.119902Z","end":"2026-03-18T14:27:43.722008Z","steps":["trace[1961799244] 'process raft request' (duration: 601.90309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:43.722187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:43.119883Z","time spent":"602.22402ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:27:44.402455Z","caller":"traceutil/trace.go:171","msg":"trace[126817400] linearizableReadLoop","detail":"{readStateIndex:14540; appliedIndex:14537; }","duration":"1.27981337s","start":"2026-03-18T14:27:43.12261Z","end":"2026-03-18T14:27:44.402423Z","steps":["trace[126817400] 'read index received' (duration: 599.207107ms)","trace[126817400] 'applied index is now lower than readState.Index' (duration: 680.604693ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:27:44.402503Z","caller":"traceutil/trace.go:171","msg":"trace[519652133] transaction","detail":"{read_only:false; response_revision:13972; number_of_response:1; }","duration":"826.846816ms","start":"2026-03-18T14:27:43.575619Z","end":"2026-03-18T14:27:44.402466Z","steps":["trace[519652133] 'process raft request' (duration: 755.070431ms)","trace[519652133] 'compare' (duration: 71.037275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:27:44.402641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:43.575573Z","time spent":"826.99919ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:27:44.402496Z","caller":"traceutil/trace.go:171","msg":"trace[698343599] transaction","detail":"{read_only:false; response_revision:13973; number_of_response:1; }","duration":"812.056384ms","start":"2026-03-18T14:27:43.590418Z","end":"2026-03-18T14:27:44.402474Z","steps":["trace[698343599] 'process raft request' (duration: 811.885109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:44.402687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280055276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T14:27:44.402754Z","caller":"traceutil/trace.go:171","msg":"trace[1743414406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13973; }","duration":"1.28015357s","start":"2026-03-18T14:27:43.122586Z","end":"2026-03-18T14:27:44.402739Z","steps":["trace[1743414406] 'agreement among raft nodes before linearized reading' (duration: 1.279954744s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:44.402798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:43.122577Z","time spent":"1.280212302s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:27:44.402829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:43.590392Z","time spent":"812.331841ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:27:44.412697Z","caller":"traceutil/trace.go:171","msg":"trace[247368141] transaction","detail":"{read_only:false; response_revision:13975; number_of_response:1; }","duration":"407.790684ms","start":"2026-03-18T14:27:44.004884Z","end":"2026-03-18T14:27:44.412675Z","steps":["trace[247368141] 'process raft request' (duration: 407.703353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:44.412801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:44.004857Z","time spent":"407.885316ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:27:44.412796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289968227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:27:44.412836Z","caller":"traceutil/trace.go:171","msg":"trace[767976894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13976; }","duration":"1.290020419s","start":"2026-03-18T14:27:43.122805Z","end":"2026-03-18T14:27:44.412825Z","steps":["trace[767976894] 'agreement among raft nodes before linearized reading' (duration: 1.289857834s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:44.412864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:43.1228Z","time spent":"1.29005707s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:27:44.41287Z","caller":"traceutil/trace.go:171","msg":"trace[1197027732] transaction","detail":"{read_only:false; response_revision:13974; number_of_response:1; }","duration":"564.877022ms","start":"2026-03-18T14:27:43.84795Z","end":"2026-03-18T14:27:44.412827Z","steps":["trace[1197027732] 'process raft request' (duration: 564.525813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:44.412922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28416812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T14:27:44.412945Z","caller":"traceutil/trace.go:171","msg":"trace[1837986980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13976; }","duration":"1.284199271s","start":"2026-03-18T14:27:43.128739Z","end":"2026-03-18T14:27:44.412938Z","steps":["trace[1837986980] 'agreement among raft nodes before linearized reading' (duration: 1.284126899s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:44.412962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:43.128732Z","time spent":"1.284226061s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:27:44.41296Z","caller":"traceutil/trace.go:171","msg":"trace[194980575] transaction","detail":"{read_only:false; response_revision:13976; number_of_response:1; }","duration":"373.913722ms","start":"2026-03-18T14:27:44.039037Z","end":"2026-03-18T14:27:44.41295Z","steps":["trace[194980575] 'process raft request' (duration: 373.587853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:44.412935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216560458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:27:44.41301Z","caller":"traceutil/trace.go:171","msg":"trace[846794025] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:13976; }","duration":"1.216682011s","start":"2026-03-18T14:27:43.196311Z","end":"2026-03-18T14:27:44.412993Z","steps":["trace[846794025] 'agreement among raft nodes before linearized reading' (duration: 1.216441985s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:44.41302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:44.039005Z","time spent":"373.976263ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:27:44.412943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.256148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:27:44.413046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:43.196271Z","time spent":"1.216768054s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"warn","ts":"2026-03-18T14:27:44.413033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:43.847897Z","time spent":"565.040657ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:27:44.413115Z","caller":"traceutil/trace.go:171","msg":"trace[1384661487] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:13976; }","duration":"928.462023ms","start":"2026-03-18T14:27:43.484624Z","end":"2026-03-18T14:27:44.413086Z","steps":["trace[1384661487] 'agreement among raft nodes before linearized reading' (duration: 928.163945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:44.413188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:43.484604Z","time spent":"928.556275ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":129,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:27:44.415617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.850597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:27:44.415697Z","caller":"traceutil/trace.go:171","msg":"trace[95461775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13976; }","duration":"844.967669ms","start":"2026-03-18T14:27:43.570708Z","end":"2026-03-18T14:27:44.415676Z","steps":["trace[95461775] 'agreement among raft nodes before linearized reading' (duration: 842.003749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:44.415735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:43.570688Z","time spent":"845.039772ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:27:45.255783Z","caller":"traceutil/trace.go:171","msg":"trace[307674672] transaction","detail":"{read_only:false; response_revision:13980; number_of_response:1; }","duration":"214.016238ms","start":"2026-03-18T14:27:45.041742Z","end":"2026-03-18T14:27:45.255758Z","steps":["trace[307674672] 'process raft request' (duration: 213.846413ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:27:48.606183Z","caller":"traceutil/trace.go:171","msg":"trace[1360634820] transaction","detail":"{read_only:false; response_revision:13995; number_of_response:1; }","duration":"110.19083ms","start":"2026-03-18T14:27:48.495941Z","end":"2026-03-18T14:27:48.606132Z","steps":["trace[1360634820] 'process raft request' (duration: 16.725625ms)","trace[1360634820] 'compare' (duration: 93.350672ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:27:48.627734Z","caller":"traceutil/trace.go:171","msg":"trace[274715124] transaction","detail":"{read_only:false; response_revision:13996; number_of_response:1; }","duration":"131.559632ms","start":"2026-03-18T14:27:48.496156Z","end":"2026-03-18T14:27:48.627716Z","steps":["trace[274715124] 'process raft request' (duration: 131.426188ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:27:48.62792Z","caller":"traceutil/trace.go:171","msg":"trace[650530968] linearizableReadLoop","detail":"{readStateIndex:14565; appliedIndex:14562; }","duration":"131.360657ms","start":"2026-03-18T14:27:48.496535Z","end":"2026-03-18T14:27:48.627895Z","steps":["trace[650530968] 'read index received' (duration: 16.14634ms)","trace[650530968] 'applied index is now lower than readState.Index' (duration: 115.208907ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:27:48.628068Z","caller":"traceutil/trace.go:171","msg":"trace[1551563801] transaction","detail":"{read_only:false; response_revision:13997; number_of_response:1; }","duration":"131.82157ms","start":"2026-03-18T14:27:48.496237Z","end":"2026-03-18T14:27:48.628058Z","steps":["trace[1551563801] 'process raft request' (duration: 131.44094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:48.629088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.532249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:578810"} {"level":"info","ts":"2026-03-18T14:27:48.629164Z","caller":"traceutil/trace.go:171","msg":"trace[6791894] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13997; }","duration":"132.640732ms","start":"2026-03-18T14:27:48.496508Z","end":"2026-03-18T14:27:48.629149Z","steps":["trace[6791894] 'agreement among raft nodes before linearized reading' (duration: 131.703307ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:27:51.100063Z","caller":"traceutil/trace.go:171","msg":"trace[1691917563] transaction","detail":"{read_only:false; response_revision:14003; number_of_response:1; }","duration":"603.687309ms","start":"2026-03-18T14:27:50.496347Z","end":"2026-03-18T14:27:51.100035Z","steps":["trace[1691917563] 'process raft request' (duration: 603.601916ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:27:51.100132Z","caller":"traceutil/trace.go:171","msg":"trace[1474821148] transaction","detail":"{read_only:false; response_revision:14002; number_of_response:1; }","duration":"667.051074ms","start":"2026-03-18T14:27:50.433046Z","end":"2026-03-18T14:27:51.100097Z","steps":["trace[1474821148] 'process raft request' (duration: 666.729345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:51.100237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:50.496335Z","time spent":"603.812042ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:27:51.100306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:50.433028Z","time spent":"667.180979ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:27:51.100294Z","caller":"traceutil/trace.go:171","msg":"trace[717801183] transaction","detail":"{read_only:false; response_revision:14004; number_of_response:1; }","duration":"603.796741ms","start":"2026-03-18T14:27:50.496466Z","end":"2026-03-18T14:27:51.100263Z","steps":["trace[717801183] 'process raft request' (duration: 603.527664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:51.100431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:50.496461Z","time spent":"603.903815ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:27:51.100448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.953517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:27:51.100513Z","caller":"traceutil/trace.go:171","msg":"trace[1396725064] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:14004; }","duration":"600.06297ms","start":"2026-03-18T14:27:50.500431Z","end":"2026-03-18T14:27:51.100494Z","steps":["trace[1396725064] 'agreement among raft nodes before linearized reading' (duration: 599.939427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:51.100563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:50.50041Z","time spent":"600.139562ms","remote":"127.0.0.1:45794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:27:51.100208Z","caller":"traceutil/trace.go:171","msg":"trace[710695223] linearizableReadLoop","detail":"{readStateIndex:14573; appliedIndex:14569; }","duration":"599.70323ms","start":"2026-03-18T14:27:50.500484Z","end":"2026-03-18T14:27:51.100187Z","steps":["trace[710695223] 'read index received' (duration: 108.532896ms)","trace[710695223] 'applied index is now lower than readState.Index' (duration: 491.168854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:27:51.332959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.247479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:27:51.333109Z","caller":"traceutil/trace.go:171","msg":"trace[701541556] linearizableReadLoop","detail":"{readStateIndex:14574; appliedIndex:14573; }","duration":"232.291945ms","start":"2026-03-18T14:27:51.100796Z","end":"2026-03-18T14:27:51.333088Z","steps":["trace[701541556] 'read index received' (duration: 91.838741ms)","trace[701541556] 'applied index is now lower than readState.Index' (duration: 140.451824ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:27:51.333197Z","caller":"traceutil/trace.go:171","msg":"trace[1637531699] transaction","detail":"{read_only:false; response_revision:14005; number_of_response:1; }","duration":"722.326409ms","start":"2026-03-18T14:27:50.610859Z","end":"2026-03-18T14:27:51.333186Z","steps":["trace[1637531699] 'process raft request' (duration: 581.765042ms)","trace[1637531699] 'compare' (duration: 140.126095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:27:51.333272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:50.610824Z","time spent":"722.409892ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:27:51.333505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.922566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:27:51.333568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.740119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T14:27:51.333572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.959285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:27:51.333598Z","caller":"traceutil/trace.go:171","msg":"trace[1119577260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14005; }","duration":"763.070289ms","start":"2026-03-18T14:27:50.570508Z","end":"2026-03-18T14:27:51.333579Z","steps":["trace[1119577260] 'agreement among raft nodes before linearized reading' (duration: 762.933495ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:27:51.333647Z","caller":"traceutil/trace.go:171","msg":"trace[1257918544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14005; }","duration":"701.848532ms","start":"2026-03-18T14:27:50.63178Z","end":"2026-03-18T14:27:51.333629Z","steps":["trace[1257918544] 'agreement among raft nodes before linearized reading' (duration: 701.628976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:51.333668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:50.570489Z","time spent":"763.167991ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:27:51.333667Z","caller":"traceutil/trace.go:171","msg":"trace[1115310220] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:14005; }","duration":"691.088358ms","start":"2026-03-18T14:27:50.642559Z","end":"2026-03-18T14:27:51.333647Z","steps":["trace[1115310220] 'agreement among raft nodes before linearized reading' (duration: 690.881013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:51.333699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:50.631768Z","time spent":"701.922104ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:27:51.333718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:50.642547Z","time spent":"691.162211ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"warn","ts":"2026-03-18T14:27:51.333571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.362507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T14:27:51.333662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.411893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:27:51.333815Z","caller":"traceutil/trace.go:171","msg":"trace[89815580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14005; }","duration":"723.660826ms","start":"2026-03-18T14:27:50.61014Z","end":"2026-03-18T14:27:51.333801Z","steps":["trace[89815580] 'agreement among raft nodes before linearized reading' (duration: 723.173382ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:27:51.333855Z","caller":"traceutil/trace.go:171","msg":"trace[1707484782] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14005; }","duration":"696.62148ms","start":"2026-03-18T14:27:50.637199Z","end":"2026-03-18T14:27:51.333821Z","steps":["trace[1707484782] 'agreement among raft nodes before linearized reading' (duration: 696.167468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:51.333922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:50.637174Z","time spent":"696.737723ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:27:51.33386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:50.610117Z","time spent":"723.730027ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:27:52.066084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.21638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:27:52.066167Z","caller":"traceutil/trace.go:171","msg":"trace[12934208] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14010; }","duration":"186.344045ms","start":"2026-03-18T14:27:51.879803Z","end":"2026-03-18T14:27:52.066148Z","steps":["trace[12934208] 'range keys from in-memory index tree' (duration: 186.139489ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:27:52.131712Z","caller":"traceutil/trace.go:171","msg":"trace[1451752365] transaction","detail":"{read_only:false; response_revision:14011; number_of_response:1; }","duration":"221.865841ms","start":"2026-03-18T14:27:51.909825Z","end":"2026-03-18T14:27:52.131691Z","steps":["trace[1451752365] 'process raft request' (duration: 221.473951ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:27:53.252896Z","caller":"traceutil/trace.go:171","msg":"trace[725416413] transaction","detail":"{read_only:false; response_revision:14014; number_of_response:1; }","duration":"146.780397ms","start":"2026-03-18T14:27:53.106092Z","end":"2026-03-18T14:27:53.252873Z","steps":["trace[725416413] 'process raft request' (duration: 146.730746ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:27:53.252967Z","caller":"traceutil/trace.go:171","msg":"trace[58494374] transaction","detail":"{read_only:false; response_revision:14013; number_of_response:1; }","duration":"146.869929ms","start":"2026-03-18T14:27:53.106066Z","end":"2026-03-18T14:27:53.252936Z","steps":["trace[58494374] 'process raft request' (duration: 146.615202ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:27:53.712053Z","caller":"traceutil/trace.go:171","msg":"trace[835159670] transaction","detail":"{read_only:false; response_revision:14016; number_of_response:1; }","duration":"261.191863ms","start":"2026-03-18T14:27:53.450836Z","end":"2026-03-18T14:27:53.712028Z","steps":["trace[835159670] 'process raft request' (duration: 260.965056ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:27:53.712408Z","caller":"traceutil/trace.go:171","msg":"trace[1963377482] linearizableReadLoop","detail":"{readStateIndex:14585; appliedIndex:14583; }","duration":"260.933185ms","start":"2026-03-18T14:27:53.451448Z","end":"2026-03-18T14:27:53.712381Z","steps":["trace[1963377482] 'read index received' (duration: 50.102934ms)","trace[1963377482] 'applied index is now lower than readState.Index' (duration: 210.829161ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:27:53.712455Z","caller":"traceutil/trace.go:171","msg":"trace[4708936] transaction","detail":"{read_only:false; response_revision:14017; number_of_response:1; }","duration":"260.258928ms","start":"2026-03-18T14:27:53.45215Z","end":"2026-03-18T14:27:53.712409Z","steps":["trace[4708936] 'process raft request' (duration: 259.823396ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:27:53.712549Z","caller":"traceutil/trace.go:171","msg":"trace[1897697880] transaction","detail":"{read_only:false; response_revision:14018; number_of_response:1; }","duration":"260.00009ms","start":"2026-03-18T14:27:53.452537Z","end":"2026-03-18T14:27:53.712537Z","steps":["trace[1897697880] 'process raft request' (duration: 259.716383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:53.712602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.904155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:27:53.712673Z","caller":"traceutil/trace.go:171","msg":"trace[1443688126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14018; }","duration":"142.015987ms","start":"2026-03-18T14:27:53.570641Z","end":"2026-03-18T14:27:53.712657Z","steps":["trace[1443688126] 'agreement among raft nodes before linearized reading' (duration: 141.907274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:53.713327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.859421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:578810"} {"level":"info","ts":"2026-03-18T14:27:53.713385Z","caller":"traceutil/trace.go:171","msg":"trace[1155949131] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:14018; }","duration":"261.952793ms","start":"2026-03-18T14:27:53.451421Z","end":"2026-03-18T14:27:53.713374Z","steps":["trace[1155949131] 'agreement among raft nodes before linearized reading' (duration: 261.271855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:53.934367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.407762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:27:53.934442Z","caller":"traceutil/trace.go:171","msg":"trace[1498079246] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14018; }","duration":"108.533976ms","start":"2026-03-18T14:27:53.825892Z","end":"2026-03-18T14:27:53.934426Z","steps":["trace[1498079246] 'range keys from in-memory index tree' (duration: 108.214427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:55.041348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.916889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:27:55.041456Z","caller":"traceutil/trace.go:171","msg":"trace[975828429] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:14020; }","duration":"166.052642ms","start":"2026-03-18T14:27:54.875381Z","end":"2026-03-18T14:27:55.041433Z","steps":["trace[975828429] 'count revisions from in-memory index tree' (duration: 165.819284ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:27:55.379649Z","caller":"traceutil/trace.go:171","msg":"trace[1762118738] transaction","detail":"{read_only:false; response_revision:14023; number_of_response:1; }","duration":"120.029028ms","start":"2026-03-18T14:27:55.2596Z","end":"2026-03-18T14:27:55.37963Z","steps":["trace[1762118738] 'process raft request' (duration: 119.910465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:56.053241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.249862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:27:56.053381Z","caller":"traceutil/trace.go:171","msg":"trace[1849822116] linearizableReadLoop","detail":"{readStateIndex:14593; appliedIndex:14592; }","duration":"547.327483ms","start":"2026-03-18T14:27:55.50603Z","end":"2026-03-18T14:27:56.053358Z","steps":["trace[1849822116] 'read index received' (duration: 64.787813ms)","trace[1849822116] 'applied index is now lower than readState.Index' (duration: 482.53773ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:27:56.053484Z","caller":"traceutil/trace.go:171","msg":"trace[972181586] transaction","detail":"{read_only:false; response_revision:14024; number_of_response:1; }","duration":"573.24802ms","start":"2026-03-18T14:27:55.480215Z","end":"2026-03-18T14:27:56.053464Z","steps":["trace[972181586] 'process raft request' (duration: 90.655919ms)","trace[972181586] 'compare' (duration: 482.077487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:27:56.053579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:55.480198Z","time spent":"573.334172ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:27:56.05388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.843138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:27:56.053954Z","caller":"traceutil/trace.go:171","msg":"trace[1572698146] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14024; }","duration":"547.962761ms","start":"2026-03-18T14:27:55.505974Z","end":"2026-03-18T14:27:56.053937Z","steps":["trace[1572698146] 'agreement among raft nodes before linearized reading' (duration: 547.524079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:56.054003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:55.505949Z","time spent":"548.040693ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:27:56.400724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.564772ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T14:27:56.401012Z","caller":"traceutil/trace.go:171","msg":"trace[1507321334] transaction","detail":"{read_only:false; response_revision:14025; number_of_response:1; }","duration":"342.083295ms","start":"2026-03-18T14:27:56.058913Z","end":"2026-03-18T14:27:56.400997Z","steps":["trace[1507321334] 'process raft request' (duration: 341.956732ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:27:56.401039Z","caller":"traceutil/trace.go:171","msg":"trace[143053810] linearizableReadLoop","detail":"{readStateIndex:14594; appliedIndex:14593; }","duration":"347.580165ms","start":"2026-03-18T14:27:56.053417Z","end":"2026-03-18T14:27:56.400998Z","steps":["trace[143053810] 'read index received' (duration: 204.800137ms)","trace[143053810] 'applied index is now lower than readState.Index' (duration: 142.775588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:27:56.40111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:56.058885Z","time spent":"342.172539ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:27:56.401218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.051503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:27:56.401266Z","caller":"traceutil/trace.go:171","msg":"trace[874398078] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14025; }","duration":"830.151235ms","start":"2026-03-18T14:27:55.571103Z","end":"2026-03-18T14:27:56.401254Z","steps":["trace[874398078] 'agreement among raft nodes before linearized reading' (duration: 830.009242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:56.401302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:55.57109Z","time spent":"830.203837ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:27:56.401326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.309743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:27:56.401393Z","caller":"traceutil/trace.go:171","msg":"trace[615338771] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:14025; }","duration":"677.408288ms","start":"2026-03-18T14:27:55.723969Z","end":"2026-03-18T14:27:56.401377Z","steps":["trace[615338771] 'agreement among raft nodes before linearized reading' (duration: 677.040177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:56.401401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.562554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T14:27:56.401437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:55.723956Z","time spent":"677.470429ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"info","ts":"2026-03-18T14:27:56.401487Z","caller":"traceutil/trace.go:171","msg":"trace[1407443069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14025; }","duration":"683.700377ms","start":"2026-03-18T14:27:55.717764Z","end":"2026-03-18T14:27:56.401464Z","steps":["trace[1407443069] 'agreement among raft nodes before linearized reading' (duration: 683.499162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:56.401542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:55.717737Z","time spent":"683.79077ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:27:56.40168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.485125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T14:27:56.401693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.938903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:27:56.401725Z","caller":"traceutil/trace.go:171","msg":"trace[696156362] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14025; }","duration":"400.573719ms","start":"2026-03-18T14:27:56.001138Z","end":"2026-03-18T14:27:56.401712Z","steps":["trace[696156362] 'agreement among raft nodes before linearized reading' (duration: 399.891229ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:27:56.401742Z","caller":"traceutil/trace.go:171","msg":"trace[733464129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14025; }","duration":"684.034507ms","start":"2026-03-18T14:27:55.717694Z","end":"2026-03-18T14:27:56.401728Z","steps":["trace[733464129] 'agreement among raft nodes before linearized reading' (duration: 683.330997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:56.401762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:56.001117Z","time spent":"400.637009ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:27:56.401745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.731498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:27:56.401782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:55.717665Z","time spent":"684.106339ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:27:56.401789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.004156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:27:56.401815Z","caller":"traceutil/trace.go:171","msg":"trace[91422761] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:14025; }","duration":"409.83957ms","start":"2026-03-18T14:27:55.991955Z","end":"2026-03-18T14:27:56.401795Z","steps":["trace[91422761] 'agreement among raft nodes before linearized reading' (duration: 409.097281ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:27:56.401841Z","caller":"traceutil/trace.go:171","msg":"trace[1453839669] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14025; }","duration":"684.081068ms","start":"2026-03-18T14:27:55.717742Z","end":"2026-03-18T14:27:56.401823Z","steps":["trace[1453839669] 'agreement among raft nodes before linearized reading' (duration: 683.271995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:56.401865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:55.991933Z","time spent":"409.916832ms","remote":"127.0.0.1:56806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:27:56.401871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:55.717725Z","time spent":"684.13918ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:27:56.523225Z","caller":"traceutil/trace.go:171","msg":"trace[547812503] transaction","detail":"{read_only:false; response_revision:14026; number_of_response:1; }","duration":"117.273564ms","start":"2026-03-18T14:27:56.40592Z","end":"2026-03-18T14:27:56.523193Z","steps":["trace[547812503] 'process raft request' (duration: 35.147317ms)","trace[547812503] 'compare' (duration: 81.918311ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:27:56.532202Z","caller":"traceutil/trace.go:171","msg":"trace[1115882620] transaction","detail":"{read_only:false; response_revision:14027; number_of_response:1; }","duration":"126.062602ms","start":"2026-03-18T14:27:56.406114Z","end":"2026-03-18T14:27:56.532177Z","steps":["trace[1115882620] 'process raft request' (duration: 125.859756ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:27:56.532451Z","caller":"traceutil/trace.go:171","msg":"trace[1373595557] transaction","detail":"{read_only:false; response_revision:14028; number_of_response:1; }","duration":"125.65644ms","start":"2026-03-18T14:27:56.406773Z","end":"2026-03-18T14:27:56.532429Z","steps":["trace[1373595557] 'process raft request' (duration: 125.359843ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:27:56.532592Z","caller":"traceutil/trace.go:171","msg":"trace[1250118970] transaction","detail":"{read_only:false; response_revision:14029; number_of_response:1; }","duration":"125.159169ms","start":"2026-03-18T14:27:56.407399Z","end":"2026-03-18T14:27:56.532558Z","steps":["trace[1250118970] 'process raft request' (duration: 124.977053ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:27:56.532606Z","caller":"traceutil/trace.go:171","msg":"trace[1271533475] linearizableReadLoop","detail":"{readStateIndex:14597; appliedIndex:14595; }","duration":"125.885038ms","start":"2026-03-18T14:27:56.406702Z","end":"2026-03-18T14:27:56.532587Z","steps":["trace[1271533475] 'read index received' (duration: 34.430918ms)","trace[1271533475] 'applied index is now lower than readState.Index' (duration: 91.45266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:27:56.533498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.776642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:578810"} {"level":"info","ts":"2026-03-18T14:27:56.533551Z","caller":"traceutil/trace.go:171","msg":"trace[550762354] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:14029; }","duration":"126.863314ms","start":"2026-03-18T14:27:56.406676Z","end":"2026-03-18T14:27:56.533539Z","steps":["trace[550762354] 'agreement among raft nodes before linearized reading' (duration: 125.990861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:57.739347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476706655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:27:58.239569Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476706655,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:27:58.485034Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.251048346s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:27:58.485518Z","caller":"traceutil/trace.go:171","msg":"trace[270181665] transaction","detail":"{read_only:false; response_revision:14030; number_of_response:1; }","duration":"1.251558771s","start":"2026-03-18T14:27:57.233927Z","end":"2026-03-18T14:27:58.485486Z","steps":["trace[270181665] 'process raft request' (duration: 1.251356216s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:58.485679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:57.233916Z","time spent":"1.251676514s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:27:58.524286Z","caller":"traceutil/trace.go:171","msg":"trace[2037240340] transaction","detail":"{read_only:false; response_revision:14031; number_of_response:1; }","duration":"1.162601209s","start":"2026-03-18T14:27:57.361669Z","end":"2026-03-18T14:27:58.52427Z","steps":["trace[2037240340] 'process raft request' (duration: 1.161600871s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:58.524415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:57.361646Z","time spent":"1.162701241s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:27:58.524489Z","caller":"traceutil/trace.go:171","msg":"trace[41385634] linearizableReadLoop","detail":"{readStateIndex:14602; appliedIndex:14599; }","duration":"1.286125872s","start":"2026-03-18T14:27:57.238321Z","end":"2026-03-18T14:27:58.524447Z","steps":["trace[41385634] 'read index received' (duration: 1.246960386s)","trace[41385634] 'applied index is now lower than readState.Index' (duration: 39.164276ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:27:58.524535Z","caller":"traceutil/trace.go:171","msg":"trace[1187800329] transaction","detail":"{read_only:false; response_revision:14032; number_of_response:1; }","duration":"1.139176591s","start":"2026-03-18T14:27:57.385351Z","end":"2026-03-18T14:27:58.524528Z","steps":["trace[1187800329] 'process raft request' (duration: 1.138893653s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:58.524568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:57.385327Z","time spent":"1.139222781s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:27:58.524712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286393889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-18T14:27:58.52476Z","caller":"traceutil/trace.go:171","msg":"trace[578576702] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:14032; }","duration":"1.286467761s","start":"2026-03-18T14:27:57.23828Z","end":"2026-03-18T14:27:58.524748Z","steps":["trace[578576702] 'agreement among raft nodes before linearized reading' (duration: 1.286330138s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:58.524799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:57.238267Z","time spent":"1.286525604s","remote":"127.0.0.1:50078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T14:27:58.524938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.115551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:27:58.52499Z","caller":"traceutil/trace.go:171","msg":"trace[86073659] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14032; }","duration":"120.207973ms","start":"2026-03-18T14:27:58.40477Z","end":"2026-03-18T14:27:58.524978Z","steps":["trace[86073659] 'agreement among raft nodes before linearized reading' (duration: 120.06719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:58.525534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.206702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:27:58.525575Z","caller":"traceutil/trace.go:171","msg":"trace[694111660] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:14032; }","duration":"810.251664ms","start":"2026-03-18T14:27:57.715313Z","end":"2026-03-18T14:27:58.525565Z","steps":["trace[694111660] 'agreement among raft nodes before linearized reading' (duration: 809.521384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:27:58.5256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:27:57.71525Z","time spent":"810.342616ms","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:28:07.025784Z","caller":"traceutil/trace.go:171","msg":"trace[2080843852] transaction","detail":"{read_only:false; response_revision:14083; number_of_response:1; }","duration":"499.288006ms","start":"2026-03-18T14:28:06.526474Z","end":"2026-03-18T14:28:07.025762Z","steps":["trace[2080843852] 'process raft request' (duration: 499.148852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:07.025922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:06.526447Z","time spent":"499.409939ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:28:07.166706Z","caller":"traceutil/trace.go:171","msg":"trace[1265767085] transaction","detail":"{read_only:false; response_revision:14084; number_of_response:1; }","duration":"608.959483ms","start":"2026-03-18T14:28:06.557724Z","end":"2026-03-18T14:28:07.166683Z","steps":["trace[1265767085] 'process raft request' (duration: 531.782971ms)","trace[1265767085] 'compare' (duration: 77.046559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:28:07.166827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:06.557639Z","time spent":"609.127848ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:28:07.167069Z","caller":"traceutil/trace.go:171","msg":"trace[1211602090] linearizableReadLoop","detail":"{readStateIndex:14659; appliedIndex:14656; }","duration":"597.924941ms","start":"2026-03-18T14:28:06.569115Z","end":"2026-03-18T14:28:07.16704Z","steps":["trace[1211602090] 'read index received' (duration: 456.609533ms)","trace[1211602090] 'applied index is now lower than readState.Index' (duration: 141.313218ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:28:07.167125Z","caller":"traceutil/trace.go:171","msg":"trace[1282152087] transaction","detail":"{read_only:false; response_revision:14085; number_of_response:1; }","duration":"608.163671ms","start":"2026-03-18T14:28:06.558942Z","end":"2026-03-18T14:28:07.167106Z","steps":["trace[1282152087] 'process raft request' (duration: 607.711038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:07.167185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.060276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:28:07.167214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:06.558923Z","time spent":"608.243064ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:28:07.167268Z","caller":"traceutil/trace.go:171","msg":"trace[1442695440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14085; }","duration":"598.188428ms","start":"2026-03-18T14:28:06.569062Z","end":"2026-03-18T14:28:07.167251Z","steps":["trace[1442695440] 'agreement among raft nodes before linearized reading' (duration: 598.063945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:07.167316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:06.569038Z","time spent":"598.270672ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:28:07.167509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.219737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:28:07.167557Z","caller":"traceutil/trace.go:171","msg":"trace[963112152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14085; }","duration":"570.286809ms","start":"2026-03-18T14:28:06.597259Z","end":"2026-03-18T14:28:07.167546Z","steps":["trace[963112152] 'agreement among raft nodes before linearized reading' (duration: 570.154476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:07.167565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.863871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T14:28:07.167596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:06.597249Z","time spent":"570.339381ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:28:07.1676Z","caller":"traceutil/trace.go:171","msg":"trace[1017892429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14085; }","duration":"575.942983ms","start":"2026-03-18T14:28:06.591647Z","end":"2026-03-18T14:28:07.16759Z","steps":["trace[1017892429] 'agreement among raft nodes before linearized reading' (duration: 575.845541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:07.167579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.765466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:28:07.167629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:06.591618Z","time spent":"576.006456ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:28:07.167668Z","caller":"traceutil/trace.go:171","msg":"trace[1706174883] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:14085; }","duration":"146.88109ms","start":"2026-03-18T14:28:07.020768Z","end":"2026-03-18T14:28:07.167649Z","steps":["trace[1706174883] 'agreement among raft nodes before linearized reading' (duration: 146.690155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:07.167787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.81605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:28:07.167818Z","caller":"traceutil/trace.go:171","msg":"trace[2056424711] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14085; }","duration":"569.181109ms","start":"2026-03-18T14:28:06.598627Z","end":"2026-03-18T14:28:07.167808Z","steps":["trace[2056424711] 'agreement among raft nodes before linearized reading' (duration: 568.751497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:07.167798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.515224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T14:28:07.167843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:06.598618Z","time spent":"569.21862ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:28:07.167815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.031244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-tbqj7\" ","response":"range_response_count:1 size:11624"} {"level":"info","ts":"2026-03-18T14:28:07.167879Z","caller":"traceutil/trace.go:171","msg":"trace[1772906283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14085; }","duration":"567.656178ms","start":"2026-03-18T14:28:06.600202Z","end":"2026-03-18T14:28:07.167858Z","steps":["trace[1772906283] 'agreement among raft nodes before linearized reading' (duration: 567.323349ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:07.167916Z","caller":"traceutil/trace.go:171","msg":"trace[1159574017] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-tbqj7; range_end:; response_count:1; response_revision:14085; }","duration":"277.182048ms","start":"2026-03-18T14:28:06.890709Z","end":"2026-03-18T14:28:07.167891Z","steps":["trace[1159574017] 'agreement among raft nodes before linearized reading' (duration: 276.822588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:07.167932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:06.600184Z","time spent":"567.739009ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:28:07.168171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.562449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:28:07.168253Z","caller":"traceutil/trace.go:171","msg":"trace[320747878] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14085; }","duration":"576.675233ms","start":"2026-03-18T14:28:06.591566Z","end":"2026-03-18T14:28:07.168241Z","steps":["trace[320747878] 'agreement among raft nodes before linearized reading' (duration: 575.735168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:07.168362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:06.591548Z","time spent":"576.801307ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:28:07.168523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.605244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:28:07.169176Z","caller":"traceutil/trace.go:171","msg":"trace[826460628] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:14085; }","duration":"562.286701ms","start":"2026-03-18T14:28:06.606797Z","end":"2026-03-18T14:28:07.169084Z","steps":["trace[826460628] 'agreement among raft nodes before linearized reading' (duration: 560.573104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:07.169343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:06.60678Z","time spent":"562.523738ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"info","ts":"2026-03-18T14:28:07.396819Z","caller":"traceutil/trace.go:171","msg":"trace[347276966] transaction","detail":"{read_only:false; response_revision:14087; number_of_response:1; }","duration":"222.829378ms","start":"2026-03-18T14:28:07.173961Z","end":"2026-03-18T14:28:07.396791Z","steps":["trace[347276966] 'process raft request' (duration: 222.578412ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:07.397107Z","caller":"traceutil/trace.go:171","msg":"trace[1280626723] transaction","detail":"{read_only:false; response_revision:14088; number_of_response:1; }","duration":"222.333223ms","start":"2026-03-18T14:28:07.174745Z","end":"2026-03-18T14:28:07.397078Z","steps":["trace[1280626723] 'process raft request' (duration: 221.990284ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:07.398142Z","caller":"traceutil/trace.go:171","msg":"trace[442644628] transaction","detail":"{read_only:false; response_revision:14089; number_of_response:1; }","duration":"223.347562ms","start":"2026-03-18T14:28:07.17477Z","end":"2026-03-18T14:28:07.398117Z","steps":["trace[442644628] 'process raft request' (duration: 222.239311ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:07.398829Z","caller":"traceutil/trace.go:171","msg":"trace[1148282646] transaction","detail":"{read_only:false; response_revision:14090; number_of_response:1; }","duration":"224.05859ms","start":"2026-03-18T14:28:07.174753Z","end":"2026-03-18T14:28:07.398812Z","steps":["trace[1148282646] 'process raft request' (duration: 223.072174ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:07.399398Z","caller":"traceutil/trace.go:171","msg":"trace[62348706] linearizableReadLoop","detail":"{readStateIndex:14664; appliedIndex:14660; }","duration":"224.324528ms","start":"2026-03-18T14:28:07.175055Z","end":"2026-03-18T14:28:07.39938Z","steps":["trace[62348706] 'read index received' (duration: 29.453042ms)","trace[62348706] 'applied index is now lower than readState.Index' (duration: 194.869856ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:28:07.399556Z","caller":"traceutil/trace.go:171","msg":"trace[1427503379] transaction","detail":"{read_only:false; response_revision:14091; number_of_response:1; }","duration":"224.433621ms","start":"2026-03-18T14:28:07.175086Z","end":"2026-03-18T14:28:07.39952Z","steps":["trace[1427503379] 'process raft request' (duration: 223.613258ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:07.399565Z","caller":"traceutil/trace.go:171","msg":"trace[1092244938] transaction","detail":"{read_only:false; response_revision:14092; number_of_response:1; }","duration":"218.284824ms","start":"2026-03-18T14:28:07.181263Z","end":"2026-03-18T14:28:07.399547Z","steps":["trace[1092244938] 'process raft request' (duration: 218.028947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:07.400831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.705627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:590629"} {"level":"info","ts":"2026-03-18T14:28:07.400996Z","caller":"traceutil/trace.go:171","msg":"trace[1988289636] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:14092; }","duration":"225.871071ms","start":"2026-03-18T14:28:07.175032Z","end":"2026-03-18T14:28:07.400903Z","steps":["trace[1988289636] 'agreement among raft nodes before linearized reading' (duration: 224.424021ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:09.544898Z","caller":"traceutil/trace.go:171","msg":"trace[586400562] transaction","detail":"{read_only:false; response_revision:14093; number_of_response:1; }","duration":"513.307627ms","start":"2026-03-18T14:28:09.031559Z","end":"2026-03-18T14:28:09.544867Z","steps":["trace[586400562] 'process raft request' (duration: 513.104303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:09.545064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:09.031531Z","time spent":"513.445931ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:28:10.445348Z","caller":"traceutil/trace.go:171","msg":"trace[591812533] linearizableReadLoop","detail":"{readStateIndex:14669; appliedIndex:14666; }","duration":"1.237221271s","start":"2026-03-18T14:28:09.2081Z","end":"2026-03-18T14:28:10.445321Z","steps":["trace[591812533] 'read index received' (duration: 336.588896ms)","trace[591812533] 'applied index is now lower than readState.Index' (duration: 900.631305ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:28:10.445818Z","caller":"traceutil/trace.go:171","msg":"trace[932606431] transaction","detail":"{read_only:false; response_revision:14094; number_of_response:1; }","duration":"1.272968923s","start":"2026-03-18T14:28:09.172819Z","end":"2026-03-18T14:28:10.445788Z","steps":["trace[932606431] 'process raft request' (duration: 1.271975877s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:10.445905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044873432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:28:10.44591Z","caller":"traceutil/trace.go:171","msg":"trace[1524493227] transaction","detail":"{read_only:false; response_revision:14095; number_of_response:1; }","duration":"1.272909222s","start":"2026-03-18T14:28:09.172947Z","end":"2026-03-18T14:28:10.445856Z","steps":["trace[1524493227] 'process raft request' (duration: 1.272214043s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:10.445919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.311814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:28:10.445953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:09.172791Z","time spent":"1.273085228s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:28:10.445964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03304786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-18T14:28:10.445966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044334758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:28:10.445981Z","caller":"traceutil/trace.go:171","msg":"trace[1012601924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14095; }","duration":"1.044990036s","start":"2026-03-18T14:28:09.400971Z","end":"2026-03-18T14:28:10.445961Z","steps":["trace[1012601924] 'agreement among raft nodes before linearized reading' (duration: 1.044774031s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:10.445947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.956644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:28:10.445976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043113493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-18T14:28:10.446003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044814262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:28:10.446028Z","caller":"traceutil/trace.go:171","msg":"trace[389924059] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14095; }","duration":"1.04442299s","start":"2026-03-18T14:28:09.401589Z","end":"2026-03-18T14:28:10.446012Z","steps":["trace[389924059] 'agreement among raft nodes before linearized reading' (duration: 1.044231835s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:10.446015Z","caller":"traceutil/trace.go:171","msg":"trace[82720850] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:14095; }","duration":"897.458499ms","start":"2026-03-18T14:28:09.54853Z","end":"2026-03-18T14:28:10.445989Z","steps":["trace[82720850] 'agreement among raft nodes before linearized reading' (duration: 897.285214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:10.44603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:09.400952Z","time spent":"1.045069987s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:28:10.446023Z","caller":"traceutil/trace.go:171","msg":"trace[254387815] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:14095; }","duration":"1.033128963s","start":"2026-03-18T14:28:09.412877Z","end":"2026-03-18T14:28:10.446006Z","steps":["trace[254387815] 'agreement among raft nodes before linearized reading' (duration: 1.032954108s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:10.446039Z","caller":"traceutil/trace.go:171","msg":"trace[1533633140] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:14095; }","duration":"760.088557ms","start":"2026-03-18T14:28:09.685934Z","end":"2026-03-18T14:28:10.446022Z","steps":["trace[1533633140] 'agreement among raft nodes before linearized reading' (duration: 759.960224ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:10.44605Z","caller":"traceutil/trace.go:171","msg":"trace[910634740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14095; }","duration":"1.043214508s","start":"2026-03-18T14:28:09.402816Z","end":"2026-03-18T14:28:10.44603Z","steps":["trace[910634740] 'agreement among raft nodes before linearized reading' (duration: 1.043002862s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:10.44606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:09.401582Z","time spent":"1.044471981s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:28:10.446066Z","caller":"traceutil/trace.go:171","msg":"trace[506834798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14095; }","duration":"1.044895803s","start":"2026-03-18T14:28:09.401153Z","end":"2026-03-18T14:28:10.446049Z","steps":["trace[506834798] 'agreement among raft nodes before linearized reading' (duration: 1.044697507s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:10.446077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:09.412866Z","time spent":"1.033202835s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"warn","ts":"2026-03-18T14:28:10.446087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:09.402807Z","time spent":"1.043272019s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:28:10.446084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:09.685916Z","time spent":"760.15665ms","remote":"127.0.0.1:41058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:28:10.446087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:09.548507Z","time spent":"897.56048ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:28:10.446098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:09.401149Z","time spent":"1.044943685s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:28:10.446097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:09.172938Z","time spent":"1.273058696s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:28:10.445917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237790227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:28:10.446164Z","caller":"traceutil/trace.go:171","msg":"trace[1979583588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14095; }","duration":"1.238100114s","start":"2026-03-18T14:28:09.208042Z","end":"2026-03-18T14:28:10.446142Z","steps":["trace[1979583588] 'agreement among raft nodes before linearized reading' (duration: 1.237659282s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:10.446202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:09.208019Z","time spent":"1.238172226s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:28:11.123718Z","caller":"traceutil/trace.go:171","msg":"trace[404009748] linearizableReadLoop","detail":"{readStateIndex:14679; appliedIndex:14678; }","duration":"129.65887ms","start":"2026-03-18T14:28:10.994026Z","end":"2026-03-18T14:28:11.123685Z","steps":["trace[404009748] 'read index received' (duration: 109.684096ms)","trace[404009748] 'applied index is now lower than readState.Index' (duration: 19.972613ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:28:11.123803Z","caller":"traceutil/trace.go:171","msg":"trace[1165972171] transaction","detail":"{read_only:false; response_revision:14103; number_of_response:1; }","duration":"174.471121ms","start":"2026-03-18T14:28:10.949291Z","end":"2026-03-18T14:28:11.123763Z","steps":["trace[1165972171] 'process raft request' (duration: 154.511537ms)","trace[1165972171] 'compare' (duration: 19.654125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:28:11.123907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.855057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:28:11.123975Z","caller":"traceutil/trace.go:171","msg":"trace[544283507] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:14103; }","duration":"129.973879ms","start":"2026-03-18T14:28:10.99398Z","end":"2026-03-18T14:28:11.123954Z","steps":["trace[544283507] 'agreement among raft nodes before linearized reading' (duration: 129.829316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:11.676239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.884545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:28:11.676458Z","caller":"traceutil/trace.go:171","msg":"trace[1949550528] transaction","detail":"{read_only:false; response_revision:14106; number_of_response:1; }","duration":"124.833849ms","start":"2026-03-18T14:28:11.551603Z","end":"2026-03-18T14:28:11.676437Z","steps":["trace[1949550528] 'process raft request' (duration: 124.742046ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:11.676486Z","caller":"traceutil/trace.go:171","msg":"trace[1967620898] transaction","detail":"{read_only:false; response_revision:14105; number_of_response:1; }","duration":"153.391817ms","start":"2026-03-18T14:28:11.523046Z","end":"2026-03-18T14:28:11.676437Z","steps":["trace[1967620898] 'process raft request' (duration: 11.236025ms)","trace[1967620898] 'compare' (duration: 141.610237ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:28:12.319422Z","caller":"traceutil/trace.go:171","msg":"trace[1511287419] transaction","detail":"{read_only:false; response_revision:14108; number_of_response:1; }","duration":"131.876442ms","start":"2026-03-18T14:28:12.187145Z","end":"2026-03-18T14:28:12.319021Z","steps":["trace[1511287419] 'process raft request' (duration: 99.613643ms)","trace[1511287419] 'compare' (duration: 32.121674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:28:14.072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476706875,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:28:14.177613Z","caller":"traceutil/trace.go:171","msg":"trace[172813467] transaction","detail":"{read_only:false; response_revision:14118; number_of_response:1; }","duration":"982.860234ms","start":"2026-03-18T14:28:13.194726Z","end":"2026-03-18T14:28:14.177587Z","steps":["trace[172813467] 'process raft request' (duration: 982.707519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:14.177756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:13.194711Z","time spent":"982.983088ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":782,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:28:14.199268Z","caller":"traceutil/trace.go:171","msg":"trace[555833082] linearizableReadLoop","detail":"{readStateIndex:14696; appliedIndex:14694; }","duration":"628.515515ms","start":"2026-03-18T14:28:13.570696Z","end":"2026-03-18T14:28:14.199212Z","steps":["trace[555833082] 'read index received' (duration: 606.872796ms)","trace[555833082] 'applied index is now lower than readState.Index' (duration: 21.639469ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:28:14.199306Z","caller":"traceutil/trace.go:171","msg":"trace[1021919700] transaction","detail":"{read_only:false; response_revision:14119; number_of_response:1; }","duration":"996.230238ms","start":"2026-03-18T14:28:13.203043Z","end":"2026-03-18T14:28:14.199273Z","steps":["trace[1021919700] 'process raft request' (duration: 995.954611ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:14.199401Z","caller":"traceutil/trace.go:171","msg":"trace[1092450594] transaction","detail":"{read_only:false; response_revision:14120; number_of_response:1; }","duration":"517.621925ms","start":"2026-03-18T14:28:13.681768Z","end":"2026-03-18T14:28:14.19939Z","steps":["trace[1092450594] 'process raft request' (duration: 517.391318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:14.199461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:13.203016Z","time spent":"996.359692ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12365,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:28:14.199509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:13.68174Z","time spent":"517.695347ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:28:14.199668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.969077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:28:14.199699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.88392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:28:14.199708Z","caller":"traceutil/trace.go:171","msg":"trace[777702027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14120; }","duration":"629.038189ms","start":"2026-03-18T14:28:13.570658Z","end":"2026-03-18T14:28:14.199697Z","steps":["trace[777702027] 'agreement among raft nodes before linearized reading' (duration: 628.959857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:14.199702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.371093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T14:28:14.199742Z","caller":"traceutil/trace.go:171","msg":"trace[849361519] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:14120; }","duration":"377.974503ms","start":"2026-03-18T14:28:13.821757Z","end":"2026-03-18T14:28:14.199731Z","steps":["trace[849361519] 'agreement among raft nodes before linearized reading' (duration: 377.89954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:14.199751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:13.570641Z","time spent":"629.103991ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:28:14.199782Z","caller":"traceutil/trace.go:171","msg":"trace[1672048156] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14120; }","duration":"436.479415ms","start":"2026-03-18T14:28:13.763288Z","end":"2026-03-18T14:28:14.199767Z","steps":["trace[1672048156] 'agreement among raft nodes before linearized reading' (duration: 436.285811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:14.199855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:13.763269Z","time spent":"436.575549ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:28:14.199784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:13.821737Z","time spent":"378.035795ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:28:14.695976Z","caller":"traceutil/trace.go:171","msg":"trace[736577792] linearizableReadLoop","detail":"{readStateIndex:14701; appliedIndex:14699; }","duration":"134.981366ms","start":"2026-03-18T14:28:14.560971Z","end":"2026-03-18T14:28:14.695952Z","steps":["trace[736577792] 'read index received' (duration: 134.76218ms)","trace[736577792] 'applied index is now lower than readState.Index' (duration: 218.366µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:28:14.696017Z","caller":"traceutil/trace.go:171","msg":"trace[103757072] transaction","detail":"{read_only:false; response_revision:14124; number_of_response:1; }","duration":"140.283041ms","start":"2026-03-18T14:28:14.555687Z","end":"2026-03-18T14:28:14.69597Z","steps":["trace[103757072] 'process raft request' (duration: 140.071645ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:14.69604Z","caller":"traceutil/trace.go:171","msg":"trace[495420929] transaction","detail":"{read_only:false; response_revision:14125; number_of_response:1; }","duration":"140.311231ms","start":"2026-03-18T14:28:14.555699Z","end":"2026-03-18T14:28:14.69601Z","steps":["trace[495420929] 'process raft request' (duration: 140.208728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:14.696218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.224363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:28:14.69627Z","caller":"traceutil/trace.go:171","msg":"trace[1126950007] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:14125; }","duration":"135.318646ms","start":"2026-03-18T14:28:14.560942Z","end":"2026-03-18T14:28:14.69626Z","steps":["trace[1126950007] 'agreement among raft nodes before linearized reading' (duration: 135.10848ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:36.563848Z","caller":"traceutil/trace.go:171","msg":"trace[537091705] transaction","detail":"{read_only:false; response_revision:14413; number_of_response:1; }","duration":"286.090081ms","start":"2026-03-18T14:28:36.277721Z","end":"2026-03-18T14:28:36.563811Z","steps":["trace[537091705] 'process raft request' (duration: 285.760592ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:36.673143Z","caller":"traceutil/trace.go:171","msg":"trace[569996227] transaction","detail":"{read_only:false; response_revision:14414; number_of_response:1; }","duration":"100.512018ms","start":"2026-03-18T14:28:36.572598Z","end":"2026-03-18T14:28:36.67311Z","steps":["trace[569996227] 'process raft request' (duration: 61.078444ms)","trace[569996227] 'compare' (duration: 39.002142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:28:37.412695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476707743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:28:37.912903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476707743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:28:38.114679Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.22142916s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:28:38.826305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017237461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:28:38.826408Z","caller":"traceutil/trace.go:171","msg":"trace[1600636226] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14417; }","duration":"2.017480276s","start":"2026-03-18T14:28:36.808903Z","end":"2026-03-18T14:28:38.826384Z","steps":["trace[1600636226] 'range keys from in-memory index tree' (duration: 2.017039825s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:38.82646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:36.808882Z","time spent":"2.01756388s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:28:38.826882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017448326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:28:38.826946Z","caller":"traceutil/trace.go:171","msg":"trace[1043961887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14417; }","duration":"2.017534269s","start":"2026-03-18T14:28:36.809392Z","end":"2026-03-18T14:28:38.826927Z","steps":["trace[1043961887] 'range keys from in-memory index tree' (duration: 2.017320543s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:38.82699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:36.809382Z","time spent":"2.01759695s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:28:38.827196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966597501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T14:28:38.827282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970728073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:28:38.827304Z","caller":"traceutil/trace.go:171","msg":"trace[2098162738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14417; }","duration":"1.966786157s","start":"2026-03-18T14:28:36.860489Z","end":"2026-03-18T14:28:38.827275Z","steps":["trace[2098162738] 'range keys from in-memory index tree' (duration: 1.966364006s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:38.827341Z","caller":"traceutil/trace.go:171","msg":"trace[1499732544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14417; }","duration":"1.970830267s","start":"2026-03-18T14:28:36.856492Z","end":"2026-03-18T14:28:38.827323Z","steps":["trace[1499732544] 'range keys from in-memory index tree' (duration: 1.970618951s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:38.827365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:36.860462Z","time spent":"1.96688772s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:28:38.827375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:36.856481Z","time spent":"1.970885489s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:28:38.827383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.361457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:28:38.827487Z","caller":"traceutil/trace.go:171","msg":"trace[26457356] transaction","detail":"{read_only:false; response_revision:14418; number_of_response:1; }","duration":"1.934319392s","start":"2026-03-18T14:28:36.893149Z","end":"2026-03-18T14:28:38.827468Z","steps":["trace[26457356] 'process raft request' (duration: 1.22179372s)","trace[26457356] 'compare' (duration: 711.876334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:28:38.827532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:36.893129Z","time spent":"1.934381814s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:28:38.895612Z","caller":"traceutil/trace.go:171","msg":"trace[406462833] linearizableReadLoop","detail":"{readStateIndex:15009; appliedIndex:15007; }","duration":"1.983634165s","start":"2026-03-18T14:28:36.911961Z","end":"2026-03-18T14:28:38.895596Z","steps":["trace[406462833] 'read index received' (duration: 1.202918046s)","trace[406462833] 'applied index is now lower than readState.Index' (duration: 780.715389ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:28:38.895727Z","caller":"traceutil/trace.go:171","msg":"trace[1451488341] transaction","detail":"{read_only:false; response_revision:14419; number_of_response:1; }","duration":"1.38374493s","start":"2026-03-18T14:28:37.511952Z","end":"2026-03-18T14:28:38.895697Z","steps":["trace[1451488341] 'process raft request' (duration: 1.383549055s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:38.895789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98381356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:28:38.895823Z","caller":"traceutil/trace.go:171","msg":"trace[2065538097] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:14419; }","duration":"1.983918193s","start":"2026-03-18T14:28:36.911894Z","end":"2026-03-18T14:28:38.895812Z","steps":["trace[2065538097] 'agreement among raft nodes before linearized reading' (duration: 1.983790629s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:38.895852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:36.911881Z","time spent":"1.983963314s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"warn","ts":"2026-03-18T14:28:38.895878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:37.511913Z","time spent":"1.383879714s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:28:39.228894Z","caller":"traceutil/trace.go:171","msg":"trace[150412084] transaction","detail":"{read_only:false; response_revision:14420; number_of_response:1; }","duration":"660.129806ms","start":"2026-03-18T14:28:38.568727Z","end":"2026-03-18T14:28:39.228857Z","steps":["trace[150412084] 'process raft request' (duration: 659.88764ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:39.228923Z","caller":"traceutil/trace.go:171","msg":"trace[1621341887] transaction","detail":"{read_only:false; response_revision:14421; number_of_response:1; }","duration":"549.883424ms","start":"2026-03-18T14:28:38.678999Z","end":"2026-03-18T14:28:39.228882Z","steps":["trace[1621341887] 'process raft request' (duration: 549.7486ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:39.228975Z","caller":"traceutil/trace.go:171","msg":"trace[496123459] linearizableReadLoop","detail":"{readStateIndex:15016; appliedIndex:15009; }","duration":"333.282816ms","start":"2026-03-18T14:28:38.895667Z","end":"2026-03-18T14:28:39.22895Z","steps":["trace[496123459] 'read index received' (duration: 332.860834ms)","trace[496123459] 'applied index is now lower than readState.Index' (duration: 421.162µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:28:39.228971Z","caller":"traceutil/trace.go:171","msg":"trace[1720292546] transaction","detail":"{read_only:false; response_revision:14422; number_of_response:1; }","duration":"549.75518ms","start":"2026-03-18T14:28:38.67917Z","end":"2026-03-18T14:28:39.228925Z","steps":["trace[1720292546] 'process raft request' (duration: 549.619586ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:39.229018Z","caller":"traceutil/trace.go:171","msg":"trace[693377725] transaction","detail":"{read_only:false; response_revision:14423; number_of_response:1; }","duration":"397.349519ms","start":"2026-03-18T14:28:38.831622Z","end":"2026-03-18T14:28:39.228972Z","steps":["trace[693377725] 'process raft request' (duration: 397.200566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:39.229083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:38.568699Z","time spent":"660.28307ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:28:39.229126Z","caller":"traceutil/trace.go:171","msg":"trace[1556104931] transaction","detail":"{read_only:false; response_revision:14425; number_of_response:1; }","duration":"397.01813ms","start":"2026-03-18T14:28:38.832074Z","end":"2026-03-18T14:28:39.229093Z","steps":["trace[1556104931] 'process raft request' (duration: 396.816185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:39.229152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:38.67914Z","time spent":"549.925105ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:28:39.229139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:38.678973Z","time spent":"550.053029ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:28:39.229186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:38.831603Z","time spent":"397.497285ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:28:39.22919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.311676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:28:39.229235Z","caller":"traceutil/trace.go:171","msg":"trace[1957593931] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:14426; }","duration":"947.410829ms","start":"2026-03-18T14:28:38.281809Z","end":"2026-03-18T14:28:39.22922Z","steps":["trace[1957593931] 'agreement among raft nodes before linearized reading' (duration: 947.259105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:39.229229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.165298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T14:28:39.22925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:38.832064Z","time spent":"397.128394ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:28:39.22928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:38.281783Z","time spent":"947.486741ms","remote":"127.0.0.1:49978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:28:39.229293Z","caller":"traceutil/trace.go:171","msg":"trace[466672900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14426; }","duration":"490.2321ms","start":"2026-03-18T14:28:38.739042Z","end":"2026-03-18T14:28:39.229274Z","steps":["trace[466672900] 'agreement among raft nodes before linearized reading' (duration: 489.981013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:39.22928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658473862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:28:39.229319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.601576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:28:39.229335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:38.738997Z","time spent":"490.328472ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:28:39.22932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958553703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a5e1fc9-ce03-48d0-8bdf-734ea11e4d32\" ","response":"range_response_count:1 size:3753"} {"level":"info","ts":"2026-03-18T14:28:39.22937Z","caller":"traceutil/trace.go:171","msg":"trace[1783731592] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:14426; }","duration":"419.692068ms","start":"2026-03-18T14:28:38.809664Z","end":"2026-03-18T14:28:39.229356Z","steps":["trace[1783731592] 'agreement among raft nodes before linearized reading' (duration: 419.608756ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:39.229369Z","caller":"traceutil/trace.go:171","msg":"trace[1060659237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14426; }","duration":"1.658615015s","start":"2026-03-18T14:28:37.570732Z","end":"2026-03-18T14:28:39.229347Z","steps":["trace[1060659237] 'agreement among raft nodes before linearized reading' (duration: 1.65845051s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:39.229402Z","caller":"traceutil/trace.go:171","msg":"trace[1521828321] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6a5e1fc9-ce03-48d0-8bdf-734ea11e4d32; range_end:; response_count:1; response_revision:14426; }","duration":"1.958686906s","start":"2026-03-18T14:28:37.270696Z","end":"2026-03-18T14:28:39.229383Z","steps":["trace[1521828321] 'agreement among raft nodes before linearized reading' (duration: 1.958440469s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:39.229415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326470101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:28:39.22942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:37.570683Z","time spent":"1.658727938s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:28:39.229434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.974566749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-03-18T14:28:39.229454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704758272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rccjs\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-03-18T14:28:39.229466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:37.270675Z","time spent":"1.95877655s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3777,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a5e1fc9-ce03-48d0-8bdf-734ea11e4d32\" "} {"level":"info","ts":"2026-03-18T14:28:39.229466Z","caller":"traceutil/trace.go:171","msg":"trace[822274372] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:14426; }","duration":"1.326556884s","start":"2026-03-18T14:28:37.902892Z","end":"2026-03-18T14:28:39.229448Z","steps":["trace[822274372] 'agreement among raft nodes before linearized reading' (duration: 1.326472171s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:39.229489Z","caller":"traceutil/trace.go:171","msg":"trace[1814983668] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rccjs; range_end:; response_count:1; response_revision:14426; }","duration":"1.704821893s","start":"2026-03-18T14:28:37.524658Z","end":"2026-03-18T14:28:39.22948Z","steps":["trace[1814983668] 'agreement among raft nodes before linearized reading' (duration: 1.704676529s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:39.229511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:37.524636Z","time spent":"1.704870664s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rccjs\" "} {"level":"warn","ts":"2026-03-18T14:28:39.229415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:38.809641Z","time spent":"419.764691ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:28:39.229486Z","caller":"traceutil/trace.go:171","msg":"trace[1187630467] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:14426; }","duration":"1.974652451s","start":"2026-03-18T14:28:37.254817Z","end":"2026-03-18T14:28:39.22947Z","steps":["trace[1187630467] 'agreement among raft nodes before linearized reading' (duration: 1.974501626s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:39.229517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:37.90287Z","time spent":"1.326633395s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:28:39.229569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:37.254797Z","time spent":"1.974749314s","remote":"127.0.0.1:49898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"info","ts":"2026-03-18T14:28:39.229313Z","caller":"traceutil/trace.go:171","msg":"trace[1462405736] transaction","detail":"{read_only:false; response_revision:14424; number_of_response:1; }","duration":"397.35685ms","start":"2026-03-18T14:28:38.831949Z","end":"2026-03-18T14:28:39.229306Z","steps":["trace[1462405736] 'process raft request' (duration: 396.910058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:39.229757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:38.831925Z","time spent":"397.776212ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:28:39.229644Z","caller":"traceutil/trace.go:171","msg":"trace[1522494325] transaction","detail":"{read_only:false; response_revision:14426; number_of_response:1; }","duration":"397.267688ms","start":"2026-03-18T14:28:38.83236Z","end":"2026-03-18T14:28:39.229627Z","steps":["trace[1522494325] 'process raft request' (duration: 396.558529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:39.2299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.837512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:626410"} {"level":"info","ts":"2026-03-18T14:28:39.229943Z","caller":"traceutil/trace.go:171","msg":"trace[7614823] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14426; }","duration":"329.920904ms","start":"2026-03-18T14:28:38.90001Z","end":"2026-03-18T14:28:39.229931Z","steps":["trace[7614823] 'agreement among raft nodes before linearized reading' (duration: 329.259676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:39.229988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:38.899991Z","time spent":"329.987105ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":626434,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T14:28:39.229988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:28:38.83235Z","time spent":"397.549066ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:28:45.844177Z","caller":"traceutil/trace.go:171","msg":"trace[2088435812] transaction","detail":"{read_only:false; response_revision:14478; number_of_response:1; }","duration":"180.565477ms","start":"2026-03-18T14:28:45.663582Z","end":"2026-03-18T14:28:45.844148Z","steps":["trace[2088435812] 'process raft request' (duration: 180.381202ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:45.844629Z","caller":"traceutil/trace.go:171","msg":"trace[1122287719] transaction","detail":"{read_only:false; response_revision:14479; number_of_response:1; }","duration":"181.004268ms","start":"2026-03-18T14:28:45.66358Z","end":"2026-03-18T14:28:45.844584Z","steps":["trace[1122287719] 'process raft request' (duration: 180.530656ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:45.844655Z","caller":"traceutil/trace.go:171","msg":"trace[40959910] linearizableReadLoop","detail":"{readStateIndex:15073; appliedIndex:15069; }","duration":"179.035005ms","start":"2026-03-18T14:28:45.665607Z","end":"2026-03-18T14:28:45.844642Z","steps":["trace[40959910] 'read index received' (duration: 29.305969ms)","trace[40959910] 'applied index is now lower than readState.Index' (duration: 149.727976ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:28:45.844844Z","caller":"traceutil/trace.go:171","msg":"trace[1196264030] transaction","detail":"{read_only:false; response_revision:14480; number_of_response:1; }","duration":"180.795592ms","start":"2026-03-18T14:28:45.664012Z","end":"2026-03-18T14:28:45.844808Z","steps":["trace[1196264030] 'process raft request' (duration: 180.32473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:45.84489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.440599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:28:45.844912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.292042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6a5e1fc9-ce03-48d0-8bdf-734ea11e4d32\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-03-18T14:28:45.844945Z","caller":"traceutil/trace.go:171","msg":"trace[1448325025] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:14480; }","duration":"142.556943ms","start":"2026-03-18T14:28:45.702373Z","end":"2026-03-18T14:28:45.844929Z","steps":["trace[1448325025] 'agreement among raft nodes before linearized reading' (duration: 142.46431ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:45.844951Z","caller":"traceutil/trace.go:171","msg":"trace[1341086562] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6a5e1fc9-ce03-48d0-8bdf-734ea11e4d32; range_end:; response_count:1; response_revision:14480; }","duration":"179.348885ms","start":"2026-03-18T14:28:45.66559Z","end":"2026-03-18T14:28:45.844939Z","steps":["trace[1341086562] 'agreement among raft nodes before linearized reading' (duration: 179.090507ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:46.86414Z","caller":"traceutil/trace.go:171","msg":"trace[1728376122] linearizableReadLoop","detail":"{readStateIndex:15076; appliedIndex:15075; }","duration":"199.982096ms","start":"2026-03-18T14:28:46.664131Z","end":"2026-03-18T14:28:46.864113Z","steps":["trace[1728376122] 'read index received' (duration: 199.790341ms)","trace[1728376122] 'applied index is now lower than readState.Index' (duration: 190.595µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:28:46.864356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.213042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-03-18T14:28:46.864415Z","caller":"traceutil/trace.go:171","msg":"trace[1732879536] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:14483; }","duration":"200.328305ms","start":"2026-03-18T14:28:46.664072Z","end":"2026-03-18T14:28:46.864401Z","steps":["trace[1732879536] 'agreement among raft nodes before linearized reading' (duration: 200.1379ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:46.864505Z","caller":"traceutil/trace.go:171","msg":"trace[1743918481] transaction","detail":"{read_only:false; response_revision:14483; number_of_response:1; }","duration":"234.863856ms","start":"2026-03-18T14:28:46.629623Z","end":"2026-03-18T14:28:46.864487Z","steps":["trace[1743918481] 'process raft request' (duration: 234.312171ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:47.542729Z","caller":"traceutil/trace.go:171","msg":"trace[837147334] transaction","detail":"{read_only:false; response_revision:14490; number_of_response:1; }","duration":"107.527757ms","start":"2026-03-18T14:28:47.435165Z","end":"2026-03-18T14:28:47.542692Z","steps":["trace[837147334] 'process raft request' (duration: 103.135818ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:47.543553Z","caller":"traceutil/trace.go:171","msg":"trace[708188580] linearizableReadLoop","detail":"{readStateIndex:15086; appliedIndex:15082; }","duration":"101.212696ms","start":"2026-03-18T14:28:47.442315Z","end":"2026-03-18T14:28:47.543527Z","steps":["trace[708188580] 'read index received' (duration: 96.075946ms)","trace[708188580] 'applied index is now lower than readState.Index' (duration: 5.13247ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:28:47.543701Z","caller":"traceutil/trace.go:171","msg":"trace[2141658660] transaction","detail":"{read_only:false; response_revision:14492; number_of_response:1; }","duration":"107.339912ms","start":"2026-03-18T14:28:47.436348Z","end":"2026-03-18T14:28:47.543688Z","steps":["trace[2141658660] 'process raft request' (duration: 107.094926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:28:47.543842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.512894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:28:47.543898Z","caller":"traceutil/trace.go:171","msg":"trace[1989934054] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:14493; }","duration":"101.636818ms","start":"2026-03-18T14:28:47.442248Z","end":"2026-03-18T14:28:47.543884Z","steps":["trace[1989934054] 'agreement among raft nodes before linearized reading' (duration: 101.435892ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:47.543902Z","caller":"traceutil/trace.go:171","msg":"trace[1403410234] transaction","detail":"{read_only:false; response_revision:14493; number_of_response:1; }","duration":"106.639434ms","start":"2026-03-18T14:28:47.437239Z","end":"2026-03-18T14:28:47.543879Z","steps":["trace[1403410234] 'process raft request' (duration: 106.248244ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:28:47.543605Z","caller":"traceutil/trace.go:171","msg":"trace[2000777925] transaction","detail":"{read_only:false; response_revision:14491; number_of_response:1; }","duration":"107.876407ms","start":"2026-03-18T14:28:47.435705Z","end":"2026-03-18T14:28:47.543582Z","steps":["trace[2000777925] 'process raft request' (duration: 107.628431ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:17.974454Z","caller":"traceutil/trace.go:171","msg":"trace[1595329703] transaction","detail":"{read_only:false; response_revision:14939; number_of_response:1; }","duration":"153.650784ms","start":"2026-03-18T14:29:17.820777Z","end":"2026-03-18T14:29:17.974428Z","steps":["trace[1595329703] 'process raft request' (duration: 73.874072ms)","trace[1595329703] 'compare' (duration: 79.467004ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:29:17.974444Z","caller":"traceutil/trace.go:171","msg":"trace[312326328] linearizableReadLoop","detail":"{readStateIndex:15543; appliedIndex:15541; }","duration":"144.777862ms","start":"2026-03-18T14:29:17.829636Z","end":"2026-03-18T14:29:17.974414Z","steps":["trace[312326328] 'read index received' (duration: 15.294137ms)","trace[312326328] 'applied index is now lower than readState.Index' (duration: 129.482025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:29:17.974755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.103132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rccjs\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-03-18T14:29:17.974847Z","caller":"traceutil/trace.go:171","msg":"trace[708376012] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rccjs; range_end:; response_count:1; response_revision:14939; }","duration":"145.254056ms","start":"2026-03-18T14:29:17.829581Z","end":"2026-03-18T14:29:17.974835Z","steps":["trace[708376012] 'agreement among raft nodes before linearized reading' (duration: 144.891915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:17.975152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.460381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:29:17.975201Z","caller":"traceutil/trace.go:171","msg":"trace[97518095] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:14939; }","duration":"145.761319ms","start":"2026-03-18T14:29:17.829428Z","end":"2026-03-18T14:29:17.975189Z","steps":["trace[97518095] 'agreement among raft nodes before linearized reading' (duration: 145.626856ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:18.184061Z","caller":"traceutil/trace.go:171","msg":"trace[788596899] transaction","detail":"{read_only:false; response_revision:14940; number_of_response:1; }","duration":"138.734087ms","start":"2026-03-18T14:29:18.045274Z","end":"2026-03-18T14:29:18.184008Z","steps":["trace[788596899] 'process raft request' (duration: 138.476091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:18.403186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.297365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:29:18.403336Z","caller":"traceutil/trace.go:171","msg":"trace[2023286743] transaction","detail":"{read_only:false; response_revision:14941; number_of_response:1; }","duration":"213.459153ms","start":"2026-03-18T14:29:18.189848Z","end":"2026-03-18T14:29:18.403307Z","steps":["trace[2023286743] 'process raft request' (duration: 81.893781ms)","trace[2023286743] 'compare' (duration: 131.167762ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:29:18.405956Z","caller":"traceutil/trace.go:171","msg":"trace[237613870] transaction","detail":"{read_only:false; response_revision:14942; number_of_response:1; }","duration":"214.214973ms","start":"2026-03-18T14:29:18.191715Z","end":"2026-03-18T14:29:18.40593Z","steps":["trace[237613870] 'process raft request' (duration: 213.909224ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:18.406152Z","caller":"traceutil/trace.go:171","msg":"trace[1997889997] transaction","detail":"{read_only:false; response_revision:14943; number_of_response:1; }","duration":"203.908803ms","start":"2026-03-18T14:29:18.20223Z","end":"2026-03-18T14:29:18.406139Z","steps":["trace[1997889997] 'process raft request' (duration: 203.565282ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:18.406116Z","caller":"traceutil/trace.go:171","msg":"trace[1398056978] linearizableReadLoop","detail":"{readStateIndex:15547; appliedIndex:15544; }","duration":"190.506958ms","start":"2026-03-18T14:29:18.215577Z","end":"2026-03-18T14:29:18.406084Z","steps":["trace[1398056978] 'read index received' (duration: 56.304203ms)","trace[1398056978] 'applied index is now lower than readState.Index' (duration: 134.200794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:29:18.406286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.691743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:29:18.406341Z","caller":"traceutil/trace.go:171","msg":"trace[2127013737] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14943; }","duration":"190.795855ms","start":"2026-03-18T14:29:18.215534Z","end":"2026-03-18T14:29:18.40633Z","steps":["trace[2127013737] 'agreement among raft nodes before linearized reading' (duration: 190.644281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:18.406531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.59842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:29:18.40653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.59684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-18T14:29:18.406594Z","caller":"traceutil/trace.go:171","msg":"trace[978638180] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14943; }","duration":"190.672832ms","start":"2026-03-18T14:29:18.215907Z","end":"2026-03-18T14:29:18.40658Z","steps":["trace[978638180] 'agreement among raft nodes before linearized reading' (duration: 190.449426ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:18.406609Z","caller":"traceutil/trace.go:171","msg":"trace[998219711] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14943; }","duration":"190.725944ms","start":"2026-03-18T14:29:18.215864Z","end":"2026-03-18T14:29:18.40659Z","steps":["trace[998219711] 'agreement among raft nodes before linearized reading' (duration: 190.476187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:19.906866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:19.596809Z","time spent":"310.050463ms","remote":"127.0.0.1:58330","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T14:29:19.907983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.240884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:29:19.908379Z","caller":"traceutil/trace.go:171","msg":"trace[652391092] linearizableReadLoop","detail":"{readStateIndex:15551; appliedIndex:15549; }","duration":"389.651001ms","start":"2026-03-18T14:29:19.518712Z","end":"2026-03-18T14:29:19.908363Z","steps":["trace[652391092] 'read index received' (duration: 62.826021ms)","trace[652391092] 'applied index is now lower than readState.Index' (duration: 326.82409ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:29:19.908385Z","caller":"traceutil/trace.go:171","msg":"trace[2082744409] transaction","detail":"{read_only:false; response_revision:14946; number_of_response:1; }","duration":"390.985076ms","start":"2026-03-18T14:29:19.517364Z","end":"2026-03-18T14:29:19.908349Z","steps":["trace[2082744409] 'process raft request' (duration: 64.165207ms)","trace[2082744409] 'compare' (duration: 325.3736ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:29:19.908455Z","caller":"traceutil/trace.go:171","msg":"trace[167175948] transaction","detail":"{read_only:false; response_revision:14947; number_of_response:1; }","duration":"391.080719ms","start":"2026-03-18T14:29:19.517365Z","end":"2026-03-18T14:29:19.908446Z","steps":["trace[167175948] 'process raft request' (duration: 390.909425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:19.908512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:19.517342Z","time spent":"391.139001ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:29:19.908574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:19.51734Z","time spent":"391.136011ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:29:19.908845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.106223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:29:19.909021Z","caller":"traceutil/trace.go:171","msg":"trace[1346856409] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:0; response_revision:14947; }","duration":"390.328259ms","start":"2026-03-18T14:29:19.51867Z","end":"2026-03-18T14:29:19.908998Z","steps":["trace[1346856409] 'agreement among raft nodes before linearized reading' (duration: 389.850686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:19.909178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:19.518651Z","time spent":"390.512744ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:29:19.911821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.876679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-18T14:29:19.911948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.284226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:29:19.911965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.379495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-18T14:29:19.912Z","caller":"traceutil/trace.go:171","msg":"trace[2137271789] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14948; }","duration":"393.081733ms","start":"2026-03-18T14:29:19.518906Z","end":"2026-03-18T14:29:19.911988Z","steps":["trace[2137271789] 'agreement among raft nodes before linearized reading' (duration: 392.770745ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:19.912016Z","caller":"traceutil/trace.go:171","msg":"trace[216889117] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:14948; }","duration":"315.406048ms","start":"2026-03-18T14:29:19.596593Z","end":"2026-03-18T14:29:19.911999Z","steps":["trace[216889117] 'agreement among raft nodes before linearized reading' (duration: 315.219674ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:19.912023Z","caller":"traceutil/trace.go:171","msg":"trace[534593122] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14948; }","duration":"392.473207ms","start":"2026-03-18T14:29:19.519533Z","end":"2026-03-18T14:29:19.912006Z","steps":["trace[534593122] 'agreement among raft nodes before linearized reading' (duration: 392.293772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:19.912035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:19.518897Z","time spent":"393.129446ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-18T14:29:19.911992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.715385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:29:19.912052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:19.596517Z","time spent":"315.526512ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":110,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:29:19.912053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:19.519525Z","time spent":"392.522618ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-18T14:29:19.911898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.944935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:29:19.912112Z","caller":"traceutil/trace.go:171","msg":"trace[1070935463] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14948; }","duration":"392.852418ms","start":"2026-03-18T14:29:19.519221Z","end":"2026-03-18T14:29:19.912073Z","steps":["trace[1070935463] 'agreement among raft nodes before linearized reading' (duration: 392.641902ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:19.911921Z","caller":"traceutil/trace.go:171","msg":"trace[602044854] transaction","detail":"{read_only:false; response_revision:14948; number_of_response:1; }","duration":"391.322446ms","start":"2026-03-18T14:29:19.520567Z","end":"2026-03-18T14:29:19.911889Z","steps":["trace[602044854] 'process raft request' (duration: 391.004977ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:19.912137Z","caller":"traceutil/trace.go:171","msg":"trace[1639380756] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14948; }","duration":"391.222803ms","start":"2026-03-18T14:29:19.520889Z","end":"2026-03-18T14:29:19.912112Z","steps":["trace[1639380756] 'agreement among raft nodes before linearized reading' (duration: 390.970426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:19.911914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.768648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-18T14:29:19.912221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:19.520859Z","time spent":"391.344417ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:29:19.91225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:19.520553Z","time spent":"391.605803ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:29:19.912241Z","caller":"traceutil/trace.go:171","msg":"trace[424429184] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14948; }","duration":"367.155337ms","start":"2026-03-18T14:29:19.545056Z","end":"2026-03-18T14:29:19.912211Z","steps":["trace[424429184] 'agreement among raft nodes before linearized reading' (duration: 366.665974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:19.912326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:19.545029Z","time spent":"367.286181ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T14:29:19.912156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:19.519213Z","time spent":"392.93509ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-18T14:29:19.912466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.919086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:29:19.912532Z","caller":"traceutil/trace.go:171","msg":"trace[1033653924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14948; }","duration":"102.031448ms","start":"2026-03-18T14:29:19.810483Z","end":"2026-03-18T14:29:19.912514Z","steps":["trace[1033653924] 'agreement among raft nodes before linearized reading' (duration: 101.878784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:19.912572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.985496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22017"} {"level":"warn","ts":"2026-03-18T14:29:19.912628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.041973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:29:19.912983Z","caller":"traceutil/trace.go:171","msg":"trace[692038460] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14948; }","duration":"364.460825ms","start":"2026-03-18T14:29:19.5485Z","end":"2026-03-18T14:29:19.912961Z","steps":["trace[692038460] 'agreement among raft nodes before linearized reading' (duration: 363.963892ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:19.912641Z","caller":"traceutil/trace.go:171","msg":"trace[1241149159] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:14948; }","duration":"341.076978ms","start":"2026-03-18T14:29:19.57154Z","end":"2026-03-18T14:29:19.912617Z","steps":["trace[1241149159] 'agreement among raft nodes before linearized reading' (duration: 340.222024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:19.913037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:19.548474Z","time spent":"364.551527ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:29:19.913055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:19.571522Z","time spent":"341.515569ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" "} {"level":"warn","ts":"2026-03-18T14:29:19.91276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.023185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-18T14:29:19.913708Z","caller":"traceutil/trace.go:171","msg":"trace[1105105133] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:14948; }","duration":"334.761147ms","start":"2026-03-18T14:29:19.578695Z","end":"2026-03-18T14:29:19.913456Z","steps":["trace[1105105133] 'agreement among raft nodes before linearized reading' (duration: 333.002469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:19.913775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:19.578685Z","time spent":"335.072585ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" "} {"level":"info","ts":"2026-03-18T14:29:29.875742Z","caller":"traceutil/trace.go:171","msg":"trace[978636541] linearizableReadLoop","detail":"{readStateIndex:15623; appliedIndex:15622; }","duration":"330.445198ms","start":"2026-03-18T14:29:29.545272Z","end":"2026-03-18T14:29:29.875718Z","steps":["trace[978636541] 'read index received' (duration: 330.282654ms)","trace[978636541] 'applied index is now lower than readState.Index' (duration: 161.644µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:29:29.875866Z","caller":"traceutil/trace.go:171","msg":"trace[1358961038] transaction","detail":"{read_only:false; response_revision:15017; number_of_response:1; }","duration":"388.999612ms","start":"2026-03-18T14:29:29.486829Z","end":"2026-03-18T14:29:29.875829Z","steps":["trace[1358961038] 'process raft request' (duration: 388.739486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:29.875944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.640854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:29:29.876031Z","caller":"traceutil/trace.go:171","msg":"trace[2084554234] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:15017; }","duration":"330.789856ms","start":"2026-03-18T14:29:29.545221Z","end":"2026-03-18T14:29:29.876011Z","steps":["trace[2084554234] 'agreement among raft nodes before linearized reading' (duration: 330.632363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:29.876033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:29.486799Z","time spent":"389.150267ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:29:29.876077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:29.545195Z","time spent":"330.87003ms","remote":"127.0.0.1:35972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:29:30.461737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.104637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:29:30.461904Z","caller":"traceutil/trace.go:171","msg":"trace[1838480148] transaction","detail":"{read_only:false; response_revision:15018; number_of_response:1; }","duration":"517.750118ms","start":"2026-03-18T14:29:29.944124Z","end":"2026-03-18T14:29:30.461874Z","steps":["trace[1838480148] 'process raft request' (duration: 309.377314ms)","trace[1838480148] 'compare' (duration: 207.943562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:29:30.461993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:29.944101Z","time spent":"517.845681ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:29:30.464399Z","caller":"traceutil/trace.go:171","msg":"trace[1633667221] linearizableReadLoop","detail":"{readStateIndex:15625; appliedIndex:15623; }","duration":"489.793527ms","start":"2026-03-18T14:29:29.974559Z","end":"2026-03-18T14:29:30.464353Z","steps":["trace[1633667221] 'read index received' (duration: 278.954796ms)","trace[1633667221] 'applied index is now lower than readState.Index' (duration: 210.837311ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:29:30.464787Z","caller":"traceutil/trace.go:171","msg":"trace[1647691234] transaction","detail":"{read_only:false; response_revision:15019; number_of_response:1; }","duration":"518.17345ms","start":"2026-03-18T14:29:29.94659Z","end":"2026-03-18T14:29:30.464764Z","steps":["trace[1647691234] 'process raft request' (duration: 517.513812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:30.464886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:29.946571Z","time spent":"518.263443ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:29:30.464864Z","caller":"traceutil/trace.go:171","msg":"trace[593860990] transaction","detail":"{read_only:false; response_revision:15020; number_of_response:1; }","duration":"328.452674ms","start":"2026-03-18T14:29:30.136372Z","end":"2026-03-18T14:29:30.464825Z","steps":["trace[593860990] 'process raft request' (duration: 327.899318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:30.465055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:30.136347Z","time spent":"328.624128ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:29:30.46508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.477927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T14:29:30.465118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.262707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19039"} {"level":"info","ts":"2026-03-18T14:29:30.46515Z","caller":"traceutil/trace.go:171","msg":"trace[727815249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15020; }","duration":"468.59148ms","start":"2026-03-18T14:29:29.996541Z","end":"2026-03-18T14:29:30.465133Z","steps":["trace[727815249] 'agreement among raft nodes before linearized reading' (duration: 468.396576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:30.465183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:29.996528Z","time spent":"468.648812ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:29:30.465182Z","caller":"traceutil/trace.go:171","msg":"trace[1862279164] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:15020; }","duration":"394.365029ms","start":"2026-03-18T14:29:30.070801Z","end":"2026-03-18T14:29:30.465166Z","steps":["trace[1862279164] 'agreement among raft nodes before linearized reading' (duration: 394.182714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:30.465307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.188961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-18T14:29:30.465332Z","caller":"traceutil/trace.go:171","msg":"trace[1181893219] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:15020; }","duration":"406.239872ms","start":"2026-03-18T14:29:30.059086Z","end":"2026-03-18T14:29:30.465326Z","steps":["trace[1181893219] 'agreement among raft nodes before linearized reading' (duration: 406.169681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:30.465326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.818777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-18T14:29:30.465262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:30.070787Z","time spent":"394.42705ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19063,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-18T14:29:30.465378Z","caller":"traceutil/trace.go:171","msg":"trace[237068581] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15020; }","duration":"244.899168ms","start":"2026-03-18T14:29:30.220464Z","end":"2026-03-18T14:29:30.465363Z","steps":["trace[237068581] 'agreement among raft nodes before linearized reading' (duration: 244.730413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:30.465419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.852415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rccjs\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-03-18T14:29:30.465473Z","caller":"traceutil/trace.go:171","msg":"trace[1831370148] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rccjs; range_end:; response_count:1; response_revision:15020; }","duration":"382.905466ms","start":"2026-03-18T14:29:30.082552Z","end":"2026-03-18T14:29:30.465458Z","steps":["trace[1831370148] 'agreement among raft nodes before linearized reading' (duration: 382.773203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:30.465513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:30.082518Z","time spent":"382.984469ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rccjs\" "} {"level":"warn","ts":"2026-03-18T14:29:30.465564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.507369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-18T14:29:30.465584Z","caller":"traceutil/trace.go:171","msg":"trace[711267084] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:15020; }","duration":"406.55108ms","start":"2026-03-18T14:29:30.059028Z","end":"2026-03-18T14:29:30.465579Z","steps":["trace[711267084] 'agreement among raft nodes before linearized reading' (duration: 406.479598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:30.465348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:30.059068Z","time spent":"406.276482ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" "} {"level":"warn","ts":"2026-03-18T14:29:30.465601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:30.059011Z","time spent":"406.585702ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" "} {"level":"warn","ts":"2026-03-18T14:29:30.465689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.453505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T14:29:30.465702Z","caller":"traceutil/trace.go:171","msg":"trace[2100028888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15020; }","duration":"443.488806ms","start":"2026-03-18T14:29:30.02221Z","end":"2026-03-18T14:29:30.465698Z","steps":["trace[2100028888] 'agreement among raft nodes before linearized reading' (duration: 443.440055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:30.465717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:30.022196Z","time spent":"443.518557ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:29:30.465822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.283199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-18T14:29:30.465835Z","caller":"traceutil/trace.go:171","msg":"trace[2129025539] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15020; }","duration":"462.312629ms","start":"2026-03-18T14:29:30.003518Z","end":"2026-03-18T14:29:30.465831Z","steps":["trace[2129025539] 'agreement among raft nodes before linearized reading' (duration: 462.268378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:30.465847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:30.003506Z","time spent":"462.339ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:29:30.465855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.618908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:29:30.465896Z","caller":"traceutil/trace.go:171","msg":"trace[1142439178] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:15020; }","duration":"386.680319ms","start":"2026-03-18T14:29:30.079203Z","end":"2026-03-18T14:29:30.465884Z","steps":["trace[1142439178] 'agreement among raft nodes before linearized reading' (duration: 386.546975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:30.465924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:30.079193Z","time spent":"386.72437ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"warn","ts":"2026-03-18T14:29:30.465965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.090146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:29:30.466015Z","caller":"traceutil/trace.go:171","msg":"trace[1550818876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15020; }","duration":"468.164819ms","start":"2026-03-18T14:29:29.997836Z","end":"2026-03-18T14:29:30.466001Z","steps":["trace[1550818876] 'agreement among raft nodes before linearized reading' (duration: 468.053456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:30.466046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:29.997823Z","time spent":"468.216321ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:29:30.466071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.001322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:29:30.466092Z","caller":"traceutil/trace.go:171","msg":"trace[315477122] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15020; }","duration":"465.066803ms","start":"2026-03-18T14:29:30.00102Z","end":"2026-03-18T14:29:30.466087Z","steps":["trace[315477122] 'agreement among raft nodes before linearized reading' (duration: 465.033403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:30.466106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:30.000987Z","time spent":"465.115905ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:29:30.466101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.283861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:29:30.46615Z","caller":"traceutil/trace.go:171","msg":"trace[1131812597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15020; }","duration":"468.333083ms","start":"2026-03-18T14:29:29.997803Z","end":"2026-03-18T14:29:30.466136Z","steps":["trace[1131812597] 'agreement among raft nodes before linearized reading' (duration: 468.194379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:30.466203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.06694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-18T14:29:30.46623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:29.997778Z","time spent":"468.441687ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:29:30.466267Z","caller":"traceutil/trace.go:171","msg":"trace[245513] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15020; }","duration":"466.121424ms","start":"2026-03-18T14:29:30.000106Z","end":"2026-03-18T14:29:30.466227Z","steps":["trace[245513] 'agreement among raft nodes before linearized reading' (duration: 466.005811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:30.46631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:30.000094Z","time spent":"466.206865ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-18T14:29:30.466466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.423804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:29:30.46651Z","caller":"traceutil/trace.go:171","msg":"trace[227167346] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15020; }","duration":"491.991267ms","start":"2026-03-18T14:29:29.974507Z","end":"2026-03-18T14:29:30.466499Z","steps":["trace[227167346] 'agreement among raft nodes before linearized reading' (duration: 490.326802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:30.466529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:29.97449Z","time spent":"492.033047ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:29:36.612455Z","caller":"traceutil/trace.go:171","msg":"trace[137410808] linearizableReadLoop","detail":"{readStateIndex:15655; appliedIndex:15654; }","duration":"126.523016ms","start":"2026-03-18T14:29:36.4859Z","end":"2026-03-18T14:29:36.612424Z","steps":["trace[137410808] 'read index received' (duration: 126.269799ms)","trace[137410808] 'applied index is now lower than readState.Index' (duration: 252.417µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:29:36.612864Z","caller":"traceutil/trace.go:171","msg":"trace[814600448] transaction","detail":"{read_only:false; response_revision:15047; number_of_response:1; }","duration":"129.722872ms","start":"2026-03-18T14:29:36.483128Z","end":"2026-03-18T14:29:36.612851Z","steps":["trace[814600448] 'process raft request' (duration: 129.122605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:36.613159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.238455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-18T14:29:36.613211Z","caller":"traceutil/trace.go:171","msg":"trace[1532755852] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15047; }","duration":"127.327226ms","start":"2026-03-18T14:29:36.485866Z","end":"2026-03-18T14:29:36.613193Z","steps":["trace[1532755852] 'agreement among raft nodes before linearized reading' (duration: 127.173773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:36.613648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.034886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:29:36.613678Z","caller":"traceutil/trace.go:171","msg":"trace[1194925985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15048; }","duration":"110.087078ms","start":"2026-03-18T14:29:36.503585Z","end":"2026-03-18T14:29:36.613672Z","steps":["trace[1194925985] 'agreement among raft nodes before linearized reading' (duration: 109.986875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:36.613713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.540392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-18T14:29:36.613772Z","caller":"traceutil/trace.go:171","msg":"trace[2133521855] transaction","detail":"{read_only:false; response_revision:15048; number_of_response:1; }","duration":"127.676867ms","start":"2026-03-18T14:29:36.486087Z","end":"2026-03-18T14:29:36.613764Z","steps":["trace[2133521855] 'process raft request' (duration: 127.345947ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:36.613798Z","caller":"traceutil/trace.go:171","msg":"trace[301571760] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15048; }","duration":"127.658617ms","start":"2026-03-18T14:29:36.486122Z","end":"2026-03-18T14:29:36.613781Z","steps":["trace[301571760] 'agreement among raft nodes before linearized reading' (duration: 127.427991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:36.614011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.540331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:29:36.61405Z","caller":"traceutil/trace.go:171","msg":"trace[771856749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15048; }","duration":"110.599622ms","start":"2026-03-18T14:29:36.503442Z","end":"2026-03-18T14:29:36.614041Z","steps":["trace[771856749] 'agreement among raft nodes before linearized reading' (duration: 110.519059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:36.614291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.580088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:29:36.61432Z","caller":"traceutil/trace.go:171","msg":"trace[586391206] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15048; }","duration":"111.630441ms","start":"2026-03-18T14:29:36.502682Z","end":"2026-03-18T14:29:36.614312Z","steps":["trace[586391206] 'agreement among raft nodes before linearized reading' (duration: 111.526208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:36.614501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.528587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:29:36.614594Z","caller":"traceutil/trace.go:171","msg":"trace[568455751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15048; }","duration":"125.649532ms","start":"2026-03-18T14:29:36.488921Z","end":"2026-03-18T14:29:36.614571Z","steps":["trace[568455751] 'agreement among raft nodes before linearized reading' (duration: 125.409476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:36.614612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.198477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:29:36.614641Z","caller":"traceutil/trace.go:171","msg":"trace[1279993028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15048; }","duration":"115.244558ms","start":"2026-03-18T14:29:36.499387Z","end":"2026-03-18T14:29:36.614632Z","steps":["trace[1279993028] 'agreement among raft nodes before linearized reading' (duration: 115.179916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:36.614679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.083053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-18T14:29:36.614545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.559789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-18T14:29:36.614713Z","caller":"traceutil/trace.go:171","msg":"trace[69441145] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15048; }","duration":"119.133314ms","start":"2026-03-18T14:29:36.495572Z","end":"2026-03-18T14:29:36.614705Z","steps":["trace[69441145] 'agreement among raft nodes before linearized reading' (duration: 119.061582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:36.614764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.541635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:29:36.614809Z","caller":"traceutil/trace.go:171","msg":"trace[1614009768] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15048; }","duration":"118.795345ms","start":"2026-03-18T14:29:36.495962Z","end":"2026-03-18T14:29:36.614758Z","steps":["trace[1614009768] 'agreement among raft nodes before linearized reading' (duration: 118.527027ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:36.614886Z","caller":"traceutil/trace.go:171","msg":"trace[608523260] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15048; }","duration":"119.71155ms","start":"2026-03-18T14:29:36.49515Z","end":"2026-03-18T14:29:36.614862Z","steps":["trace[608523260] 'agreement among raft nodes before linearized reading' (duration: 119.506605ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:36.73246Z","caller":"traceutil/trace.go:171","msg":"trace[1453439639] transaction","detail":"{read_only:false; response_revision:15049; number_of_response:1; }","duration":"114.645691ms","start":"2026-03-18T14:29:36.617779Z","end":"2026-03-18T14:29:36.732425Z","steps":["trace[1453439639] 'process raft request' (duration: 99.438807ms)","trace[1453439639] 'compare' (duration: 15.06792ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:29:36.735678Z","caller":"traceutil/trace.go:171","msg":"trace[661058829] transaction","detail":"{read_only:false; response_revision:15050; number_of_response:1; }","duration":"117.164891ms","start":"2026-03-18T14:29:36.618482Z","end":"2026-03-18T14:29:36.735647Z","steps":["trace[661058829] 'process raft request' (duration: 116.984107ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:36.735975Z","caller":"traceutil/trace.go:171","msg":"trace[343297096] transaction","detail":"{read_only:false; response_revision:15051; number_of_response:1; }","duration":"114.206569ms","start":"2026-03-18T14:29:36.621739Z","end":"2026-03-18T14:29:36.735946Z","steps":["trace[343297096] 'process raft request' (duration: 113.86816ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:36.736011Z","caller":"traceutil/trace.go:171","msg":"trace[1918213186] transaction","detail":"{read_only:false; response_revision:15052; number_of_response:1; }","duration":"114.22297ms","start":"2026-03-18T14:29:36.621762Z","end":"2026-03-18T14:29:36.735985Z","steps":["trace[1918213186] 'process raft request' (duration: 114.093097ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:36.736171Z","caller":"traceutil/trace.go:171","msg":"trace[940753087] linearizableReadLoop","detail":"{readStateIndex:15658; appliedIndex:15656; }","duration":"114.493418ms","start":"2026-03-18T14:29:36.621664Z","end":"2026-03-18T14:29:36.736158Z","steps":["trace[940753087] 'read index received' (duration: 95.575733ms)","trace[940753087] 'applied index is now lower than readState.Index' (duration: 18.916425ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:29:36.736224Z","caller":"traceutil/trace.go:171","msg":"trace[1898506228] transaction","detail":"{read_only:false; response_revision:15053; number_of_response:1; }","duration":"114.099428ms","start":"2026-03-18T14:29:36.622111Z","end":"2026-03-18T14:29:36.73621Z","steps":["trace[1898506228] 'process raft request' (duration: 113.83342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:36.737396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.605408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732433"} {"level":"info","ts":"2026-03-18T14:29:36.737481Z","caller":"traceutil/trace.go:171","msg":"trace[883114808] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15054; }","duration":"115.705991ms","start":"2026-03-18T14:29:36.621762Z","end":"2026-03-18T14:29:36.737468Z","steps":["trace[883114808] 'agreement among raft nodes before linearized reading' (duration: 114.57221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:36.737815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.114682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732433"} {"level":"info","ts":"2026-03-18T14:29:36.737861Z","caller":"traceutil/trace.go:171","msg":"trace[1044867931] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15054; }","duration":"116.183865ms","start":"2026-03-18T14:29:36.621665Z","end":"2026-03-18T14:29:36.737849Z","steps":["trace[1044867931] 'agreement among raft nodes before linearized reading' (duration: 114.963591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:36.738169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.480522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732433"} {"level":"info","ts":"2026-03-18T14:29:36.738228Z","caller":"traceutil/trace.go:171","msg":"trace[1729117639] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15054; }","duration":"116.587374ms","start":"2026-03-18T14:29:36.621624Z","end":"2026-03-18T14:29:36.738211Z","steps":["trace[1729117639] 'agreement among raft nodes before linearized reading' (duration: 114.627561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:36.738622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.899444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732433"} {"level":"info","ts":"2026-03-18T14:29:36.738705Z","caller":"traceutil/trace.go:171","msg":"trace[33010818] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15054; }","duration":"117.025688ms","start":"2026-03-18T14:29:36.621662Z","end":"2026-03-18T14:29:36.738687Z","steps":["trace[33010818] 'agreement among raft nodes before linearized reading' (duration: 114.669483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:37.685703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.080417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:29:37.685788Z","caller":"traceutil/trace.go:171","msg":"trace[944179530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15055; }","duration":"114.225111ms","start":"2026-03-18T14:29:37.571543Z","end":"2026-03-18T14:29:37.685768Z","steps":["trace[944179530] 'range keys from in-memory index tree' (duration: 113.965084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:54.542189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476710132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:29:55.043129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476710132,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:29:55.299354Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.318567146s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:29:55.299665Z","caller":"traceutil/trace.go:171","msg":"trace[387521118] transaction","detail":"{read_only:false; response_revision:15134; number_of_response:1; }","duration":"1.319004997s","start":"2026-03-18T14:29:53.980639Z","end":"2026-03-18T14:29:55.299644Z","steps":["trace[387521118] 'process raft request' (duration: 1.318866684s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:55.299796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:53.980601Z","time spent":"1.319117341s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:29:56.057327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.414476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:29:56.057637Z","caller":"traceutil/trace.go:171","msg":"trace[1484498108] transaction","detail":"{read_only:false; response_revision:15135; number_of_response:1; }","duration":"2.011065532s","start":"2026-03-18T14:29:54.04654Z","end":"2026-03-18T14:29:56.057605Z","steps":["trace[1484498108] 'process raft request' (duration: 1.885298618s)","trace[1484498108] 'compare' (duration: 125.312662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:29:56.057744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.046494Z","time spent":"2.011199847s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:29:56.058599Z","caller":"traceutil/trace.go:171","msg":"trace[2066211670] linearizableReadLoop","detail":"{readStateIndex:15748; appliedIndex:15744; }","duration":"2.017422965s","start":"2026-03-18T14:29:54.041152Z","end":"2026-03-18T14:29:56.058575Z","steps":["trace[2066211670] 'read index received' (duration: 1.258458089s)","trace[2066211670] 'applied index is now lower than readState.Index' (duration: 758.963956ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:29:56.058612Z","caller":"traceutil/trace.go:171","msg":"trace[2065227510] transaction","detail":"{read_only:false; response_revision:15136; number_of_response:1; }","duration":"1.359944962s","start":"2026-03-18T14:29:54.698648Z","end":"2026-03-18T14:29:56.058593Z","steps":["trace[2065227510] 'process raft request' (duration: 1.358779131s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.058986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.698626Z","time spent":"1.360297852s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:29:56.059104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017937931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-18T14:29:56.059281Z","caller":"traceutil/trace.go:171","msg":"trace[685142664] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15137; }","duration":"2.018096874s","start":"2026-03-18T14:29:54.041108Z","end":"2026-03-18T14:29:56.059205Z","steps":["trace[685142664] 'agreement among raft nodes before linearized reading' (duration: 2.017615491s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.05944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.041083Z","time spent":"2.018337401s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-18T14:29:56.059856Z","caller":"traceutil/trace.go:171","msg":"trace[115211902] transaction","detail":"{read_only:false; response_revision:15137; number_of_response:1; }","duration":"1.282165014s","start":"2026-03-18T14:29:54.777673Z","end":"2026-03-18T14:29:56.059838Z","steps":["trace[115211902] 'process raft request' (duration: 1.280854559s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.060034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.777638Z","time spent":"1.282310928s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:29:56.16919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.233921ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T14:29:56.169319Z","caller":"traceutil/trace.go:171","msg":"trace[328882148] linearizableReadLoop","detail":"{readStateIndex:15749; appliedIndex:15748; }","duration":"110.651192ms","start":"2026-03-18T14:29:56.058649Z","end":"2026-03-18T14:29:56.169301Z","steps":["trace[328882148] 'read index received' (duration: 1.994604ms)","trace[328882148] 'applied index is now lower than readState.Index' (duration: 108.655238ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:29:56.169402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128188572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:29:56.169511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357881046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-18T14:29:56.169578Z","caller":"traceutil/trace.go:171","msg":"trace[2006323870] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15137; }","duration":"1.357973839s","start":"2026-03-18T14:29:54.811586Z","end":"2026-03-18T14:29:56.16956Z","steps":["trace[2006323870] 'agreement among raft nodes before linearized reading' (duration: 1.357754023s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.169586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492095251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-18T14:29:56.169622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.811574Z","time spent":"1.35803878s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-18T14:29:56.169643Z","caller":"traceutil/trace.go:171","msg":"trace[2026920280] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15137; }","duration":"1.492186802s","start":"2026-03-18T14:29:54.67744Z","end":"2026-03-18T14:29:56.169626Z","steps":["trace[2026920280] 'agreement among raft nodes before linearized reading' (duration: 1.492006798s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.169656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151578178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22017"} {"level":"warn","ts":"2026-03-18T14:29:56.16972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.118427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:29:56.169767Z","caller":"traceutil/trace.go:171","msg":"trace[1556793680] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:15137; }","duration":"1.151711652s","start":"2026-03-18T14:29:55.018028Z","end":"2026-03-18T14:29:56.16974Z","steps":["trace[1556793680] 'agreement among raft nodes before linearized reading' (duration: 1.151416344s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.169797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498934717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:29:56.169821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392014655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:29:56.169834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:55.018015Z","time spent":"1.151805995s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" "} {"level":"info","ts":"2026-03-18T14:29:56.169849Z","caller":"traceutil/trace.go:171","msg":"trace[1742725876] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15137; }","duration":"1.499025749s","start":"2026-03-18T14:29:54.670803Z","end":"2026-03-18T14:29:56.169829Z","steps":["trace[1742725876] 'agreement among raft nodes before linearized reading' (duration: 1.498971518s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:56.169822Z","caller":"traceutil/trace.go:171","msg":"trace[1878591672] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15137; }","duration":"963.27447ms","start":"2026-03-18T14:29:55.206528Z","end":"2026-03-18T14:29:56.169802Z","steps":["trace[1878591672] 'agreement among raft nodes before linearized reading' (duration: 963.100285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.169897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.670774Z","time spent":"1.499115792s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:29:56.169919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392142939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:29:56.169964Z","caller":"traceutil/trace.go:171","msg":"trace[1365940945] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15137; }","duration":"1.392251502s","start":"2026-03-18T14:29:54.777701Z","end":"2026-03-18T14:29:56.169953Z","steps":["trace[1365940945] 'agreement among raft nodes before linearized reading' (duration: 1.39219231s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.169956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:55.206522Z","time spent":"963.383663ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:29:56.170009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.777647Z","time spent":"1.392352115s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:29:56.170073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174818091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9708"} {"level":"warn","ts":"2026-03-18T14:29:56.169965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174100432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-03-18T14:29:56.170097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.58194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:29:56.170104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493188141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-18T14:29:56.170124Z","caller":"traceutil/trace.go:171","msg":"trace[34301747] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:15137; }","duration":"1.174892983s","start":"2026-03-18T14:29:54.995217Z","end":"2026-03-18T14:29:56.17011Z","steps":["trace[34301747] 'agreement among raft nodes before linearized reading' (duration: 1.17477194s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:56.170131Z","caller":"traceutil/trace.go:171","msg":"trace[1113847422] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:15137; }","duration":"1.174284367s","start":"2026-03-18T14:29:54.995834Z","end":"2026-03-18T14:29:56.170119Z","steps":["trace[1113847422] 'agreement among raft nodes before linearized reading' (duration: 1.174040941s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.170175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.995204Z","time spent":"1.174960025s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" "} {"level":"info","ts":"2026-03-18T14:29:56.17016Z","caller":"traceutil/trace.go:171","msg":"trace[13053408] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15137; }","duration":"1.493252851s","start":"2026-03-18T14:29:54.676886Z","end":"2026-03-18T14:29:56.170139Z","steps":["trace[13053408] 'agreement among raft nodes before linearized reading' (duration: 1.493142268s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.170304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.676874Z","time spent":"1.493417197s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:29:56.170341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233273263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:29:56.170401Z","caller":"traceutil/trace.go:171","msg":"trace[1712141246] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15137; }","duration":"1.233350036s","start":"2026-03-18T14:29:54.937035Z","end":"2026-03-18T14:29:56.170385Z","steps":["trace[1712141246] 'agreement among raft nodes before linearized reading' (duration: 1.233181391s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.170179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.658549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:29:56.170449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.937024Z","time spent":"1.233412167s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:29:56.170136Z","caller":"traceutil/trace.go:171","msg":"trace[1600176174] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15137; }","duration":"963.636911ms","start":"2026-03-18T14:29:55.206488Z","end":"2026-03-18T14:29:56.170125Z","steps":["trace[1600176174] 'agreement among raft nodes before linearized reading' (duration: 963.57509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.170611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223179789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22017"} {"level":"warn","ts":"2026-03-18T14:29:56.170625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:55.206479Z","time spent":"964.086223ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-18T14:29:56.17065Z","caller":"traceutil/trace.go:171","msg":"trace[2071509537] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:15137; }","duration":"1.22324207s","start":"2026-03-18T14:29:54.947398Z","end":"2026-03-18T14:29:56.17064Z","steps":["trace[2071509537] 'agreement among raft nodes before linearized reading' (duration: 1.223126477s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.169705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.677427Z","time spent":"1.492262095s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:29:56.170725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125691205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-18T14:29:56.170757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929660196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:29:56.170765Z","caller":"traceutil/trace.go:171","msg":"trace[1124843801] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15137; }","duration":"2.125749706s","start":"2026-03-18T14:29:54.045004Z","end":"2026-03-18T14:29:56.170754Z","steps":["trace[1124843801] 'agreement among raft nodes before linearized reading' (duration: 2.125608103s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.170804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.044995Z","time spent":"2.125801837s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-18T14:29:56.170805Z","caller":"traceutil/trace.go:171","msg":"trace[955913666] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:15137; }","duration":"1.929742577s","start":"2026-03-18T14:29:54.241047Z","end":"2026-03-18T14:29:56.17079Z","steps":["trace[955913666] 'agreement among raft nodes before linearized reading' (duration: 1.929680036s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.170807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212467856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rccjs\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-03-18T14:29:56.169828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494386173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-18T14:29:56.17091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64521836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:29:56.17091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.129350713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:29:56.170943Z","caller":"traceutil/trace.go:171","msg":"trace[812829834] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15137; }","duration":"1.645273023s","start":"2026-03-18T14:29:54.525661Z","end":"2026-03-18T14:29:56.170934Z","steps":["trace[812829834] 'agreement among raft nodes before linearized reading' (duration: 1.645225321s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:56.170951Z","caller":"traceutil/trace.go:171","msg":"trace[508175868] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rccjs; range_end:; response_count:1; response_revision:15137; }","duration":"1.212599699s","start":"2026-03-18T14:29:54.9583Z","end":"2026-03-18T14:29:56.1709Z","steps":["trace[508175868] 'agreement among raft nodes before linearized reading' (duration: 1.21225813s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.170976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.525648Z","time spent":"1.645322613s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-18T14:29:56.170977Z","caller":"traceutil/trace.go:171","msg":"trace[185962221] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15137; }","duration":"2.129417726s","start":"2026-03-18T14:29:54.041535Z","end":"2026-03-18T14:29:56.170953Z","steps":["trace[185962221] 'agreement among raft nodes before linearized reading' (duration: 2.129354994s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.171021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643793981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-18T14:29:56.17106Z","caller":"traceutil/trace.go:171","msg":"trace[1694668451] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15137; }","duration":"1.643901995s","start":"2026-03-18T14:29:54.52715Z","end":"2026-03-18T14:29:56.171052Z","steps":["trace[1694668451] 'agreement among raft nodes before linearized reading' (duration: 1.643706979s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.171051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.958283Z","time spent":"1.212749473s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rccjs\" "} {"level":"warn","ts":"2026-03-18T14:29:56.171146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332531736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T14:29:56.171158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240383507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:29:56.171184Z","caller":"traceutil/trace.go:171","msg":"trace[1869915300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15137; }","duration":"1.332567127s","start":"2026-03-18T14:29:54.838608Z","end":"2026-03-18T14:29:56.171175Z","steps":["trace[1869915300] 'agreement among raft nodes before linearized reading' (duration: 1.332270409s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:56.171203Z","caller":"traceutil/trace.go:171","msg":"trace[855829075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15137; }","duration":"1.240468418s","start":"2026-03-18T14:29:54.930722Z","end":"2026-03-18T14:29:56.17119Z","steps":["trace[855829075] 'agreement among raft nodes before linearized reading' (duration: 1.2401593s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.170758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.715516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:29:56.171217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.838574Z","time spent":"1.332637189s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:29:56.171235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.930702Z","time spent":"1.240526411s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:29:56.170456Z","caller":"traceutil/trace.go:171","msg":"trace[107433629] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15137; }","duration":"964.982487ms","start":"2026-03-18T14:29:55.205461Z","end":"2026-03-18T14:29:56.170443Z","steps":["trace[107433629] 'agreement among raft nodes before linearized reading' (duration: 964.696179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.171341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:55.20544Z","time spent":"965.882121ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:29:56.171094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.527116Z","time spent":"1.643970346s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-18T14:29:56.171022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.041527Z","time spent":"2.129487867s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-18T14:29:56.170914Z","caller":"traceutil/trace.go:171","msg":"trace[1449414933] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15137; }","duration":"1.495521623s","start":"2026-03-18T14:29:54.675383Z","end":"2026-03-18T14:29:56.170905Z","steps":["trace[1449414933] 'agreement among raft nodes before linearized reading' (duration: 1.494145646s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.170469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.342948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-18T14:29:56.171578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644910121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-18T14:29:56.171644Z","caller":"traceutil/trace.go:171","msg":"trace[106335961] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15137; }","duration":"1.644995815s","start":"2026-03-18T14:29:54.526629Z","end":"2026-03-18T14:29:56.171624Z","steps":["trace[106335961] 'agreement among raft nodes before linearized reading' (duration: 1.644106771s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:56.16987Z","caller":"traceutil/trace.go:171","msg":"trace[761834258] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15137; }","duration":"1.392106198s","start":"2026-03-18T14:29:54.777751Z","end":"2026-03-18T14:29:56.169857Z","steps":["trace[761834258] 'agreement among raft nodes before linearized reading' (duration: 1.392044636s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.171787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.777731Z","time spent":"1.39404368s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:29:56.171781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.526615Z","time spent":"1.645102628s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-18T14:29:56.170776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643875403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:29:56.171941Z","caller":"traceutil/trace.go:171","msg":"trace[591970272] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15137; }","duration":"1.645095807s","start":"2026-03-18T14:29:54.526821Z","end":"2026-03-18T14:29:56.171917Z","steps":["trace[591970272] 'agreement among raft nodes before linearized reading' (duration: 1.643782962s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.171998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.526799Z","time spent":"1.645183479s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:29:56.169753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498083964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-18T14:29:56.172071Z","caller":"traceutil/trace.go:171","msg":"trace[997495863] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15137; }","duration":"767.557651ms","start":"2026-03-18T14:29:55.40406Z","end":"2026-03-18T14:29:56.171618Z","steps":["trace[997495863] 'agreement among raft nodes before linearized reading' (duration: 765.391092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.170352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.910592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-18T14:29:56.169437Z","caller":"traceutil/trace.go:171","msg":"trace[264378573] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15137; }","duration":"2.128245474s","start":"2026-03-18T14:29:54.041182Z","end":"2026-03-18T14:29:56.169427Z","steps":["trace[264378573] 'agreement among raft nodes before linearized reading' (duration: 2.128174701s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:56.172183Z","caller":"traceutil/trace.go:171","msg":"trace[1715402225] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15137; }","duration":"960.741682ms","start":"2026-03-18T14:29:55.211427Z","end":"2026-03-18T14:29:56.172169Z","steps":["trace[1715402225] 'agreement among raft nodes before linearized reading' (duration: 958.737317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.172228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:55.211396Z","time spent":"960.817534ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:29:56.172157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:55.404031Z","time spent":"768.110815ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:29:56.170178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.995825Z","time spent":"1.174341409s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"warn","ts":"2026-03-18T14:29:56.172239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.041084Z","time spent":"2.131098381s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-18T14:29:56.169772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391745838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:29:56.172113Z","caller":"traceutil/trace.go:171","msg":"trace[1287297031] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15137; }","duration":"1.500495538s","start":"2026-03-18T14:29:54.671598Z","end":"2026-03-18T14:29:56.172094Z","steps":["trace[1287297031] 'agreement among raft nodes before linearized reading' (duration: 1.498079083s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:56.172441Z","caller":"traceutil/trace.go:171","msg":"trace[1573302722] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15137; }","duration":"1.394438411s","start":"2026-03-18T14:29:54.777985Z","end":"2026-03-18T14:29:56.172423Z","steps":["trace[1573302722] 'agreement among raft nodes before linearized reading' (duration: 1.391751239s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.172455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.671571Z","time spent":"1.500862741s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-18T14:29:56.169619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512190557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-18T14:29:56.172515Z","caller":"traceutil/trace.go:171","msg":"trace[695973866] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:15137; }","duration":"1.515170549s","start":"2026-03-18T14:29:54.65733Z","end":"2026-03-18T14:29:56.172501Z","steps":["trace[695973866] 'agreement among raft nodes before linearized reading' (duration: 1.512043484s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.172508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.777978Z","time spent":"1.394510333s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:29:56.170693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.947387Z","time spent":"1.223299101s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" "} {"level":"warn","ts":"2026-03-18T14:29:56.172585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.657295Z","time spent":"1.515278062s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-18T14:29:56.170664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645016506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-18T14:29:56.172675Z","caller":"traceutil/trace.go:171","msg":"trace[272746885] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15137; }","duration":"1.647076671s","start":"2026-03-18T14:29:54.525581Z","end":"2026-03-18T14:29:56.172658Z","steps":["trace[272746885] 'agreement among raft nodes before linearized reading' (duration: 1.644934382s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.17083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.068334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:29:56.172732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.525555Z","time spent":"1.647160504s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-18T14:29:56.17273Z","caller":"traceutil/trace.go:171","msg":"trace[1529872943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15137; }","duration":"600.989895ms","start":"2026-03-18T14:29:55.571728Z","end":"2026-03-18T14:29:56.172717Z","steps":["trace[1529872943] 'agreement among raft nodes before linearized reading' (duration: 599.078532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.172914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224550756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T14:29:56.172949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:55.571708Z","time spent":"601.228511ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:29:56.17109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307394931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:29:56.173059Z","caller":"traceutil/trace.go:171","msg":"trace[997826208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15137; }","duration":"1.309389655s","start":"2026-03-18T14:29:54.863653Z","end":"2026-03-18T14:29:56.173043Z","steps":["trace[997826208] 'agreement among raft nodes before linearized reading' (duration: 1.307207156s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.171262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126780674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-18T14:29:56.173166Z","caller":"traceutil/trace.go:171","msg":"trace[1055685471] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15137; }","duration":"2.128681345s","start":"2026-03-18T14:29:54.044473Z","end":"2026-03-18T14:29:56.173154Z","steps":["trace[1055685471] 'agreement among raft nodes before linearized reading' (duration: 2.126406554s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.173209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.04446Z","time spent":"2.128739067s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-18T14:29:56.171251Z","caller":"traceutil/trace.go:171","msg":"trace[594151021] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:15137; }","duration":"208.25303ms","start":"2026-03-18T14:29:55.962981Z","end":"2026-03-18T14:29:56.171234Z","steps":["trace[594151021] 'agreement among raft nodes before linearized reading' (duration: 207.592042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.173175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.863642Z","time spent":"1.309513708s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:29:56.17204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.675372Z","time spent":"1.496596072s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:29:56.170852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.241024Z","time spent":"1.929818591s","remote":"127.0.0.1:56806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:29:56.172981Z","caller":"traceutil/trace.go:171","msg":"trace[1179395398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15137; }","duration":"1.224623157s","start":"2026-03-18T14:29:54.948319Z","end":"2026-03-18T14:29:56.172942Z","steps":["trace[1179395398] 'agreement among raft nodes before linearized reading' (duration: 1.224513434s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:56.173532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:54.94831Z","time spent":"1.225210774s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:29:58.539643Z","caller":"traceutil/trace.go:171","msg":"trace[1911958715] transaction","detail":"{read_only:false; response_revision:15144; number_of_response:1; }","duration":"470.856501ms","start":"2026-03-18T14:29:58.068759Z","end":"2026-03-18T14:29:58.539615Z","steps":["trace[1911958715] 'process raft request' (duration: 470.705757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:58.53982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.068738Z","time spent":"470.990625ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:29:59.668992Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.128706356s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:29:59.669479Z","caller":"traceutil/trace.go:171","msg":"trace[1511353683] linearizableReadLoop","detail":"{readStateIndex:15758; appliedIndex:15756; }","duration":"1.489783297s","start":"2026-03-18T14:29:58.179664Z","end":"2026-03-18T14:29:59.669447Z","steps":["trace[1511353683] 'read index received' (duration: 361.106833ms)","trace[1511353683] 'applied index is now lower than readState.Index' (duration: 1.128675754s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:29:59.669596Z","caller":"traceutil/trace.go:171","msg":"trace[963508286] transaction","detail":"{read_only:false; response_revision:15145; number_of_response:1; }","duration":"1.600700157s","start":"2026-03-18T14:29:58.068877Z","end":"2026-03-18T14:29:59.669578Z","steps":["trace[963508286] 'process raft request' (duration: 1.600305297s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.669702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490023623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:29:59.669759Z","caller":"traceutil/trace.go:171","msg":"trace[86287738] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15146; }","duration":"1.490124177s","start":"2026-03-18T14:29:58.179623Z","end":"2026-03-18T14:29:59.669747Z","steps":["trace[86287738] 'agreement among raft nodes before linearized reading' (duration: 1.490034725s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.669788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490054135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:29:59.669798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.179605Z","time spent":"1.490185558s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-18T14:29:59.669819Z","caller":"traceutil/trace.go:171","msg":"trace[1914595291] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15146; }","duration":"1.490096616s","start":"2026-03-18T14:29:58.179713Z","end":"2026-03-18T14:29:59.669809Z","steps":["trace[1914595291] 'agreement among raft nodes before linearized reading' (duration: 1.490047365s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.669844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.179708Z","time spent":"1.490130737s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:29:59.669944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.182559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:29:59.669967Z","caller":"traceutil/trace.go:171","msg":"trace[1933221716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15146; }","duration":"100.225719ms","start":"2026-03-18T14:29:59.569734Z","end":"2026-03-18T14:29:59.66996Z","steps":["trace[1933221716] 'agreement among raft nodes before linearized reading' (duration: 100.188738ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:59.670048Z","caller":"traceutil/trace.go:171","msg":"trace[1492326130] transaction","detail":"{read_only:false; response_revision:15146; number_of_response:1; }","duration":"1.601036908s","start":"2026-03-18T14:29:58.068998Z","end":"2026-03-18T14:29:59.670035Z","steps":["trace[1492326130] 'process raft request' (duration: 1.600328188s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.670109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.068985Z","time spent":"1.601087248s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:29:59.670161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.787632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:29:59.67021Z","caller":"traceutil/trace.go:171","msg":"trace[196301349] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:15146; }","duration":"101.874974ms","start":"2026-03-18T14:29:59.568321Z","end":"2026-03-18T14:29:59.670196Z","steps":["trace[196301349] 'agreement among raft nodes before linearized reading' (duration: 101.777812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.670469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087193415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:29:59.670501Z","caller":"traceutil/trace.go:171","msg":"trace[755004159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15146; }","duration":"1.087277707s","start":"2026-03-18T14:29:58.583214Z","end":"2026-03-18T14:29:59.670492Z","steps":["trace[755004159] 'agreement among raft nodes before linearized reading' (duration: 1.087215595s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.670528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.583184Z","time spent":"1.087337658s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:29:59.670612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489294465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:29:59.670648Z","caller":"traceutil/trace.go:171","msg":"trace[829922961] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15146; }","duration":"1.489348175s","start":"2026-03-18T14:29:58.18129Z","end":"2026-03-18T14:29:59.670638Z","steps":["trace[829922961] 'agreement among raft nodes before linearized reading' (duration: 1.489286034s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.670677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.181283Z","time spent":"1.489387776s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-18T14:29:59.670689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487836925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-18T14:29:59.670746Z","caller":"traceutil/trace.go:171","msg":"trace[950975774] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15146; }","duration":"1.487933437s","start":"2026-03-18T14:29:58.182798Z","end":"2026-03-18T14:29:59.670732Z","steps":["trace[950975774] 'agreement among raft nodes before linearized reading' (duration: 1.487736372s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.670775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.182786Z","time spent":"1.487984538s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:29:59.670776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48950018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-18T14:29:59.670818Z","caller":"traceutil/trace.go:171","msg":"trace[1216559010] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15146; }","duration":"1.489542351s","start":"2026-03-18T14:29:58.181263Z","end":"2026-03-18T14:29:59.670806Z","steps":["trace[1216559010] 'agreement among raft nodes before linearized reading' (duration: 1.489391227s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.670845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.18123Z","time spent":"1.489607853s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-18T14:29:59.670866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489166741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-18T14:29:59.670897Z","caller":"traceutil/trace.go:171","msg":"trace[1616446180] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15146; }","duration":"1.489250723s","start":"2026-03-18T14:29:58.181636Z","end":"2026-03-18T14:29:59.670887Z","steps":["trace[1616446180] 'agreement among raft nodes before linearized reading' (duration: 1.489156911s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.670922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.181612Z","time spent":"1.489304034s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:29:59.670944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387958655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:29:59.67097Z","caller":"traceutil/trace.go:171","msg":"trace[2064032641] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:15146; }","duration":"1.387999806s","start":"2026-03-18T14:29:58.282961Z","end":"2026-03-18T14:29:59.670961Z","steps":["trace[2064032641] 'agreement among raft nodes before linearized reading' (duration: 1.387928274s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.670987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.282951Z","time spent":"1.388032277s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"warn","ts":"2026-03-18T14:29:59.670994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489755537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:29:59.671026Z","caller":"traceutil/trace.go:171","msg":"trace[310439290] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15146; }","duration":"1.489810259s","start":"2026-03-18T14:29:58.181207Z","end":"2026-03-18T14:29:59.671017Z","steps":["trace[310439290] 'agreement among raft nodes before linearized reading' (duration: 1.489748977s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.671056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.181194Z","time spent":"1.48985426s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:29:59.671053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489395828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:29:59.671124Z","caller":"traceutil/trace.go:171","msg":"trace[706890684] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15146; }","duration":"1.48946043s","start":"2026-03-18T14:29:58.181651Z","end":"2026-03-18T14:29:59.671111Z","steps":["trace[706890684] 'agreement among raft nodes before linearized reading' (duration: 1.489380437s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.671166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391279766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22017"} {"level":"warn","ts":"2026-03-18T14:29:59.671164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.181623Z","time spent":"1.489529161s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-18T14:29:59.671191Z","caller":"traceutil/trace.go:171","msg":"trace[1733189032] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:15146; }","duration":"1.391316256s","start":"2026-03-18T14:29:58.279867Z","end":"2026-03-18T14:29:59.671183Z","steps":["trace[1733189032] 'agreement among raft nodes before linearized reading' (duration: 1.391237324s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.671208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.27986Z","time spent":"1.391343967s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" "} {"level":"warn","ts":"2026-03-18T14:29:59.671268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490298852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-18T14:29:59.671299Z","caller":"traceutil/trace.go:171","msg":"trace[487401079] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15146; }","duration":"1.490350332s","start":"2026-03-18T14:29:58.18094Z","end":"2026-03-18T14:29:59.67129Z","steps":["trace[487401079] 'agreement among raft nodes before linearized reading' (duration: 1.490258949s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.671327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.180929Z","time spent":"1.490392915s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-18T14:29:59.671333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391481671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rccjs\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-03-18T14:29:59.671355Z","caller":"traceutil/trace.go:171","msg":"trace[1547123257] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rccjs; range_end:; response_count:1; response_revision:15146; }","duration":"1.391522452s","start":"2026-03-18T14:29:58.279826Z","end":"2026-03-18T14:29:59.671349Z","steps":["trace[1547123257] 'agreement among raft nodes before linearized reading' (duration: 1.39146166s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.67135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489706426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:29:59.671372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.279816Z","time spent":"1.391551403s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rccjs\" "} {"level":"info","ts":"2026-03-18T14:29:59.671392Z","caller":"traceutil/trace.go:171","msg":"trace[355128316] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15146; }","duration":"1.489765947s","start":"2026-03-18T14:29:58.181614Z","end":"2026-03-18T14:29:59.67138Z","steps":["trace[355128316] 'agreement among raft nodes before linearized reading' (duration: 1.489700345s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.671427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.181604Z","time spent":"1.489815858s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:29:59.671535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395802957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22017"} {"level":"warn","ts":"2026-03-18T14:29:59.67154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49175134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-18T14:29:59.671581Z","caller":"traceutil/trace.go:171","msg":"trace[1490466177] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15146; }","duration":"1.491806832s","start":"2026-03-18T14:29:58.179765Z","end":"2026-03-18T14:29:59.671571Z","steps":["trace[1490466177] 'agreement among raft nodes before linearized reading' (duration: 1.491683579s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.671604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424326276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-18T14:29:59.671612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.17976Z","time spent":"1.491845284s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-18T14:29:59.671626Z","caller":"traceutil/trace.go:171","msg":"trace[1030944928] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15146; }","duration":"1.424357896s","start":"2026-03-18T14:29:58.247261Z","end":"2026-03-18T14:29:59.671619Z","steps":["trace[1030944928] 'agreement among raft nodes before linearized reading' (duration: 1.424217443s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.671644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.247256Z","time spent":"1.424384346s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:29:59.671696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490077675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-18T14:29:59.671737Z","caller":"traceutil/trace.go:171","msg":"trace[910943707] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15146; }","duration":"1.490135797s","start":"2026-03-18T14:29:58.181589Z","end":"2026-03-18T14:29:59.671725Z","steps":["trace[910943707] 'agreement among raft nodes before linearized reading' (duration: 1.490012014s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.671756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491995807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:29:59.671767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.181578Z","time spent":"1.49018205s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:29:59.671774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426157046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:29:59.671781Z","caller":"traceutil/trace.go:171","msg":"trace[1161665960] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15146; }","duration":"1.49203355s","start":"2026-03-18T14:29:58.17974Z","end":"2026-03-18T14:29:59.671774Z","steps":["trace[1161665960] 'agreement among raft nodes before linearized reading' (duration: 1.491994008s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.671811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.179736Z","time spent":"1.49207011s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:29:59.671862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426949885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:29:59.671877Z","caller":"traceutil/trace.go:171","msg":"trace[1970238551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15146; }","duration":"1.426991949s","start":"2026-03-18T14:29:58.244882Z","end":"2026-03-18T14:29:59.671874Z","steps":["trace[1970238551] 'agreement among raft nodes before linearized reading' (duration: 1.426860634s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.671892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.244866Z","time spent":"1.427022329s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:29:59.669713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.068859Z","time spent":"1.60078201s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:29:59.671935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490462447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:29:59.671962Z","caller":"traceutil/trace.go:171","msg":"trace[1508908013] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15146; }","duration":"1.490530488s","start":"2026-03-18T14:29:58.181424Z","end":"2026-03-18T14:29:59.671954Z","steps":["trace[1508908013] 'agreement among raft nodes before linearized reading' (duration: 1.490485767s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.671994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480875916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-18T14:29:59.671988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.181398Z","time spent":"1.49058364s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-18T14:29:59.672007Z","caller":"traceutil/trace.go:171","msg":"trace[2081914040] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15146; }","duration":"1.480897426s","start":"2026-03-18T14:29:58.191105Z","end":"2026-03-18T14:29:59.672003Z","steps":["trace[2081914040] 'agreement among raft nodes before linearized reading' (duration: 1.480842964s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.67202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.191101Z","time spent":"1.480915476s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:29:59.672073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489112619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:29:59.672084Z","caller":"traceutil/trace.go:171","msg":"trace[789986167] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15146; }","duration":"1.489145351s","start":"2026-03-18T14:29:58.182935Z","end":"2026-03-18T14:29:59.67208Z","steps":["trace[789986167] 'agreement among raft nodes before linearized reading' (duration: 1.4891284s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.672094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.182922Z","time spent":"1.489169492s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:29:59.67219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488126893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-18T14:29:59.672214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489253164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-18T14:29:59.672231Z","caller":"traceutil/trace.go:171","msg":"trace[1767438558] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15146; }","duration":"1.489267614s","start":"2026-03-18T14:29:58.182957Z","end":"2026-03-18T14:29:59.672225Z","steps":["trace[1767438558] 'agreement among raft nodes before linearized reading' (duration: 1.489224272s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:59.672223Z","caller":"traceutil/trace.go:171","msg":"trace[1008642841] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15146; }","duration":"1.488187235s","start":"2026-03-18T14:29:58.184025Z","end":"2026-03-18T14:29:59.672212Z","steps":["trace[1008642841] 'agreement among raft nodes before linearized reading' (duration: 1.48803012s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.67223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394206775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9708"} {"level":"warn","ts":"2026-03-18T14:29:59.672264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489309695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:29:59.67226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.184015Z","time spent":"1.488235185s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-18T14:29:59.672268Z","caller":"traceutil/trace.go:171","msg":"trace[403340952] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:15146; }","duration":"1.394270637s","start":"2026-03-18T14:29:58.277987Z","end":"2026-03-18T14:29:59.672258Z","steps":["trace[403340952] 'agreement among raft nodes before linearized reading' (duration: 1.393467295s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:29:59.672281Z","caller":"traceutil/trace.go:171","msg":"trace[302229959] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15146; }","duration":"1.489345716s","start":"2026-03-18T14:29:58.182931Z","end":"2026-03-18T14:29:59.672276Z","steps":["trace[302229959] 'agreement among raft nodes before linearized reading' (duration: 1.489322665s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.672294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.182919Z","time spent":"1.489371806s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:29:59.672298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.277978Z","time spent":"1.394314077s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" "} {"level":"info","ts":"2026-03-18T14:29:59.671555Z","caller":"traceutil/trace.go:171","msg":"trace[169870516] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:15146; }","duration":"1.395822909s","start":"2026-03-18T14:29:58.275726Z","end":"2026-03-18T14:29:59.671549Z","steps":["trace[169870516] 'agreement among raft nodes before linearized reading' (duration: 1.395743026s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.672388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.275694Z","time spent":"1.396687503s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22041,"request content":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" "} {"level":"warn","ts":"2026-03-18T14:29:59.672477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42523514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:29:59.672511Z","caller":"traceutil/trace.go:171","msg":"trace[872990512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15146; }","duration":"1.425286441s","start":"2026-03-18T14:29:58.247218Z","end":"2026-03-18T14:29:59.672504Z","steps":["trace[872990512] 'agreement among raft nodes before linearized reading' (duration: 1.424349486s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.672528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.247208Z","time spent":"1.425316512s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:29:59.671581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489944322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:29:59.672565Z","caller":"traceutil/trace.go:171","msg":"trace[1573756406] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15146; }","duration":"1.490946319s","start":"2026-03-18T14:29:58.18161Z","end":"2026-03-18T14:29:59.672556Z","steps":["trace[1573756406] 'agreement among raft nodes before linearized reading' (duration: 1.489948842s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.672596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.181601Z","time spent":"1.49098622s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:29:59.672623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466622318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:29:59.672636Z","caller":"traceutil/trace.go:171","msg":"trace[714583929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15146; }","duration":"1.466655148s","start":"2026-03-18T14:29:58.205977Z","end":"2026-03-18T14:29:59.672632Z","steps":["trace[714583929] 'agreement among raft nodes before linearized reading' (duration: 1.465824365s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.672649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.205967Z","time spent":"1.466679049s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:29:59.672671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491100584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-18T14:29:59.67272Z","caller":"traceutil/trace.go:171","msg":"trace[452739883] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15146; }","duration":"1.491171146s","start":"2026-03-18T14:29:58.181535Z","end":"2026-03-18T14:29:59.672706Z","steps":["trace[452739883] 'agreement among raft nodes before linearized reading' (duration: 1.490081036s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.672751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481699758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-18T14:29:59.672759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.181526Z","time spent":"1.491222097s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-18T14:29:59.672774Z","caller":"traceutil/trace.go:171","msg":"trace[615739964] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15146; }","duration":"1.481734409s","start":"2026-03-18T14:29:58.191034Z","end":"2026-03-18T14:29:59.672768Z","steps":["trace[615739964] 'agreement among raft nodes before linearized reading' (duration: 1.480926676s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.672792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.191027Z","time spent":"1.48176203s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-18T14:29:59.672244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.182905Z","time spent":"1.489335715s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-18T14:29:59.671791Z","caller":"traceutil/trace.go:171","msg":"trace[457339202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15146; }","duration":"1.426199746s","start":"2026-03-18T14:29:58.245587Z","end":"2026-03-18T14:29:59.671787Z","steps":["trace[457339202] 'agreement among raft nodes before linearized reading' (duration: 1.426143944s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.673087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.245578Z","time spent":"1.427501591s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:29:59.673457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491919827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-18T14:29:59.673525Z","caller":"traceutil/trace.go:171","msg":"trace[866350635] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15146; }","duration":"1.4920663s","start":"2026-03-18T14:29:58.18144Z","end":"2026-03-18T14:29:59.673506Z","steps":["trace[866350635] 'agreement among raft nodes before linearized reading' (duration: 1.490682312s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:29:59.673576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:29:58.181429Z","time spent":"1.492134772s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-18T14:30:05.805191Z","caller":"traceutil/trace.go:171","msg":"trace[1562956332] transaction","detail":"{read_only:false; response_revision:15175; number_of_response:1; }","duration":"116.4014ms","start":"2026-03-18T14:30:05.688756Z","end":"2026-03-18T14:30:05.805157Z","steps":["trace[1562956332] 'process raft request' (duration: 116.165623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:05.805243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.762437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:30:05.8053Z","caller":"traceutil/trace.go:171","msg":"trace[1718641005] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15176; }","duration":"110.849028ms","start":"2026-03-18T14:30:05.694435Z","end":"2026-03-18T14:30:05.805284Z","steps":["trace[1718641005] 'agreement among raft nodes before linearized reading' (duration: 110.741795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:05.805536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.920958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:30:05.806563Z","caller":"traceutil/trace.go:171","msg":"trace[1274706170] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15176; }","duration":"112.973586ms","start":"2026-03-18T14:30:05.693569Z","end":"2026-03-18T14:30:05.806542Z","steps":["trace[1274706170] 'agreement among raft nodes before linearized reading' (duration: 111.837106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:05.805585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.409912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:30:05.806678Z","caller":"traceutil/trace.go:171","msg":"trace[1272864601] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15176; }","duration":"116.538843ms","start":"2026-03-18T14:30:05.690108Z","end":"2026-03-18T14:30:05.806646Z","steps":["trace[1272864601] 'agreement among raft nodes before linearized reading' (duration: 115.363381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:05.805667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.758916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:30:05.806763Z","caller":"traceutil/trace.go:171","msg":"trace[1918423874] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15176; }","duration":"115.869385ms","start":"2026-03-18T14:30:05.690887Z","end":"2026-03-18T14:30:05.806756Z","steps":["trace[1918423874] 'agreement among raft nodes before linearized reading' (duration: 114.757215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:05.805677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.290662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-18T14:30:05.806811Z","caller":"traceutil/trace.go:171","msg":"trace[2045898140] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15176; }","duration":"115.549587ms","start":"2026-03-18T14:30:05.691243Z","end":"2026-03-18T14:30:05.806792Z","steps":["trace[2045898140] 'agreement among raft nodes before linearized reading' (duration: 114.149329ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:05.805696Z","caller":"traceutil/trace.go:171","msg":"trace[866996386] transaction","detail":"{read_only:false; response_revision:15176; number_of_response:1; }","duration":"110.570351ms","start":"2026-03-18T14:30:05.695103Z","end":"2026-03-18T14:30:05.805673Z","steps":["trace[866996386] 'process raft request' (duration: 109.959084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:05.805722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.396365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:30:05.806992Z","caller":"traceutil/trace.go:171","msg":"trace[574775945] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15176; }","duration":"115.673859ms","start":"2026-03-18T14:30:05.691306Z","end":"2026-03-18T14:30:05.806979Z","steps":["trace[574775945] 'agreement among raft nodes before linearized reading' (duration: 114.393654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:05.80578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.790246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-18T14:30:05.805812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.802936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:30:05.807215Z","caller":"traceutil/trace.go:171","msg":"trace[1833795915] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15176; }","duration":"116.228974ms","start":"2026-03-18T14:30:05.690969Z","end":"2026-03-18T14:30:05.807198Z","steps":["trace[1833795915] 'agreement among raft nodes before linearized reading' (duration: 114.783125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:05.805828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.465033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-18T14:30:05.807398Z","caller":"traceutil/trace.go:171","msg":"trace[1348062980] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15176; }","duration":"110.059246ms","start":"2026-03-18T14:30:05.697324Z","end":"2026-03-18T14:30:05.807383Z","steps":["trace[1348062980] 'agreement among raft nodes before linearized reading' (duration: 108.422802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:05.805947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.305508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:30:05.807579Z","caller":"traceutil/trace.go:171","msg":"trace[246759473] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15176; }","duration":"113.961894ms","start":"2026-03-18T14:30:05.693607Z","end":"2026-03-18T14:30:05.807569Z","steps":["trace[246759473] 'agreement among raft nodes before linearized reading' (duration: 112.310138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:05.805947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.782304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-18T14:30:05.807772Z","caller":"traceutil/trace.go:171","msg":"trace[325013313] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15176; }","duration":"113.630054ms","start":"2026-03-18T14:30:05.694133Z","end":"2026-03-18T14:30:05.807764Z","steps":["trace[325013313] 'agreement among raft nodes before linearized reading' (duration: 111.675251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:05.805991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.859936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-18T14:30:05.808057Z","caller":"traceutil/trace.go:171","msg":"trace[1504751840] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15176; }","duration":"113.937912ms","start":"2026-03-18T14:30:05.694097Z","end":"2026-03-18T14:30:05.808035Z","steps":["trace[1504751840] 'agreement among raft nodes before linearized reading' (duration: 111.774153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:05.806037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.516139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:30:05.808145Z","caller":"traceutil/trace.go:171","msg":"trace[1405779760] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15176; }","duration":"112.635757ms","start":"2026-03-18T14:30:05.695502Z","end":"2026-03-18T14:30:05.808137Z","steps":["trace[1405779760] 'agreement among raft nodes before linearized reading' (duration: 110.515009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:05.806058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.56232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:30:05.808301Z","caller":"traceutil/trace.go:171","msg":"trace[68843056] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15176; }","duration":"112.838012ms","start":"2026-03-18T14:30:05.695453Z","end":"2026-03-18T14:30:05.808291Z","steps":["trace[68843056] 'agreement among raft nodes before linearized reading' (duration: 110.56491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:05.806077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.291871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-18T14:30:05.808378Z","caller":"traceutil/trace.go:171","msg":"trace[2035623491] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15176; }","duration":"113.593613ms","start":"2026-03-18T14:30:05.694763Z","end":"2026-03-18T14:30:05.808357Z","steps":["trace[2035623491] 'agreement among raft nodes before linearized reading' (duration: 111.226528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:05.806062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.551977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-18T14:30:05.808515Z","caller":"traceutil/trace.go:171","msg":"trace[877781698] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15176; }","duration":"114.025186ms","start":"2026-03-18T14:30:05.694479Z","end":"2026-03-18T14:30:05.808504Z","steps":["trace[877781698] 'agreement among raft nodes before linearized reading' (duration: 111.514878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:05.806119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.122948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-18T14:30:05.808642Z","caller":"traceutil/trace.go:171","msg":"trace[1900251012] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15176; }","duration":"112.640918ms","start":"2026-03-18T14:30:05.695971Z","end":"2026-03-18T14:30:05.808612Z","steps":["trace[1900251012] 'agreement among raft nodes before linearized reading' (duration: 110.088729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:05.806121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.190548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-18T14:30:05.808719Z","caller":"traceutil/trace.go:171","msg":"trace[532993516] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15176; }","duration":"113.808109ms","start":"2026-03-18T14:30:05.694904Z","end":"2026-03-18T14:30:05.808712Z","steps":["trace[532993516] 'agreement among raft nodes before linearized reading' (duration: 111.138636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:05.806152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.75956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-18T14:30:05.808806Z","caller":"traceutil/trace.go:171","msg":"trace[768032756] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15176; }","duration":"115.434844ms","start":"2026-03-18T14:30:05.693364Z","end":"2026-03-18T14:30:05.808799Z","steps":["trace[768032756] 'agreement among raft nodes before linearized reading' (duration: 112.479524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:05.806199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.139928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-18T14:30:05.809007Z","caller":"traceutil/trace.go:171","msg":"trace[1187762341] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15176; }","duration":"120.343957ms","start":"2026-03-18T14:30:05.68864Z","end":"2026-03-18T14:30:05.808984Z","steps":["trace[1187762341] 'agreement among raft nodes before linearized reading' (duration: 117.081298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:05.806289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.651713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-18T14:30:05.809246Z","caller":"traceutil/trace.go:171","msg":"trace[1280594267] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15176; }","duration":"117.569502ms","start":"2026-03-18T14:30:05.691629Z","end":"2026-03-18T14:30:05.809199Z","steps":["trace[1280594267] 'agreement among raft nodes before linearized reading' (duration: 114.026445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:05.806464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.442589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:30:05.809559Z","caller":"traceutil/trace.go:171","msg":"trace[491840693] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15176; }","duration":"116.513791ms","start":"2026-03-18T14:30:05.69298Z","end":"2026-03-18T14:30:05.809493Z","steps":["trace[491840693] 'agreement among raft nodes before linearized reading' (duration: 112.637086ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:05.809944Z","caller":"traceutil/trace.go:171","msg":"trace[1211799466] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15176; }","duration":"116.156842ms","start":"2026-03-18T14:30:05.69093Z","end":"2026-03-18T14:30:05.807087Z","steps":["trace[1211799466] 'agreement among raft nodes before linearized reading' (duration: 114.654631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:25.943935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.023132ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T14:30:25.944079Z","caller":"traceutil/trace.go:171","msg":"trace[1343733651] linearizableReadLoop","detail":"{readStateIndex:15885; appliedIndex:15884; }","duration":"154.94551ms","start":"2026-03-18T14:30:25.78911Z","end":"2026-03-18T14:30:25.944056Z","steps":["trace[1343733651] 'read index received' (duration: 55.482µs)","trace[1343733651] 'applied index is now lower than readState.Index' (duration: 154.887598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:30:25.944773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.634928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:30:25.944874Z","caller":"traceutil/trace.go:171","msg":"trace[1385617807] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15266; }","duration":"155.801532ms","start":"2026-03-18T14:30:25.789052Z","end":"2026-03-18T14:30:25.944854Z","steps":["trace[1385617807] 'agreement among raft nodes before linearized reading' (duration: 155.611998ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:26.265971Z","caller":"traceutil/trace.go:171","msg":"trace[1835447153] linearizableReadLoop","detail":"{readStateIndex:15889; appliedIndex:15888; }","duration":"174.42018ms","start":"2026-03-18T14:30:26.091519Z","end":"2026-03-18T14:30:26.265939Z","steps":["trace[1835447153] 'read index received' (duration: 174.132482ms)","trace[1835447153] 'applied index is now lower than readState.Index' (duration: 286.488µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:30:26.26609Z","caller":"traceutil/trace.go:171","msg":"trace[1824647460] transaction","detail":"{read_only:false; response_revision:15270; number_of_response:1; }","duration":"174.554743ms","start":"2026-03-18T14:30:26.091491Z","end":"2026-03-18T14:30:26.266045Z","steps":["trace[1824647460] 'process raft request' (duration: 174.241904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:26.266382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.337788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-18T14:30:26.266434Z","caller":"traceutil/trace.go:171","msg":"trace[49833031] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:15270; }","duration":"105.430801ms","start":"2026-03-18T14:30:26.160993Z","end":"2026-03-18T14:30:26.266424Z","steps":["trace[49833031] 'agreement among raft nodes before linearized reading' (duration: 105.226915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:26.266406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.025455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T14:30:26.266432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.744127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-18T14:30:26.266457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.527379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-18T14:30:26.266497Z","caller":"traceutil/trace.go:171","msg":"trace[1372596669] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15270; }","duration":"131.850711ms","start":"2026-03-18T14:30:26.134631Z","end":"2026-03-18T14:30:26.266482Z","steps":["trace[1372596669] 'agreement among raft nodes before linearized reading' (duration: 131.678726ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:26.266497Z","caller":"traceutil/trace.go:171","msg":"trace[1740625371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15270; }","duration":"172.123837ms","start":"2026-03-18T14:30:26.094349Z","end":"2026-03-18T14:30:26.266473Z","steps":["trace[1740625371] 'agreement among raft nodes before linearized reading' (duration: 171.832669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:26.266487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.580343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T14:30:26.266528Z","caller":"traceutil/trace.go:171","msg":"trace[1611288296] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:15270; }","duration":"139.645973ms","start":"2026-03-18T14:30:26.126864Z","end":"2026-03-18T14:30:26.26651Z","steps":["trace[1611288296] 'agreement among raft nodes before linearized reading' (duration: 139.412437ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:26.266593Z","caller":"traceutil/trace.go:171","msg":"trace[622669736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15270; }","duration":"171.721996ms","start":"2026-03-18T14:30:26.094845Z","end":"2026-03-18T14:30:26.266567Z","steps":["trace[622669736] 'agreement among raft nodes before linearized reading' (duration: 171.491649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:26.266661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.387424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rccjs\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-03-18T14:30:26.266803Z","caller":"traceutil/trace.go:171","msg":"trace[1660159772] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rccjs; range_end:; response_count:1; response_revision:15270; }","duration":"107.595141ms","start":"2026-03-18T14:30:26.159183Z","end":"2026-03-18T14:30:26.266778Z","steps":["trace[1660159772] 'agreement among raft nodes before linearized reading' (duration: 107.236141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:26.267022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.022321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9708"} {"level":"info","ts":"2026-03-18T14:30:26.267202Z","caller":"traceutil/trace.go:171","msg":"trace[699924878] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:15270; }","duration":"112.258566ms","start":"2026-03-18T14:30:26.154927Z","end":"2026-03-18T14:30:26.267186Z","steps":["trace[699924878] 'agreement among raft nodes before linearized reading' (duration: 111.249599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:26.267381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.839638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T14:30:26.267462Z","caller":"traceutil/trace.go:171","msg":"trace[695316491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15270; }","duration":"175.974422ms","start":"2026-03-18T14:30:26.091469Z","end":"2026-03-18T14:30:26.267444Z","steps":["trace[695316491] 'agreement among raft nodes before linearized reading' (duration: 175.774926ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:26.817779Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13063} {"level":"info","ts":"2026-03-18T14:30:26.817865Z","caller":"traceutil/trace.go:171","msg":"trace[1001722588] compact","detail":"{revision:13063; response_revision:15274; }","duration":"358.901613ms","start":"2026-03-18T14:30:26.458925Z","end":"2026-03-18T14:30:26.817826Z","steps":["trace[1001722588] 'process raft request' (duration: 265.041358ms)","trace[1001722588] 'check and update compact revision' (duration: 93.695851ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:30:26.817898Z","caller":"traceutil/trace.go:171","msg":"trace[562076407] linearizableReadLoop","detail":"{readStateIndex:15894; appliedIndex:15893; }","duration":"246.648467ms","start":"2026-03-18T14:30:26.571228Z","end":"2026-03-18T14:30:26.817876Z","steps":["trace[562076407] 'read index received' (duration: 152.729749ms)","trace[562076407] 'applied index is now lower than readState.Index' (duration: 93.917738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:30:26.81795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:30:26.458872Z","time spent":"359.074048ms","remote":"127.0.0.1:33434","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T14:30:26.818054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.838062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:30:26.818123Z","caller":"traceutil/trace.go:171","msg":"trace[1418275174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15274; }","duration":"246.959855ms","start":"2026-03-18T14:30:26.571147Z","end":"2026-03-18T14:30:26.818107Z","steps":["trace[1418275174] 'agreement among raft nodes before linearized reading' (duration: 246.826642ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:26.819425Z","caller":"traceutil/trace.go:171","msg":"trace[426725296] transaction","detail":"{read_only:false; response_revision:15275; number_of_response:1; }","duration":"173.465623ms","start":"2026-03-18T14:30:26.645942Z","end":"2026-03-18T14:30:26.819407Z","steps":["trace[426725296] 'process raft request' (duration: 171.849539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:27.258524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.813306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-18T14:30:27.258608Z","caller":"traceutil/trace.go:171","msg":"trace[2090091124] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:15275; }","duration":"183.939849ms","start":"2026-03-18T14:30:27.074648Z","end":"2026-03-18T14:30:27.258588Z","steps":["trace[2090091124] 'range keys from in-memory index tree' (duration: 183.58608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:27.25905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.164589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:30:27.259139Z","caller":"traceutil/trace.go:171","msg":"trace[1802018223] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:15275; }","duration":"161.295422ms","start":"2026-03-18T14:30:27.097818Z","end":"2026-03-18T14:30:27.259113Z","steps":["trace[1802018223] 'count revisions from in-memory index tree' (duration: 161.003664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:27.517045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.363242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:30:27.517142Z","caller":"traceutil/trace.go:171","msg":"trace[1936552250] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15275; }","duration":"241.511237ms","start":"2026-03-18T14:30:27.275608Z","end":"2026-03-18T14:30:27.517119Z","steps":["trace[1936552250] 'count revisions from in-memory index tree' (duration: 241.264639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:27.845247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.480215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:30:27.845337Z","caller":"traceutil/trace.go:171","msg":"trace[59528171] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:15275; }","duration":"133.63343ms","start":"2026-03-18T14:30:27.711683Z","end":"2026-03-18T14:30:27.845316Z","steps":["trace[59528171] 'count revisions from in-memory index tree' (duration: 133.398233ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:27.997463Z","caller":"traceutil/trace.go:171","msg":"trace[637779891] transaction","detail":"{read_only:false; response_revision:15276; number_of_response:1; }","duration":"229.768546ms","start":"2026-03-18T14:30:27.767659Z","end":"2026-03-18T14:30:27.997427Z","steps":["trace[637779891] 'process raft request' (duration: 229.51122ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:28.1831Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13063,"took":"1.361826533s","hash":3323505157,"current-db-size-bytes":38170624,"current-db-size":"38 MB","current-db-size-in-use-bytes":25665536,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-18T14:30:28.183182Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3323505157,"revision":13063,"compact-revision":11144} {"level":"warn","ts":"2026-03-18T14:30:28.183461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.264659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:30:28.183641Z","caller":"traceutil/trace.go:171","msg":"trace[2054081395] transaction","detail":"{read_only:false; response_revision:15277; number_of_response:1; }","duration":"232.954454ms","start":"2026-03-18T14:30:27.950666Z","end":"2026-03-18T14:30:28.183621Z","steps":["trace[2054081395] 'process raft request' (duration: 110.438238ms)","trace[2054081395] 'compare' (duration: 122.106705ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:30:28.183854Z","caller":"traceutil/trace.go:171","msg":"trace[1076718230] transaction","detail":"{read_only:false; response_revision:15278; number_of_response:1; }","duration":"208.501418ms","start":"2026-03-18T14:30:27.975295Z","end":"2026-03-18T14:30:28.183796Z","steps":["trace[1076718230] 'process raft request' (duration: 208.272822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:28.183894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.724776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-18T14:30:28.183962Z","caller":"traceutil/trace.go:171","msg":"trace[1490944334] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15278; }","duration":"207.801048ms","start":"2026-03-18T14:30:27.976146Z","end":"2026-03-18T14:30:28.183947Z","steps":["trace[1490944334] 'agreement among raft nodes before linearized reading' (duration: 207.641135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:28.18398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.969083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:30:28.184039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.064326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-18T14:30:28.184049Z","caller":"traceutil/trace.go:171","msg":"trace[91032746] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15278; }","duration":"208.097496ms","start":"2026-03-18T14:30:27.975932Z","end":"2026-03-18T14:30:28.184029Z","steps":["trace[91032746] 'agreement among raft nodes before linearized reading' (duration: 207.951812ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:28.184093Z","caller":"traceutil/trace.go:171","msg":"trace[1694650084] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15278; }","duration":"208.137478ms","start":"2026-03-18T14:30:27.975939Z","end":"2026-03-18T14:30:28.184077Z","steps":["trace[1694650084] 'agreement among raft nodes before linearized reading' (duration: 207.948852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:28.184095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.85603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:30:28.184102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.948143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:30:28.184134Z","caller":"traceutil/trace.go:171","msg":"trace[1917399513] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15278; }","duration":"207.926233ms","start":"2026-03-18T14:30:27.976196Z","end":"2026-03-18T14:30:28.184122Z","steps":["trace[1917399513] 'agreement among raft nodes before linearized reading' (duration: 207.84537ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:28.184165Z","caller":"traceutil/trace.go:171","msg":"trace[313063609] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15278; }","duration":"208.024074ms","start":"2026-03-18T14:30:27.976122Z","end":"2026-03-18T14:30:28.184146Z","steps":["trace[313063609] 'agreement among raft nodes before linearized reading' (duration: 207.947883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:28.184031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.903652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-18T14:30:28.184209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.164679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:30:28.184231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.103695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-18T14:30:28.184245Z","caller":"traceutil/trace.go:171","msg":"trace[825393575] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15278; }","duration":"208.129698ms","start":"2026-03-18T14:30:27.976083Z","end":"2026-03-18T14:30:28.184213Z","steps":["trace[825393575] 'agreement among raft nodes before linearized reading' (duration: 207.757148ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:28.184263Z","caller":"traceutil/trace.go:171","msg":"trace[1358600912] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15278; }","duration":"208.204659ms","start":"2026-03-18T14:30:27.976023Z","end":"2026-03-18T14:30:28.184228Z","steps":["trace[1358600912] 'agreement among raft nodes before linearized reading' (duration: 208.170229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:28.18416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.879701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-18T14:30:28.184284Z","caller":"traceutil/trace.go:171","msg":"trace[2045840750] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15278; }","duration":"198.171256ms","start":"2026-03-18T14:30:27.986097Z","end":"2026-03-18T14:30:28.184268Z","steps":["trace[2045840750] 'agreement among raft nodes before linearized reading' (duration: 198.045453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:28.184308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.062206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-18T14:30:28.184242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.093786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:30:28.184314Z","caller":"traceutil/trace.go:171","msg":"trace[1348982743] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15278; }","duration":"208.051646ms","start":"2026-03-18T14:30:27.976247Z","end":"2026-03-18T14:30:28.184298Z","steps":["trace[1348982743] 'agreement among raft nodes before linearized reading' (duration: 207.803448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:28.184327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.133108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-18T14:30:28.184337Z","caller":"traceutil/trace.go:171","msg":"trace[1403021403] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15278; }","duration":"208.208719ms","start":"2026-03-18T14:30:27.976121Z","end":"2026-03-18T14:30:28.184329Z","steps":["trace[1403021403] 'agreement among raft nodes before linearized reading' (duration: 208.090476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:28.184317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.168989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:30:28.184363Z","caller":"traceutil/trace.go:171","msg":"trace[918205217] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15278; }","duration":"208.188879ms","start":"2026-03-18T14:30:27.976164Z","end":"2026-03-18T14:30:28.184353Z","steps":["trace[918205217] 'agreement among raft nodes before linearized reading' (duration: 208.091856ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:28.184361Z","caller":"traceutil/trace.go:171","msg":"trace[2086590787] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15278; }","duration":"208.267691ms","start":"2026-03-18T14:30:27.976071Z","end":"2026-03-18T14:30:28.184339Z","steps":["trace[2086590787] 'agreement among raft nodes before linearized reading' (duration: 208.090966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:28.184095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.338637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-18T14:30:28.184392Z","caller":"traceutil/trace.go:171","msg":"trace[485966541] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15278; }","duration":"208.25169ms","start":"2026-03-18T14:30:27.976121Z","end":"2026-03-18T14:30:28.184373Z","steps":["trace[485966541] 'agreement among raft nodes before linearized reading' (duration: 208.164488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:28.184398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.294432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-18T14:30:28.184176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.098826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:30:28.184413Z","caller":"traceutil/trace.go:171","msg":"trace[872583497] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15278; }","duration":"207.678306ms","start":"2026-03-18T14:30:27.976724Z","end":"2026-03-18T14:30:28.184402Z","steps":["trace[872583497] 'agreement among raft nodes before linearized reading' (duration: 207.237094ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:28.184429Z","caller":"traceutil/trace.go:171","msg":"trace[912298107] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15278; }","duration":"208.348464ms","start":"2026-03-18T14:30:27.976073Z","end":"2026-03-18T14:30:28.184421Z","steps":["trace[912298107] 'agreement among raft nodes before linearized reading' (duration: 208.257161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:28.184434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.303002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:30:28.184446Z","caller":"traceutil/trace.go:171","msg":"trace[914270419] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15278; }","duration":"208.375984ms","start":"2026-03-18T14:30:27.976057Z","end":"2026-03-18T14:30:28.184433Z","steps":["trace[914270419] 'agreement among raft nodes before linearized reading' (duration: 208.097336ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:28.184481Z","caller":"traceutil/trace.go:171","msg":"trace[1604700347] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15278; }","duration":"208.376235ms","start":"2026-03-18T14:30:27.976089Z","end":"2026-03-18T14:30:28.184465Z","steps":["trace[1604700347] 'agreement among raft nodes before linearized reading' (duration: 208.295522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:28.184457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.270781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:30:28.184519Z","caller":"traceutil/trace.go:171","msg":"trace[1198854356] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15278; }","duration":"208.353813ms","start":"2026-03-18T14:30:27.976157Z","end":"2026-03-18T14:30:28.184511Z","steps":["trace[1198854356] 'agreement among raft nodes before linearized reading' (duration: 208.281131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:28.184564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.59921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-18T14:30:28.184595Z","caller":"traceutil/trace.go:171","msg":"trace[832680315] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15278; }","duration":"208.653821ms","start":"2026-03-18T14:30:27.975932Z","end":"2026-03-18T14:30:28.184585Z","steps":["trace[832680315] 'agreement among raft nodes before linearized reading' (duration: 208.565239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:28.184606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.382467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-18T14:30:28.184612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.402087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-18T14:30:28.183827Z","caller":"traceutil/trace.go:171","msg":"trace[1339724994] linearizableReadLoop","detail":"{readStateIndex:15898; appliedIndex:15896; }","duration":"186.447757ms","start":"2026-03-18T14:30:27.997337Z","end":"2026-03-18T14:30:28.183785Z","steps":["trace[1339724994] 'read index received' (duration: 63.680284ms)","trace[1339724994] 'applied index is now lower than readState.Index' (duration: 122.764172ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:30:28.184655Z","caller":"traceutil/trace.go:171","msg":"trace[680175954] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15278; }","duration":"207.46962ms","start":"2026-03-18T14:30:27.977172Z","end":"2026-03-18T14:30:28.184642Z","steps":["trace[680175954] 'agreement among raft nodes before linearized reading' (duration: 207.327886ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:28.184668Z","caller":"traceutil/trace.go:171","msg":"trace[1838576043] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15278; }","duration":"207.471929ms","start":"2026-03-18T14:30:27.977182Z","end":"2026-03-18T14:30:28.184654Z","steps":["trace[1838576043] 'agreement among raft nodes before linearized reading' (duration: 207.335176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:28.184618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.818258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-18T14:30:28.184772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.836827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:30:28.184795Z","caller":"traceutil/trace.go:171","msg":"trace[1815696026] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15278; }","duration":"208.020274ms","start":"2026-03-18T14:30:27.976762Z","end":"2026-03-18T14:30:28.184783Z","steps":["trace[1815696026] 'agreement among raft nodes before linearized reading' (duration: 207.739857ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:28.184805Z","caller":"traceutil/trace.go:171","msg":"trace[152596807] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15278; }","duration":"208.918749ms","start":"2026-03-18T14:30:27.975877Z","end":"2026-03-18T14:30:28.184795Z","steps":["trace[152596807] 'agreement among raft nodes before linearized reading' (duration: 208.867398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:28.184865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.1943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:30:28.184911Z","caller":"traceutil/trace.go:171","msg":"trace[493114248] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:15278; }","duration":"161.267421ms","start":"2026-03-18T14:30:28.02363Z","end":"2026-03-18T14:30:28.184897Z","steps":["trace[493114248] 'agreement among raft nodes before linearized reading' (duration: 161.130488ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:28.426024Z","caller":"traceutil/trace.go:171","msg":"trace[655661470] linearizableReadLoop","detail":"{readStateIndex:15900; appliedIndex:15899; }","duration":"134.141683ms","start":"2026-03-18T14:30:28.291858Z","end":"2026-03-18T14:30:28.426Z","steps":["trace[655661470] 'read index received' (duration: 114.790206ms)","trace[655661470] 'applied index is now lower than readState.Index' (duration: 19.350497ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:30:28.426142Z","caller":"traceutil/trace.go:171","msg":"trace[936389588] transaction","detail":"{read_only:false; response_revision:15280; number_of_response:1; }","duration":"151.397913ms","start":"2026-03-18T14:30:28.274732Z","end":"2026-03-18T14:30:28.42613Z","steps":["trace[936389588] 'process raft request' (duration: 131.912962ms)","trace[936389588] 'compare' (duration: 19.260635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:30:28.426349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.356894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rccjs\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-03-18T14:30:28.42639Z","caller":"traceutil/trace.go:171","msg":"trace[2037603406] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rccjs; range_end:; response_count:1; response_revision:15280; }","duration":"114.432107ms","start":"2026-03-18T14:30:28.311948Z","end":"2026-03-18T14:30:28.42638Z","steps":["trace[2037603406] 'agreement among raft nodes before linearized reading' (duration: 114.268932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:28.426387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.813427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-18T14:30:28.426412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.203984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-18T14:30:28.426459Z","caller":"traceutil/trace.go:171","msg":"trace[1334797947] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:15280; }","duration":"116.289237ms","start":"2026-03-18T14:30:28.310158Z","end":"2026-03-18T14:30:28.426447Z","steps":["trace[1334797947] 'agreement among raft nodes before linearized reading' (duration: 116.078402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:28.426452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.708084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T14:30:28.426467Z","caller":"traceutil/trace.go:171","msg":"trace[446687636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15280; }","duration":"132.918409ms","start":"2026-03-18T14:30:28.293525Z","end":"2026-03-18T14:30:28.426443Z","steps":["trace[446687636] 'agreement among raft nodes before linearized reading' (duration: 132.694333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:28.426457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.578575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-18T14:30:28.426512Z","caller":"traceutil/trace.go:171","msg":"trace[1429827793] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15280; }","duration":"132.806697ms","start":"2026-03-18T14:30:28.293688Z","end":"2026-03-18T14:30:28.426494Z","steps":["trace[1429827793] 'agreement among raft nodes before linearized reading' (duration: 132.647092ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:28.426554Z","caller":"traceutil/trace.go:171","msg":"trace[1410251318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15280; }","duration":"134.743569ms","start":"2026-03-18T14:30:28.291793Z","end":"2026-03-18T14:30:28.426536Z","steps":["trace[1410251318] 'agreement among raft nodes before linearized reading' (duration: 134.44012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:28.426585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.877091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9708"} {"level":"info","ts":"2026-03-18T14:30:28.426714Z","caller":"traceutil/trace.go:171","msg":"trace[1968504107] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:15280; }","duration":"114.005184ms","start":"2026-03-18T14:30:28.312669Z","end":"2026-03-18T14:30:28.426674Z","steps":["trace[1968504107] 'agreement among raft nodes before linearized reading' (duration: 113.660375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:28.426729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.351749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-18T14:30:28.426777Z","caller":"traceutil/trace.go:171","msg":"trace[2072628726] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:15280; }","duration":"116.454901ms","start":"2026-03-18T14:30:28.310309Z","end":"2026-03-18T14:30:28.426763Z","steps":["trace[2072628726] 'agreement among raft nodes before linearized reading' (duration: 116.301367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:28.761565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.386926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:30:28.761685Z","caller":"traceutil/trace.go:171","msg":"trace[839135856] transaction","detail":"{read_only:false; response_revision:15281; number_of_response:1; }","duration":"330.86784ms","start":"2026-03-18T14:30:28.430796Z","end":"2026-03-18T14:30:28.761664Z","steps":["trace[839135856] 'process raft request' (duration: 209.269439ms)","trace[839135856] 'compare' (duration: 121.199599ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:30:28.761788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:30:28.430772Z","time spent":"330.945532ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:30:29.03912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.836593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:30:29.039331Z","caller":"traceutil/trace.go:171","msg":"trace[298759626] transaction","detail":"{read_only:false; response_revision:15282; number_of_response:1; }","duration":"608.396487ms","start":"2026-03-18T14:30:28.430905Z","end":"2026-03-18T14:30:29.039302Z","steps":["trace[298759626] 'process raft request' (duration: 459.297686ms)","trace[298759626] 'compare' (duration: 148.578007ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:30:29.039367Z","caller":"traceutil/trace.go:171","msg":"trace[1511288862] transaction","detail":"{read_only:false; response_revision:15284; number_of_response:1; }","duration":"213.73482ms","start":"2026-03-18T14:30:28.825615Z","end":"2026-03-18T14:30:29.03935Z","steps":["trace[1511288862] 'process raft request' (duration: 213.693139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:29.039467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:30:28.430891Z","time spent":"608.509091ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:30:29.039495Z","caller":"traceutil/trace.go:171","msg":"trace[306433109] transaction","detail":"{read_only:false; response_revision:15283; number_of_response:1; }","duration":"608.53001ms","start":"2026-03-18T14:30:28.430929Z","end":"2026-03-18T14:30:29.039459Z","steps":["trace[306433109] 'process raft request' (duration: 608.284553ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:29.039597Z","caller":"traceutil/trace.go:171","msg":"trace[33550641] linearizableReadLoop","detail":"{readStateIndex:15903; appliedIndex:15900; }","duration":"607.937575ms","start":"2026-03-18T14:30:28.431634Z","end":"2026-03-18T14:30:29.039571Z","steps":["trace[33550641] 'read index received' (duration: 208.362764ms)","trace[33550641] 'applied index is now lower than readState.Index' (duration: 399.571811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:30:29.03966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:30:28.430898Z","time spent":"608.679985ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:30:29.039841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.894206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:30:29.039909Z","caller":"traceutil/trace.go:171","msg":"trace[394873921] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:15284; }","duration":"376.004458ms","start":"2026-03-18T14:30:28.663887Z","end":"2026-03-18T14:30:29.039891Z","steps":["trace[394873921] 'agreement among raft nodes before linearized reading' (duration: 375.889915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:29.03996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:30:28.663863Z","time spent":"376.083451ms","remote":"127.0.0.1:49990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:30:29.039948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.597385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:30:29.040019Z","caller":"traceutil/trace.go:171","msg":"trace[2007719689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15284; }","duration":"470.728238ms","start":"2026-03-18T14:30:28.569275Z","end":"2026-03-18T14:30:29.040003Z","steps":["trace[2007719689] 'agreement among raft nodes before linearized reading' (duration: 470.605095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:29.040067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:30:28.56925Z","time spent":"470.81025ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:30:29.039853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.561472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:30:29.040153Z","caller":"traceutil/trace.go:171","msg":"trace[1711904189] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:15284; }","duration":"315.882642ms","start":"2026-03-18T14:30:28.724245Z","end":"2026-03-18T14:30:29.040128Z","steps":["trace[1711904189] 'agreement among raft nodes before linearized reading' (duration: 315.557163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:29.040221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:30:28.724224Z","time spent":"315.975494ms","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:30:29.04059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.338789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732392"} {"level":"warn","ts":"2026-03-18T14:30:29.040617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.987443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732392"} {"level":"info","ts":"2026-03-18T14:30:29.040641Z","caller":"traceutil/trace.go:171","msg":"trace[880536418] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15284; }","duration":"607.423931ms","start":"2026-03-18T14:30:28.433205Z","end":"2026-03-18T14:30:29.040629Z","steps":["trace[880536418] 'agreement among raft nodes before linearized reading' (duration: 606.512476ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:29.040651Z","caller":"traceutil/trace.go:171","msg":"trace[336407893] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15284; }","duration":"609.024374ms","start":"2026-03-18T14:30:28.431617Z","end":"2026-03-18T14:30:29.040641Z","steps":["trace[336407893] 'agreement among raft nodes before linearized reading' (duration: 608.026937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:29.040681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:30:28.431568Z","time spent":"609.104146ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732416,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T14:30:29.041875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:30:28.433195Z","time spent":"607.472812ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732416,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T14:30:29.042809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.383754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732392"} {"level":"info","ts":"2026-03-18T14:30:29.043066Z","caller":"traceutil/trace.go:171","msg":"trace[1071969342] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15284; }","duration":"609.58773ms","start":"2026-03-18T14:30:28.433351Z","end":"2026-03-18T14:30:29.042939Z","steps":["trace[1071969342] 'agreement among raft nodes before linearized reading' (duration: 606.596888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:29.043156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:30:28.433305Z","time spent":"609.814115ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732416,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T14:30:29.045039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.892405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732392"} {"level":"info","ts":"2026-03-18T14:30:29.045115Z","caller":"traceutil/trace.go:171","msg":"trace[1319144513] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15284; }","duration":"610.985728ms","start":"2026-03-18T14:30:28.434111Z","end":"2026-03-18T14:30:29.045096Z","steps":["trace[1319144513] 'agreement among raft nodes before linearized reading' (duration: 605.763515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:29.045169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:30:28.434103Z","time spent":"611.046179ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732416,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T14:30:30.945458Z","caller":"traceutil/trace.go:171","msg":"trace[1185274176] linearizableReadLoop","detail":"{readStateIndex:15908; appliedIndex:15907; }","duration":"515.402565ms","start":"2026-03-18T14:30:30.430027Z","end":"2026-03-18T14:30:30.94543Z","steps":["trace[1185274176] 'read index received' (duration: 472.647871ms)","trace[1185274176] 'applied index is now lower than readState.Index' (duration: 42.753024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:30:30.945514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:30:30.41991Z","time spent":"525.597073ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T14:30:30.945736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.696993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:30:30.945826Z","caller":"traceutil/trace.go:171","msg":"trace[1735975623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15287; }","duration":"515.814637ms","start":"2026-03-18T14:30:30.429991Z","end":"2026-03-18T14:30:30.945805Z","steps":["trace[1735975623] 'agreement among raft nodes before linearized reading' (duration: 515.564169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:30.945868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:30:30.429979Z","time spent":"515.880398ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:30:30.945942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.565777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:30:30.945998Z","caller":"traceutil/trace.go:171","msg":"trace[1233484275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15287; }","duration":"180.637349ms","start":"2026-03-18T14:30:30.765345Z","end":"2026-03-18T14:30:30.945982Z","steps":["trace[1233484275] 'agreement among raft nodes before linearized reading' (duration: 180.465795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:30.94576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.437219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-18T14:30:30.946088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.113235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:30:30.946167Z","caller":"traceutil/trace.go:171","msg":"trace[75181785] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:15287; }","duration":"252.243579ms","start":"2026-03-18T14:30:30.693902Z","end":"2026-03-18T14:30:30.946146Z","steps":["trace[75181785] 'agreement among raft nodes before linearized reading' (duration: 252.098534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:30.946181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.923204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:30:30.946222Z","caller":"traceutil/trace.go:171","msg":"trace[1698681829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15287; }","duration":"377.006265ms","start":"2026-03-18T14:30:30.569207Z","end":"2026-03-18T14:30:30.946213Z","steps":["trace[1698681829] 'agreement among raft nodes before linearized reading' (duration: 376.943634ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:30.946107Z","caller":"traceutil/trace.go:171","msg":"trace[716963269] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:15287; }","duration":"445.848561ms","start":"2026-03-18T14:30:30.50024Z","end":"2026-03-18T14:30:30.946088Z","steps":["trace[716963269] 'agreement among raft nodes before linearized reading' (duration: 445.363458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:30.946279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:30:30.569186Z","time spent":"377.085768ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:30:30.94643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:30:30.500214Z","time spent":"446.110827ms","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:30:31.186782Z","caller":"traceutil/trace.go:171","msg":"trace[173919260] transaction","detail":"{read_only:false; response_revision:15288; number_of_response:1; }","duration":"239.955035ms","start":"2026-03-18T14:30:30.946791Z","end":"2026-03-18T14:30:31.186746Z","steps":["trace[173919260] 'process raft request' (duration: 149.021549ms)","trace[173919260] 'compare' (duration: 90.536305ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:30:31.186824Z","caller":"traceutil/trace.go:171","msg":"trace[1348322064] linearizableReadLoop","detail":"{readStateIndex:15912; appliedIndex:15908; }","duration":"142.265384ms","start":"2026-03-18T14:30:31.044526Z","end":"2026-03-18T14:30:31.186791Z","steps":["trace[1348322064] 'read index received' (duration: 51.314038ms)","trace[1348322064] 'applied index is now lower than readState.Index' (duration: 90.950006ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:30:31.186918Z","caller":"traceutil/trace.go:171","msg":"trace[735815156] transaction","detail":"{read_only:false; response_revision:15289; number_of_response:1; }","duration":"236.926262ms","start":"2026-03-18T14:30:30.949955Z","end":"2026-03-18T14:30:31.186881Z","steps":["trace[735815156] 'process raft request' (duration: 236.584463ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:31.186908Z","caller":"traceutil/trace.go:171","msg":"trace[1354549260] transaction","detail":"{read_only:false; response_revision:15290; number_of_response:1; }","duration":"235.588165ms","start":"2026-03-18T14:30:30.951287Z","end":"2026-03-18T14:30:31.186876Z","steps":["trace[1354549260] 'process raft request' (duration: 235.39646ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:31.186939Z","caller":"traceutil/trace.go:171","msg":"trace[863419631] transaction","detail":"{read_only:false; response_revision:15291; number_of_response:1; }","duration":"142.45284ms","start":"2026-03-18T14:30:31.044472Z","end":"2026-03-18T14:30:31.186925Z","steps":["trace[863419631] 'process raft request' (duration: 142.269085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:31.187221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.753843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rccjs\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-03-18T14:30:31.18724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.414624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-18T14:30:31.187264Z","caller":"traceutil/trace.go:171","msg":"trace[2037364812] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rccjs; range_end:; response_count:1; response_revision:15291; }","duration":"122.849866ms","start":"2026-03-18T14:30:31.064403Z","end":"2026-03-18T14:30:31.187253Z","steps":["trace[2037364812] 'agreement among raft nodes before linearized reading' (duration: 122.689051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:31.187205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.633223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T14:30:31.187385Z","caller":"traceutil/trace.go:171","msg":"trace[1097662021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15291; }","duration":"142.852401ms","start":"2026-03-18T14:30:31.044509Z","end":"2026-03-18T14:30:31.187361Z","steps":["trace[1097662021] 'agreement among raft nodes before linearized reading' (duration: 142.566262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:31.187445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.775791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-18T14:30:31.187526Z","caller":"traceutil/trace.go:171","msg":"trace[1815823673] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:15291; }","duration":"123.887643ms","start":"2026-03-18T14:30:31.06362Z","end":"2026-03-18T14:30:31.187507Z","steps":["trace[1815823673] 'agreement among raft nodes before linearized reading' (duration: 123.657837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:31.187513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.971394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:30:31.18758Z","caller":"traceutil/trace.go:171","msg":"trace[382816858] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15291; }","duration":"143.074765ms","start":"2026-03-18T14:30:31.044487Z","end":"2026-03-18T14:30:31.187562Z","steps":["trace[382816858] 'agreement among raft nodes before linearized reading' (duration: 142.459219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:31.187611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.640063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9708"} {"level":"info","ts":"2026-03-18T14:30:31.187694Z","caller":"traceutil/trace.go:171","msg":"trace[1954363606] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:15291; }","duration":"128.770537ms","start":"2026-03-18T14:30:31.058902Z","end":"2026-03-18T14:30:31.187673Z","steps":["trace[1954363606] 'agreement among raft nodes before linearized reading' (duration: 128.462439ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:31.187281Z","caller":"traceutil/trace.go:171","msg":"trace[1223117795] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:15291; }","duration":"118.477246ms","start":"2026-03-18T14:30:31.068791Z","end":"2026-03-18T14:30:31.187269Z","steps":["trace[1223117795] 'agreement among raft nodes before linearized reading' (duration: 118.342843ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:31.340711Z","caller":"traceutil/trace.go:171","msg":"trace[1741540107] linearizableReadLoop","detail":"{readStateIndex:15914; appliedIndex:15913; }","duration":"147.786054ms","start":"2026-03-18T14:30:31.192901Z","end":"2026-03-18T14:30:31.340687Z","steps":["trace[1741540107] 'read index received' (duration: 76.926754ms)","trace[1741540107] 'applied index is now lower than readState.Index' (duration: 70.85822ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:30:31.340839Z","caller":"traceutil/trace.go:171","msg":"trace[1022984616] transaction","detail":"{read_only:false; response_revision:15293; number_of_response:1; }","duration":"148.506504ms","start":"2026-03-18T14:30:31.192321Z","end":"2026-03-18T14:30:31.340827Z","steps":["trace[1022984616] 'process raft request' (duration: 148.181535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:31.341195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.025414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-18T14:30:31.34124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.303558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T14:30:31.341366Z","caller":"traceutil/trace.go:171","msg":"trace[1016701004] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:15293; }","duration":"148.482403ms","start":"2026-03-18T14:30:31.192863Z","end":"2026-03-18T14:30:31.341346Z","steps":["trace[1016701004] 'agreement among raft nodes before linearized reading' (duration: 148.228346ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:31.341284Z","caller":"traceutil/trace.go:171","msg":"trace[601122601] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:15293; }","duration":"129.152208ms","start":"2026-03-18T14:30:31.212116Z","end":"2026-03-18T14:30:31.341268Z","steps":["trace[601122601] 'agreement among raft nodes before linearized reading' (duration: 129.010053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:31.342153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.704248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732392"} {"level":"warn","ts":"2026-03-18T14:30:31.342305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.165197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732392"} {"level":"info","ts":"2026-03-18T14:30:31.342374Z","caller":"traceutil/trace.go:171","msg":"trace[1639222489] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15293; }","duration":"147.240969ms","start":"2026-03-18T14:30:31.195119Z","end":"2026-03-18T14:30:31.34236Z","steps":["trace[1639222489] 'agreement among raft nodes before linearized reading' (duration: 145.820071ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:31.342282Z","caller":"traceutil/trace.go:171","msg":"trace[577307437] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15293; }","duration":"148.863425ms","start":"2026-03-18T14:30:31.193363Z","end":"2026-03-18T14:30:31.342227Z","steps":["trace[577307437] 'agreement among raft nodes before linearized reading' (duration: 147.482047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:31.342518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.641711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732392"} {"level":"info","ts":"2026-03-18T14:30:31.342574Z","caller":"traceutil/trace.go:171","msg":"trace[1349364082] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15293; }","duration":"147.727693ms","start":"2026-03-18T14:30:31.194833Z","end":"2026-03-18T14:30:31.342561Z","steps":["trace[1349364082] 'agreement among raft nodes before linearized reading' (duration: 146.19427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:30:31.342744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.661411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732392"} {"level":"info","ts":"2026-03-18T14:30:31.342815Z","caller":"traceutil/trace.go:171","msg":"trace[2126121718] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15293; }","duration":"147.764144ms","start":"2026-03-18T14:30:31.195036Z","end":"2026-03-18T14:30:31.3428Z","steps":["trace[2126121718] 'agreement among raft nodes before linearized reading' (duration: 145.905984ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:30:31.655949Z","caller":"traceutil/trace.go:171","msg":"trace[1375015675] transaction","detail":"{read_only:false; response_revision:15294; number_of_response:1; }","duration":"138.270234ms","start":"2026-03-18T14:30:31.517657Z","end":"2026-03-18T14:30:31.655928Z","steps":["trace[1375015675] 'process raft request' (duration: 137.920345ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:32:03.783193Z","caller":"traceutil/trace.go:171","msg":"trace[817820906] linearizableReadLoop","detail":"{readStateIndex:16484; appliedIndex:16483; }","duration":"103.621204ms","start":"2026-03-18T14:32:03.679553Z","end":"2026-03-18T14:32:03.783174Z","steps":["trace[817820906] 'read index received' (duration: 103.48908ms)","trace[817820906] 'applied index is now lower than readState.Index' (duration: 131.434µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:32:03.783287Z","caller":"traceutil/trace.go:171","msg":"trace[219425095] transaction","detail":"{read_only:false; response_revision:15843; number_of_response:1; }","duration":"149.859195ms","start":"2026-03-18T14:32:03.633385Z","end":"2026-03-18T14:32:03.783244Z","steps":["trace[219425095] 'process raft request' (duration: 149.661359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:03.783387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.819859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T14:32:03.783484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.44273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:32:03.783568Z","caller":"traceutil/trace.go:171","msg":"trace[2112922551] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15843; }","duration":"103.556172ms","start":"2026-03-18T14:32:03.679992Z","end":"2026-03-18T14:32:03.783548Z","steps":["trace[2112922551] 'agreement among raft nodes before linearized reading' (duration: 103.340317ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:32:03.783504Z","caller":"traceutil/trace.go:171","msg":"trace[1361672366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15843; }","duration":"103.983314ms","start":"2026-03-18T14:32:03.679505Z","end":"2026-03-18T14:32:03.783488Z","steps":["trace[1361672366] 'agreement among raft nodes before linearized reading' (duration: 103.780379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:04.589355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.798376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:32:04.589486Z","caller":"traceutil/trace.go:171","msg":"trace[759032215] linearizableReadLoop","detail":"{readStateIndex:16488; appliedIndex:16487; }","duration":"445.856014ms","start":"2026-03-18T14:32:04.143609Z","end":"2026-03-18T14:32:04.589465Z","steps":["trace[759032215] 'read index received' (duration: 69.172µs)","trace[759032215] 'applied index is now lower than readState.Index' (duration: 445.785272ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:32:04.589584Z","caller":"traceutil/trace.go:171","msg":"trace[1324677130] transaction","detail":"{read_only:false; response_revision:15847; number_of_response:1; }","duration":"661.107987ms","start":"2026-03-18T14:32:03.928448Z","end":"2026-03-18T14:32:04.589556Z","steps":["trace[1324677130] 'process raft request' (duration: 84.020033ms)","trace[1324677130] 'compare' (duration: 576.677323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:32:04.58973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:32:03.928424Z","time spent":"661.218731ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:32:04.589741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.12968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-18T14:32:04.5898Z","caller":"traceutil/trace.go:171","msg":"trace[310310491] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15847; }","duration":"446.228754ms","start":"2026-03-18T14:32:04.143554Z","end":"2026-03-18T14:32:04.589783Z","steps":["trace[310310491] 'agreement among raft nodes before linearized reading' (duration: 446.027389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:04.589857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:32:04.143532Z","time spent":"446.311195ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:32:04.590122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.71ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rccjs\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-03-18T14:32:04.590169Z","caller":"traceutil/trace.go:171","msg":"trace[1530509084] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rccjs; range_end:; response_count:1; response_revision:15847; }","duration":"241.755351ms","start":"2026-03-18T14:32:04.348401Z","end":"2026-03-18T14:32:04.590156Z","steps":["trace[1530509084] 'agreement among raft nodes before linearized reading' (duration: 241.620778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:04.590411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.780991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-18T14:32:04.590456Z","caller":"traceutil/trace.go:171","msg":"trace[634773071] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15847; }","duration":"170.863463ms","start":"2026-03-18T14:32:04.41958Z","end":"2026-03-18T14:32:04.590444Z","steps":["trace[634773071] 'agreement among raft nodes before linearized reading' (duration: 170.75862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:04.590629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.065493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-18T14:32:04.590674Z","caller":"traceutil/trace.go:171","msg":"trace[2032119955] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:15847; }","duration":"207.112534ms","start":"2026-03-18T14:32:04.383551Z","end":"2026-03-18T14:32:04.590664Z","steps":["trace[2032119955] 'agreement among raft nodes before linearized reading' (duration: 206.974441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:04.590683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.114049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-18T14:32:04.590795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.038516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9708"} {"level":"info","ts":"2026-03-18T14:32:04.59103Z","caller":"traceutil/trace.go:171","msg":"trace[1622587564] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:15847; }","duration":"209.325684ms","start":"2026-03-18T14:32:04.381673Z","end":"2026-03-18T14:32:04.590999Z","steps":["trace[1622587564] 'agreement among raft nodes before linearized reading' (duration: 208.835711ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:32:04.591242Z","caller":"traceutil/trace.go:171","msg":"trace[1457683989] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15847; }","duration":"110.548122ms","start":"2026-03-18T14:32:04.480432Z","end":"2026-03-18T14:32:04.59098Z","steps":["trace[1457683989] 'agreement among raft nodes before linearized reading' (duration: 109.624936ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:32:04.865413Z","caller":"traceutil/trace.go:171","msg":"trace[1219015857] linearizableReadLoop","detail":"{readStateIndex:16489; appliedIndex:16488; }","duration":"132.69509ms","start":"2026-03-18T14:32:04.73269Z","end":"2026-03-18T14:32:04.865385Z","steps":["trace[1219015857] 'read index received' (duration: 126.141683ms)","trace[1219015857] 'applied index is now lower than readState.Index' (duration: 6.552117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:32:04.865497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.781913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-18T14:32:04.865716Z","caller":"traceutil/trace.go:171","msg":"trace[490527248] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15847; }","duration":"136.023451ms","start":"2026-03-18T14:32:04.729618Z","end":"2026-03-18T14:32:04.865641Z","steps":["trace[490527248] 'range keys from in-memory index tree' (duration: 135.520107ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:32:04.865538Z","caller":"traceutil/trace.go:171","msg":"trace[999285572] transaction","detail":"{read_only:false; response_revision:15848; number_of_response:1; }","duration":"133.742529ms","start":"2026-03-18T14:32:04.731749Z","end":"2026-03-18T14:32:04.865492Z","steps":["trace[999285572] 'process raft request' (duration: 127.107489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:04.865979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.282025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:1 size:7216"} {"level":"info","ts":"2026-03-18T14:32:04.866679Z","caller":"traceutil/trace.go:171","msg":"trace[1807079042] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:1; response_revision:15848; }","duration":"134.017337ms","start":"2026-03-18T14:32:04.732636Z","end":"2026-03-18T14:32:04.866654Z","steps":["trace[1807079042] 'agreement among raft nodes before linearized reading' (duration: 132.874616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:17.036811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.306456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-18T14:32:17.036925Z","caller":"traceutil/trace.go:171","msg":"trace[1066305901] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15987; }","duration":"140.460272ms","start":"2026-03-18T14:32:16.896448Z","end":"2026-03-18T14:32:17.036908Z","steps":["trace[1066305901] 'range keys from in-memory index tree' (duration: 140.160112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:17.036932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.603637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-18T14:32:17.037019Z","caller":"traceutil/trace.go:171","msg":"trace[1591818336] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15987; }","duration":"139.74849ms","start":"2026-03-18T14:32:16.89725Z","end":"2026-03-18T14:32:17.036999Z","steps":["trace[1591818336] 'range keys from in-memory index tree' (duration: 139.379971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:17.036832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.385168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:32:17.037102Z","caller":"traceutil/trace.go:171","msg":"trace[1082753129] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15987; }","duration":"140.704966ms","start":"2026-03-18T14:32:16.896369Z","end":"2026-03-18T14:32:17.037074Z","steps":["trace[1082753129] 'range keys from in-memory index tree' (duration: 140.238045ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:32:17.037169Z","caller":"traceutil/trace.go:171","msg":"trace[1093349352] transaction","detail":"{read_only:false; response_revision:15988; number_of_response:1; }","duration":"133.016919ms","start":"2026-03-18T14:32:16.904078Z","end":"2026-03-18T14:32:17.037094Z","steps":["trace[1093349352] 'process raft request' (duration: 72.320907ms)","trace[1093349352] 'compare' (duration: 60.441025ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:32:17.060693Z","caller":"traceutil/trace.go:171","msg":"trace[1074401782] transaction","detail":"{read_only:false; response_revision:15989; number_of_response:1; }","duration":"126.170945ms","start":"2026-03-18T14:32:16.93446Z","end":"2026-03-18T14:32:17.060631Z","steps":["trace[1074401782] 'process raft request' (duration: 125.836656ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:32:49.006793Z","caller":"traceutil/trace.go:171","msg":"trace[1948572841] transaction","detail":"{read_only:false; response_revision:16259; number_of_response:1; }","duration":"115.501426ms","start":"2026-03-18T14:32:48.891267Z","end":"2026-03-18T14:32:49.006768Z","steps":["trace[1948572841] 'process raft request' (duration: 115.345391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:56.197304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.77308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T14:32:56.197394Z","caller":"traceutil/trace.go:171","msg":"trace[1861765025] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:16296; }","duration":"381.922714ms","start":"2026-03-18T14:32:55.815452Z","end":"2026-03-18T14:32:56.197375Z","steps":["trace[1861765025] 'range keys from in-memory index tree' (duration: 381.557924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:56.197434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:32:55.815421Z","time spent":"382.002876ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6471,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"info","ts":"2026-03-18T14:32:56.52706Z","caller":"traceutil/trace.go:171","msg":"trace[1956246993] linearizableReadLoop","detail":"{readStateIndex:16957; appliedIndex:16955; }","duration":"512.193149ms","start":"2026-03-18T14:32:56.014841Z","end":"2026-03-18T14:32:56.527034Z","steps":["trace[1956246993] 'read index received' (duration: 419.681905ms)","trace[1956246993] 'applied index is now lower than readState.Index' (duration: 92.510274ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:32:56.527101Z","caller":"traceutil/trace.go:171","msg":"trace[120491589] transaction","detail":"{read_only:false; response_revision:16297; number_of_response:1; }","duration":"541.783018ms","start":"2026-03-18T14:32:55.985272Z","end":"2026-03-18T14:32:56.527055Z","steps":["trace[120491589] 'process raft request' (duration: 541.602764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:56.527276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:32:55.985236Z","time spent":"541.950574ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:32:56.527473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.84587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-18T14:32:56.527484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.63253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:22 size:197752"} {"level":"warn","ts":"2026-03-18T14:32:56.527504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.091039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-18T14:32:56.527558Z","caller":"traceutil/trace.go:171","msg":"trace[1858310279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16297; }","duration":"334.974504ms","start":"2026-03-18T14:32:56.192558Z","end":"2026-03-18T14:32:56.527532Z","steps":["trace[1858310279] 'agreement among raft nodes before linearized reading' (duration: 334.745038ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:32:56.527575Z","caller":"traceutil/trace.go:171","msg":"trace[718374118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16297; }","duration":"341.200172ms","start":"2026-03-18T14:32:56.186351Z","end":"2026-03-18T14:32:56.527551Z","steps":["trace[718374118] 'agreement among raft nodes before linearized reading' (duration: 341.042538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:56.527617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:32:56.186326Z","time spent":"341.279313ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:32:56.527617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:32:56.192537Z","time spent":"335.065916ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:32:56.527563Z","caller":"traceutil/trace.go:171","msg":"trace[1137259444] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:22; response_revision:16297; }","duration":"512.751124ms","start":"2026-03-18T14:32:56.01479Z","end":"2026-03-18T14:32:56.527541Z","steps":["trace[1137259444] 'agreement among raft nodes before linearized reading' (duration: 512.355193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:56.527738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.237223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-18T14:32:56.527778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:32:56.014777Z","time spent":"512.985669ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":197776,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-18T14:32:56.527794Z","caller":"traceutil/trace.go:171","msg":"trace[1681355099] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16297; }","duration":"416.341315ms","start":"2026-03-18T14:32:56.111437Z","end":"2026-03-18T14:32:56.527778Z","steps":["trace[1681355099] 'agreement among raft nodes before linearized reading' (duration: 416.129349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:56.527835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:32:56.111416Z","time spent":"416.410578ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:32:56.527961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.101737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:32:56.528062Z","caller":"traceutil/trace.go:171","msg":"trace[1699609613] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:16297; }","duration":"437.2093ms","start":"2026-03-18T14:32:56.090838Z","end":"2026-03-18T14:32:56.528048Z","steps":["trace[1699609613] 'agreement among raft nodes before linearized reading' (duration: 436.363727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:56.528133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:32:56.090765Z","time spent":"437.353474ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1674,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:32:56.52829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.836467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:783213"} {"level":"info","ts":"2026-03-18T14:32:56.528448Z","caller":"traceutil/trace.go:171","msg":"trace[981253612] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:16297; }","duration":"325.96548ms","start":"2026-03-18T14:32:56.202442Z","end":"2026-03-18T14:32:56.528408Z","steps":["trace[981253612] 'agreement among raft nodes before linearized reading' (duration: 325.169389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:56.528499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:32:56.202424Z","time spent":"326.060842ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":81,"response size":783237,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T14:32:56.82543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.889427ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:32:56.825589Z","caller":"traceutil/trace.go:171","msg":"trace[1829512437] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16300; }","duration":"160.060641ms","start":"2026-03-18T14:32:56.665496Z","end":"2026-03-18T14:32:56.825557Z","steps":["trace[1829512437] 'range keys from in-memory index tree' (duration: 159.866675ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:32:58.345099Z","caller":"traceutil/trace.go:171","msg":"trace[886436128] linearizableReadLoop","detail":"{readStateIndex:16972; appliedIndex:16971; }","duration":"160.734899ms","start":"2026-03-18T14:32:58.184343Z","end":"2026-03-18T14:32:58.345078Z","steps":["trace[886436128] 'read index received' (duration: 126.522713ms)","trace[886436128] 'applied index is now lower than readState.Index' (duration: 34.211276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:32:58.345309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.935184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9666"} {"level":"info","ts":"2026-03-18T14:32:58.345336Z","caller":"traceutil/trace.go:171","msg":"trace[1030213356] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:16312; }","duration":"161.001126ms","start":"2026-03-18T14:32:58.184326Z","end":"2026-03-18T14:32:58.345327Z","steps":["trace[1030213356] 'agreement among raft nodes before linearized reading' (duration: 160.825581ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:32:58.345497Z","caller":"traceutil/trace.go:171","msg":"trace[531511148] transaction","detail":"{read_only:false; response_revision:16312; number_of_response:1; }","duration":"167.783559ms","start":"2026-03-18T14:32:58.177703Z","end":"2026-03-18T14:32:58.345487Z","steps":["trace[531511148] 'process raft request' (duration: 133.225936ms)","trace[531511148] 'compare' (duration: 33.655959ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:32:58.935989Z","caller":"traceutil/trace.go:171","msg":"trace[1571215425] transaction","detail":"{read_only:false; response_revision:16316; number_of_response:1; }","duration":"293.020067ms","start":"2026-03-18T14:32:58.642949Z","end":"2026-03-18T14:32:58.935969Z","steps":["trace[1571215425] 'process raft request' (duration: 285.310629ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:32:58.936153Z","caller":"traceutil/trace.go:171","msg":"trace[2058949794] linearizableReadLoop","detail":"{readStateIndex:16977; appliedIndex:16975; }","duration":"196.476557ms","start":"2026-03-18T14:32:58.739654Z","end":"2026-03-18T14:32:58.936131Z","steps":["trace[2058949794] 'read index received' (duration: 188.564902ms)","trace[2058949794] 'applied index is now lower than readState.Index' (duration: 7.910195ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:32:58.936211Z","caller":"traceutil/trace.go:171","msg":"trace[2048939005] transaction","detail":"{read_only:false; response_revision:16317; number_of_response:1; }","duration":"293.182732ms","start":"2026-03-18T14:32:58.643005Z","end":"2026-03-18T14:32:58.936188Z","steps":["trace[2048939005] 'process raft request' (duration: 292.923635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:58.936264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.59783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:32:58.936291Z","caller":"traceutil/trace.go:171","msg":"trace[1256851253] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:16317; }","duration":"196.679422ms","start":"2026-03-18T14:32:58.739602Z","end":"2026-03-18T14:32:58.936281Z","steps":["trace[1256851253] 'agreement among raft nodes before linearized reading' (duration: 196.60665ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:32:59.251572Z","caller":"traceutil/trace.go:171","msg":"trace[2020846038] transaction","detail":"{read_only:false; response_revision:16318; number_of_response:1; }","duration":"160.133543ms","start":"2026-03-18T14:32:59.091412Z","end":"2026-03-18T14:32:59.251546Z","steps":["trace[2020846038] 'process raft request' (duration: 159.981208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:59.430804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.894998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T14:32:59.431039Z","caller":"traceutil/trace.go:171","msg":"trace[1787800039] transaction","detail":"{read_only:false; response_revision:16319; number_of_response:1; }","duration":"318.582241ms","start":"2026-03-18T14:32:59.112386Z","end":"2026-03-18T14:32:59.430969Z","steps":["trace[1787800039] 'process raft request' (duration: 213.432135ms)","trace[1787800039] 'compare' (duration: 104.758935ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:32:59.43107Z","caller":"traceutil/trace.go:171","msg":"trace[1604785288] transaction","detail":"{read_only:false; response_revision:16320; number_of_response:1; }","duration":"244.949977ms","start":"2026-03-18T14:32:59.1861Z","end":"2026-03-18T14:32:59.43105Z","steps":["trace[1604785288] 'process raft request' (duration: 244.808544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:59.431207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:32:59.112367Z","time spent":"318.753095ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:32:59.431228Z","caller":"traceutil/trace.go:171","msg":"trace[245971639] linearizableReadLoop","detail":"{readStateIndex:16979; appliedIndex:16977; }","duration":"292.613817ms","start":"2026-03-18T14:32:59.138579Z","end":"2026-03-18T14:32:59.431193Z","steps":["trace[245971639] 'read index received' (duration: 112.744691ms)","trace[245971639] 'applied index is now lower than readState.Index' (duration: 179.866336ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:32:59.431328Z","caller":"traceutil/trace.go:171","msg":"trace[1797402951] transaction","detail":"{read_only:false; response_revision:16321; number_of_response:1; }","duration":"227.496746ms","start":"2026-03-18T14:32:59.203794Z","end":"2026-03-18T14:32:59.431291Z","steps":["trace[1797402951] 'process raft request' (duration: 227.171277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:59.431401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.824363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:32:59.431447Z","caller":"traceutil/trace.go:171","msg":"trace[1933772984] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16321; }","duration":"292.911685ms","start":"2026-03-18T14:32:59.138521Z","end":"2026-03-18T14:32:59.431433Z","steps":["trace[1933772984] 'agreement among raft nodes before linearized reading' (duration: 292.819243ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:32:59.501655Z","caller":"traceutil/trace.go:171","msg":"trace[1267695674] transaction","detail":"{read_only:false; response_revision:16322; number_of_response:1; }","duration":"240.572849ms","start":"2026-03-18T14:32:59.261055Z","end":"2026-03-18T14:32:59.501628Z","steps":["trace[1267695674] 'process raft request' (duration: 240.343773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:59.501782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.608348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9708"} {"level":"info","ts":"2026-03-18T14:32:59.501829Z","caller":"traceutil/trace.go:171","msg":"trace[2034960634] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:16322; }","duration":"244.68012ms","start":"2026-03-18T14:32:59.257135Z","end":"2026-03-18T14:32:59.501815Z","steps":["trace[2034960634] 'agreement among raft nodes before linearized reading' (duration: 244.460213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:59.501904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.380944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-18T14:32:59.501994Z","caller":"traceutil/trace.go:171","msg":"trace[1913322352] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:16322; }","duration":"250.543938ms","start":"2026-03-18T14:32:59.251428Z","end":"2026-03-18T14:32:59.501971Z","steps":["trace[1913322352] 'agreement among raft nodes before linearized reading' (duration: 250.329462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:59.501981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.505213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-18T14:32:59.501977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.995415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-03-18T14:32:59.502558Z","caller":"traceutil/trace.go:171","msg":"trace[894059627] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:16322; }","duration":"250.58173ms","start":"2026-03-18T14:32:59.251952Z","end":"2026-03-18T14:32:59.502534Z","steps":["trace[894059627] 'agreement among raft nodes before linearized reading' (duration: 249.794029ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:32:59.502101Z","caller":"traceutil/trace.go:171","msg":"trace[1920604711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16322; }","duration":"187.685779ms","start":"2026-03-18T14:32:59.314387Z","end":"2026-03-18T14:32:59.502073Z","steps":["trace[1920604711] 'agreement among raft nodes before linearized reading' (duration: 187.318958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:59.502201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.576718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rccjs\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-03-18T14:32:59.502777Z","caller":"traceutil/trace.go:171","msg":"trace[388894819] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rccjs; range_end:; response_count:1; response_revision:16322; }","duration":"357.164103ms","start":"2026-03-18T14:32:59.145582Z","end":"2026-03-18T14:32:59.502746Z","steps":["trace[388894819] 'agreement among raft nodes before linearized reading' (duration: 355.991731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:59.502854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:32:59.145568Z","time spent":"357.263336ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20695,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rccjs\" "} {"level":"info","ts":"2026-03-18T14:32:59.791052Z","caller":"traceutil/trace.go:171","msg":"trace[675771310] linearizableReadLoop","detail":"{readStateIndex:16983; appliedIndex:16982; }","duration":"284.113377ms","start":"2026-03-18T14:32:59.506916Z","end":"2026-03-18T14:32:59.791029Z","steps":["trace[675771310] 'read index received' (duration: 283.818539ms)","trace[675771310] 'applied index is now lower than readState.Index' (duration: 293.798µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:32:59.791403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.194415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3310"} {"level":"warn","ts":"2026-03-18T14:32:59.79145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.643677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T14:32:59.791475Z","caller":"traceutil/trace.go:171","msg":"trace[757609016] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:16323; }","duration":"282.293828ms","start":"2026-03-18T14:32:59.509159Z","end":"2026-03-18T14:32:59.791453Z","steps":["trace[757609016] 'agreement among raft nodes before linearized reading' (duration: 282.062622ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:32:59.791508Z","caller":"traceutil/trace.go:171","msg":"trace[1527865080] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:16323; }","duration":"279.721038ms","start":"2026-03-18T14:32:59.511771Z","end":"2026-03-18T14:32:59.791492Z","steps":["trace[1527865080] 'agreement among raft nodes before linearized reading' (duration: 279.629246ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:32:59.791481Z","caller":"traceutil/trace.go:171","msg":"trace[36892742] transaction","detail":"{read_only:false; response_revision:16323; number_of_response:1; }","duration":"284.517828ms","start":"2026-03-18T14:32:59.506578Z","end":"2026-03-18T14:32:59.791095Z","steps":["trace[36892742] 'process raft request' (duration: 284.23731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:59.792133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.183865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:783033"} {"level":"info","ts":"2026-03-18T14:32:59.792232Z","caller":"traceutil/trace.go:171","msg":"trace[653832885] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:16323; }","duration":"282.325199ms","start":"2026-03-18T14:32:59.509888Z","end":"2026-03-18T14:32:59.792213Z","steps":["trace[653832885] 'agreement among raft nodes before linearized reading' (duration: 281.332822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:59.792265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.814585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:783033"} {"level":"info","ts":"2026-03-18T14:32:59.792323Z","caller":"traceutil/trace.go:171","msg":"trace[1031913437] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:16323; }","duration":"281.894398ms","start":"2026-03-18T14:32:59.510414Z","end":"2026-03-18T14:32:59.792309Z","steps":["trace[1031913437] 'agreement among raft nodes before linearized reading' (duration: 280.804158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:59.792504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.766551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:783033"} {"level":"info","ts":"2026-03-18T14:32:59.792576Z","caller":"traceutil/trace.go:171","msg":"trace[450098261] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:16323; }","duration":"282.858913ms","start":"2026-03-18T14:32:59.509703Z","end":"2026-03-18T14:32:59.792561Z","steps":["trace[450098261] 'agreement among raft nodes before linearized reading' (duration: 281.551278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:32:59.792587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.661078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:81 size:783033"} {"level":"info","ts":"2026-03-18T14:32:59.792645Z","caller":"traceutil/trace.go:171","msg":"trace[639503785] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:81; response_revision:16323; }","duration":"285.730551ms","start":"2026-03-18T14:32:59.506901Z","end":"2026-03-18T14:32:59.792632Z","steps":["trace[639503785] 'agreement among raft nodes before linearized reading' (duration: 284.24466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:06.292838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.393322ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-18T14:33:06.292947Z","caller":"traceutil/trace.go:171","msg":"trace[1406017564] linearizableReadLoop","detail":"{readStateIndex:17015; appliedIndex:17014; }","duration":"364.356008ms","start":"2026-03-18T14:33:05.928572Z","end":"2026-03-18T14:33:06.292928Z","steps":["trace[1406017564] 'read index received' (duration: 85.767011ms)","trace[1406017564] 'applied index is now lower than readState.Index' (duration: 278.587547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:33:06.293089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.511073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T14:33:06.293167Z","caller":"traceutil/trace.go:171","msg":"trace[648849723] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:16353; }","duration":"364.631385ms","start":"2026-03-18T14:33:05.928521Z","end":"2026-03-18T14:33:06.293152Z","steps":["trace[648849723] 'agreement among raft nodes before linearized reading' (duration: 364.486512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:06.293217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:05.928503Z","time spent":"364.701857ms","remote":"127.0.0.1:33636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:33:06.293417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.186129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:33:06.293543Z","caller":"traceutil/trace.go:171","msg":"trace[1195027974] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:16353; }","duration":"257.361154ms","start":"2026-03-18T14:33:06.036152Z","end":"2026-03-18T14:33:06.293513Z","steps":["trace[1195027974] 'agreement among raft nodes before linearized reading' (duration: 256.907032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:06.294025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.265013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:114 size:1298553"} {"level":"info","ts":"2026-03-18T14:33:06.294078Z","caller":"traceutil/trace.go:171","msg":"trace[1297242121] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:114; response_revision:16353; }","duration":"358.333535ms","start":"2026-03-18T14:33:05.935731Z","end":"2026-03-18T14:33:06.294064Z","steps":["trace[1297242121] 'agreement among raft nodes before linearized reading' (duration: 357.300166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:06.294121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:05.935724Z","time spent":"358.386036ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":114,"response size":1298577,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-18T14:33:11.321235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476715500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:33:11.821392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476715500,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:33:12.151845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.38224774s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:33:12.152289Z","caller":"traceutil/trace.go:171","msg":"trace[239887258] transaction","detail":"{read_only:false; response_revision:16553; number_of_response:1; }","duration":"1.382760144s","start":"2026-03-18T14:33:10.769485Z","end":"2026-03-18T14:33:12.152246Z","steps":["trace[239887258] 'process raft request' (duration: 1.382584729s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:12.152433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:10.769467Z","time spent":"1.382879097s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:33:12.371661Z","caller":"traceutil/trace.go:171","msg":"trace[652284708] linearizableReadLoop","detail":"{readStateIndex:17220; appliedIndex:17216; }","duration":"1.550539092s","start":"2026-03-18T14:33:10.8211Z","end":"2026-03-18T14:33:12.371639Z","steps":["trace[652284708] 'read index received' (duration: 1.330991772s)","trace[652284708] 'applied index is now lower than readState.Index' (duration: 219.54644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:33:12.372025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550919554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:12.372066Z","caller":"traceutil/trace.go:171","msg":"trace[1543368779] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16556; }","duration":"1.551014857s","start":"2026-03-18T14:33:10.821043Z","end":"2026-03-18T14:33:12.372057Z","steps":["trace[1543368779] 'agreement among raft nodes before linearized reading' (duration: 1.550934894s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:12.372073Z","caller":"traceutil/trace.go:171","msg":"trace[820279082] transaction","detail":"{read_only:false; response_revision:16554; number_of_response:1; }","duration":"898.895672ms","start":"2026-03-18T14:33:11.473161Z","end":"2026-03-18T14:33:12.372057Z","steps":["trace[820279082] 'process raft request' (duration: 838.065395ms)","trace[820279082] 'compare' (duration: 59.84384ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:33:12.372114Z","caller":"traceutil/trace.go:171","msg":"trace[1487574313] transaction","detail":"{read_only:false; response_revision:16556; number_of_response:1; }","duration":"770.401976ms","start":"2026-03-18T14:33:11.601706Z","end":"2026-03-18T14:33:12.372108Z","steps":["trace[1487574313] 'process raft request' (duration: 769.889831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:12.372168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:11.601683Z","time spent":"770.448826ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:33:12.372176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:11.473134Z","time spent":"898.980495ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:33:12.37207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455647246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:33:12.372312Z","caller":"traceutil/trace.go:171","msg":"trace[2123631298] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:16556; }","duration":"1.455934103s","start":"2026-03-18T14:33:10.916363Z","end":"2026-03-18T14:33:12.372297Z","steps":["trace[2123631298] 'agreement among raft nodes before linearized reading' (duration: 1.455657996s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:12.372368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:10.916338Z","time spent":"1.456013786s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:33:12.372089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:10.821019Z","time spent":"1.551064607s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T14:33:12.372433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.692589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rccjs\" ","response":"range_response_count:1 size:20672"} {"level":"info","ts":"2026-03-18T14:33:12.372476Z","caller":"traceutil/trace.go:171","msg":"trace[1811351898] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rccjs; range_end:; response_count:1; response_revision:16556; }","duration":"374.774051ms","start":"2026-03-18T14:33:11.997689Z","end":"2026-03-18T14:33:12.372463Z","steps":["trace[1811351898] 'agreement among raft nodes before linearized reading' (duration: 374.657748ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:12.372017Z","caller":"traceutil/trace.go:171","msg":"trace[789172193] transaction","detail":"{read_only:false; response_revision:16555; number_of_response:1; }","duration":"892.18421ms","start":"2026-03-18T14:33:11.479807Z","end":"2026-03-18T14:33:12.371991Z","steps":["trace[789172193] 'process raft request' (duration: 891.738688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:12.372528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:11.997664Z","time spent":"374.852642ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20696,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rccjs\" "} {"level":"warn","ts":"2026-03-18T14:33:12.37232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.509861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-03-18T14:33:12.372605Z","caller":"traceutil/trace.go:171","msg":"trace[499139709] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:16556; }","duration":"371.82565ms","start":"2026-03-18T14:33:12.000764Z","end":"2026-03-18T14:33:12.37259Z","steps":["trace[499139709] 'agreement among raft nodes before linearized reading' (duration: 371.430259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:12.372654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357802388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T14:33:12.372673Z","caller":"traceutil/trace.go:171","msg":"trace[397094939] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16556; }","duration":"1.35785685s","start":"2026-03-18T14:33:11.014809Z","end":"2026-03-18T14:33:12.372666Z","steps":["trace[397094939] 'agreement among raft nodes before linearized reading' (duration: 1.357799648s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:12.372669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:12.000751Z","time spent":"371.899943ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" "} {"level":"warn","ts":"2026-03-18T14:33:12.372695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:11.014772Z","time spent":"1.357918362s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:33:12.37278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424904244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:12.372836Z","caller":"traceutil/trace.go:171","msg":"trace[1177066777] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:16556; }","duration":"1.424988595s","start":"2026-03-18T14:33:10.947835Z","end":"2026-03-18T14:33:12.372824Z","steps":["trace[1177066777] 'agreement among raft nodes before linearized reading' (duration: 1.424906824s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:12.372881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.174444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T14:33:12.372888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:10.947798Z","time spent":"1.425078739s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:33:12.372927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.130206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:12.372943Z","caller":"traceutil/trace.go:171","msg":"trace[1933596074] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:16556; }","duration":"519.188388ms","start":"2026-03-18T14:33:11.853749Z","end":"2026-03-18T14:33:12.372937Z","steps":["trace[1933596074] 'agreement among raft nodes before linearized reading' (duration: 519.159368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:12.372959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:11.853726Z","time spent":"519.228619ms","remote":"127.0.0.1:56346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:33:12.373068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.916798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:12.373091Z","caller":"traceutil/trace.go:171","msg":"trace[1793561941] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:16556; }","duration":"665.942339ms","start":"2026-03-18T14:33:11.707144Z","end":"2026-03-18T14:33:12.373086Z","steps":["trace[1793561941] 'agreement among raft nodes before linearized reading' (duration: 665.906027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:12.37311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:11.707072Z","time spent":"666.031551ms","remote":"127.0.0.1:33540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:33:12.373112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425365526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:12.373164Z","caller":"traceutil/trace.go:171","msg":"trace[2129804899] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16556; }","duration":"1.425436748s","start":"2026-03-18T14:33:10.947714Z","end":"2026-03-18T14:33:12.373151Z","steps":["trace[2129804899] 'agreement among raft nodes before linearized reading' (duration: 1.425362387s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:12.373215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:10.947707Z","time spent":"1.42549631s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:33:12.373234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.168937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-18T14:33:12.373254Z","caller":"traceutil/trace.go:171","msg":"trace[1001036996] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:16556; }","duration":"733.224169ms","start":"2026-03-18T14:33:11.640022Z","end":"2026-03-18T14:33:12.373246Z","steps":["trace[1001036996] 'agreement among raft nodes before linearized reading' (duration: 733.163948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:12.373272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:11.640002Z","time spent":"733.265919ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-18T14:33:12.373365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.180201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:12.373386Z","caller":"traceutil/trace.go:171","msg":"trace[503644782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16556; }","duration":"800.233412ms","start":"2026-03-18T14:33:11.573148Z","end":"2026-03-18T14:33:12.373382Z","steps":["trace[503644782] 'agreement among raft nodes before linearized reading' (duration: 800.201832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:12.373401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:11.573129Z","time spent":"800.268393ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:33:12.373431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426197589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:12.373482Z","caller":"traceutil/trace.go:171","msg":"trace[1799310329] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16556; }","duration":"1.42626423s","start":"2026-03-18T14:33:10.947206Z","end":"2026-03-18T14:33:12.37347Z","steps":["trace[1799310329] 'agreement among raft nodes before linearized reading' (duration: 1.426191508s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:12.373524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:10.947197Z","time spent":"1.426317202s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:33:12.373714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426527988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:12.373758Z","caller":"traceutil/trace.go:171","msg":"trace[590178511] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16556; }","duration":"1.42661453s","start":"2026-03-18T14:33:10.947132Z","end":"2026-03-18T14:33:12.373746Z","steps":["trace[590178511] 'agreement among raft nodes before linearized reading' (duration: 1.426548947s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:12.373793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:10.947104Z","time spent":"1.426679121s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:33:12.372808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.552045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22018"} {"level":"warn","ts":"2026-03-18T14:33:12.373957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454776413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:12.373978Z","caller":"traceutil/trace.go:171","msg":"trace[1200622344] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:16556; }","duration":"1.454842164s","start":"2026-03-18T14:33:10.91913Z","end":"2026-03-18T14:33:12.373972Z","steps":["trace[1200622344] 'agreement among raft nodes before linearized reading' (duration: 1.454806163s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:12.373995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:10.919102Z","time spent":"1.454888995s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:33:12.374052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454956887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:12.374103Z","caller":"traceutil/trace.go:171","msg":"trace[34226074] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16556; }","duration":"1.455021339s","start":"2026-03-18T14:33:10.919076Z","end":"2026-03-18T14:33:12.374098Z","steps":["trace[34226074] 'agreement among raft nodes before linearized reading' (duration: 1.454963458s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:12.374119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:10.919068Z","time spent":"1.455047049s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:33:12.374166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455206744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:12.374183Z","caller":"traceutil/trace.go:171","msg":"trace[552493561] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16556; }","duration":"1.455264595s","start":"2026-03-18T14:33:10.918912Z","end":"2026-03-18T14:33:12.374177Z","steps":["trace[552493561] 'agreement among raft nodes before linearized reading' (duration: 1.455239965s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:12.374199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:10.918885Z","time spent":"1.455309777s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:33:12.37427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455336868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:12.374294Z","caller":"traceutil/trace.go:171","msg":"trace[304732590] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16556; }","duration":"1.455381398s","start":"2026-03-18T14:33:10.918907Z","end":"2026-03-18T14:33:12.374289Z","steps":["trace[304732590] 'agreement among raft nodes before linearized reading' (duration: 1.455348738s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:12.37431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:10.918897Z","time spent":"1.455409899s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:33:12.374764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355222789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T14:33:12.372536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:11.479792Z","time spent":"892.724735ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:33:12.374809Z","caller":"traceutil/trace.go:171","msg":"trace[1968170639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16556; }","duration":"1.35528882s","start":"2026-03-18T14:33:11.01951Z","end":"2026-03-18T14:33:12.374799Z","steps":["trace[1968170639] 'agreement among raft nodes before linearized reading' (duration: 1.353884182s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:12.374844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:11.019503Z","time spent":"1.355333592s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:33:12.372897Z","caller":"traceutil/trace.go:171","msg":"trace[1566462121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16556; }","duration":"425.228886ms","start":"2026-03-18T14:33:11.947662Z","end":"2026-03-18T14:33:12.372891Z","steps":["trace[1566462121] 'agreement among raft nodes before linearized reading' (duration: 425.202046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:12.374922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:11.947641Z","time spent":"427.272971ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:33:12.372856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.148301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-18T14:33:12.374983Z","caller":"traceutil/trace.go:171","msg":"trace[1629088842] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:16556; }","duration":"401.314598ms","start":"2026-03-18T14:33:11.973662Z","end":"2026-03-18T14:33:12.374976Z","steps":["trace[1629088842] 'agreement among raft nodes before linearized reading' (duration: 399.156489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:12.374999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:11.973635Z","time spent":"401.360239ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" "} {"level":"warn","ts":"2026-03-18T14:33:12.375041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.626749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:33:12.37508Z","caller":"traceutil/trace.go:171","msg":"trace[1538463465] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16556; }","duration":"886.66577ms","start":"2026-03-18T14:33:11.488404Z","end":"2026-03-18T14:33:12.37507Z","steps":["trace[1538463465] 'agreement among raft nodes before linearized reading' (duration: 886.599309ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:12.373982Z","caller":"traceutil/trace.go:171","msg":"trace[874716834] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:16556; }","duration":"392.738857ms","start":"2026-03-18T14:33:11.981227Z","end":"2026-03-18T14:33:12.373966Z","steps":["trace[874716834] 'agreement among raft nodes before linearized reading' (duration: 391.533944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:12.375114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:11.981213Z","time spent":"393.894637ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" "} {"level":"warn","ts":"2026-03-18T14:33:12.375287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.913207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-18T14:33:12.375313Z","caller":"traceutil/trace.go:171","msg":"trace[1354914221] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16556; }","duration":"910.980318ms","start":"2026-03-18T14:33:11.464327Z","end":"2026-03-18T14:33:12.375307Z","steps":["trace[1354914221] 'agreement among raft nodes before linearized reading' (duration: 910.910467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:12.375331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:11.464305Z","time spent":"911.022561ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-18T14:33:12.375442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079501149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:33:12.375466Z","caller":"traceutil/trace.go:171","msg":"trace[1847813815] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:16556; }","duration":"1.079557579s","start":"2026-03-18T14:33:11.295903Z","end":"2026-03-18T14:33:12.37546Z","steps":["trace[1847813815] 'agreement among raft nodes before linearized reading' (duration: 1.079514537s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:12.375484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:11.295884Z","time spent":"1.079595341s","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:33:12.375614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:11.488332Z","time spent":"887.276378ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:33:13.120867Z","caller":"traceutil/trace.go:171","msg":"trace[1185475948] linearizableReadLoop","detail":"{readStateIndex:17223; appliedIndex:17220; }","duration":"738.536583ms","start":"2026-03-18T14:33:12.382304Z","end":"2026-03-18T14:33:13.120841Z","steps":["trace[1185475948] 'read index received' (duration: 86.48317ms)","trace[1185475948] 'applied index is now lower than readState.Index' (duration: 652.051863ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:33:13.120918Z","caller":"traceutil/trace.go:171","msg":"trace[314064121] transaction","detail":"{read_only:false; response_revision:16558; number_of_response:1; }","duration":"738.788059ms","start":"2026-03-18T14:33:12.382099Z","end":"2026-03-18T14:33:13.120887Z","steps":["trace[314064121] 'process raft request' (duration: 738.500002ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:13.120986Z","caller":"traceutil/trace.go:171","msg":"trace[2091666994] transaction","detail":"{read_only:false; response_revision:16559; number_of_response:1; }","duration":"738.784729ms","start":"2026-03-18T14:33:12.382188Z","end":"2026-03-18T14:33:13.120973Z","steps":["trace[2091666994] 'process raft request' (duration: 738.570053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:13.121055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:12.382057Z","time spent":"738.921903ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:33:13.121094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:12.382173Z","time spent":"738.840522ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:33:13.121219Z","caller":"traceutil/trace.go:171","msg":"trace[311399707] transaction","detail":"{read_only:false; response_revision:16560; number_of_response:1; }","duration":"737.057563ms","start":"2026-03-18T14:33:12.384149Z","end":"2026-03-18T14:33:13.121207Z","steps":["trace[311399707] 'process raft request' (duration: 736.648553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:13.121276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:12.38412Z","time spent":"737.128735ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:33:13.123232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.896326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892561"} {"level":"info","ts":"2026-03-18T14:33:13.12334Z","caller":"traceutil/trace.go:171","msg":"trace[136214302] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16560; }","duration":"741.030011ms","start":"2026-03-18T14:33:12.382286Z","end":"2026-03-18T14:33:13.123316Z","steps":["trace[136214302] 'agreement among raft nodes before linearized reading' (duration: 739.113379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:13.123403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:12.38228Z","time spent":"741.105163ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":892585,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T14:33:13.13912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.031826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T14:33:13.139141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.114624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-18T14:33:13.139148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.592127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-18T14:33:13.139196Z","caller":"traceutil/trace.go:171","msg":"trace[824352429] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16561; }","duration":"756.146088ms","start":"2026-03-18T14:33:12.383034Z","end":"2026-03-18T14:33:13.13918Z","steps":["trace[824352429] 'agreement among raft nodes before linearized reading' (duration: 755.931113ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:13.13921Z","caller":"traceutil/trace.go:171","msg":"trace[2065497783] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16561; }","duration":"540.250478ms","start":"2026-03-18T14:33:12.598941Z","end":"2026-03-18T14:33:13.139192Z","steps":["trace[2065497783] 'agreement among raft nodes before linearized reading' (duration: 540.043782ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:13.139228Z","caller":"traceutil/trace.go:171","msg":"trace[1087812006] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16561; }","duration":"642.70383ms","start":"2026-03-18T14:33:12.496508Z","end":"2026-03-18T14:33:13.139212Z","steps":["trace[1087812006] 'agreement among raft nodes before linearized reading' (duration: 642.497424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:13.139252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:12.598908Z","time spent":"540.33547ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-18T14:33:13.139276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:12.496497Z","time spent":"642.769961ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-18T14:33:13.139289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.841259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-18T14:33:13.139381Z","caller":"traceutil/trace.go:171","msg":"trace[569825749] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16561; }","duration":"654.988002ms","start":"2026-03-18T14:33:12.484371Z","end":"2026-03-18T14:33:13.139359Z","steps":["trace[569825749] 'agreement among raft nodes before linearized reading' (duration: 654.723884ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:13.139405Z","caller":"traceutil/trace.go:171","msg":"trace[2050035206] transaction","detail":"{read_only:false; response_revision:16561; number_of_response:1; }","duration":"498.616821ms","start":"2026-03-18T14:33:12.640768Z","end":"2026-03-18T14:33:13.139385Z","steps":["trace[2050035206] 'process raft request' (duration: 498.054176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:13.139431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:12.484352Z","time spent":"655.070415ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-18T14:33:13.139506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:12.640737Z","time spent":"498.707764ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:33:13.139569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.009154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-gxldd\" ","response":"range_response_count:1 size:18563"} {"level":"info","ts":"2026-03-18T14:33:13.139613Z","caller":"traceutil/trace.go:171","msg":"trace[895998619] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-gxldd; range_end:; response_count:1; response_revision:16561; }","duration":"597.082005ms","start":"2026-03-18T14:33:12.542521Z","end":"2026-03-18T14:33:13.139603Z","steps":["trace[895998619] 'agreement among raft nodes before linearized reading' (duration: 596.969372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:13.139656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:12.542504Z","time spent":"597.135557ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18587,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-gxldd\" "} {"level":"warn","ts":"2026-03-18T14:33:13.139665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.625283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:33:13.13965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.961684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6448"} {"level":"info","ts":"2026-03-18T14:33:13.139738Z","caller":"traceutil/trace.go:171","msg":"trace[98018772] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:16561; }","duration":"471.087046ms","start":"2026-03-18T14:33:12.668639Z","end":"2026-03-18T14:33:13.139726Z","steps":["trace[98018772] 'agreement among raft nodes before linearized reading' (duration: 470.805149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:13.139768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.269332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-18T14:33:13.139779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:12.668621Z","time spent":"471.147788ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"info","ts":"2026-03-18T14:33:13.139809Z","caller":"traceutil/trace.go:171","msg":"trace[1264523338] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16561; }","duration":"447.361745ms","start":"2026-03-18T14:33:12.692437Z","end":"2026-03-18T14:33:13.139799Z","steps":["trace[1264523338] 'agreement among raft nodes before linearized reading' (duration: 447.235081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:13.139844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:12.692403Z","time spent":"447.435556ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-18T14:33:13.13986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.24527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-prpcx\" ","response":"range_response_count:1 size:14195"} {"level":"warn","ts":"2026-03-18T14:33:13.139871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.94106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:13.139896Z","caller":"traceutil/trace.go:171","msg":"trace[1970255233] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-prpcx; range_end:; response_count:1; response_revision:16561; }","duration":"617.324563ms","start":"2026-03-18T14:33:12.52256Z","end":"2026-03-18T14:33:13.139884Z","steps":["trace[1970255233] 'agreement among raft nodes before linearized reading' (duration: 617.22907ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:13.13991Z","caller":"traceutil/trace.go:171","msg":"trace[1629987037] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16561; }","duration":"523.024882ms","start":"2026-03-18T14:33:12.616876Z","end":"2026-03-18T14:33:13.139901Z","steps":["trace[1629987037] 'agreement among raft nodes before linearized reading' (duration: 522.96176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:13.139932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:12.522535Z","time spent":"617.389235ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14219,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-prpcx\" "} {"level":"warn","ts":"2026-03-18T14:33:13.140034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.991038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:13.140069Z","caller":"traceutil/trace.go:171","msg":"trace[2008838165] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16561; }","duration":"643.041799ms","start":"2026-03-18T14:33:12.497019Z","end":"2026-03-18T14:33:13.14006Z","steps":["trace[2008838165] 'agreement among raft nodes before linearized reading' (duration: 642.987698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:13.140104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:12.49701Z","time spent":"643.086901ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:33:13.140117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.999906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:33:13.139696Z","caller":"traceutil/trace.go:171","msg":"trace[1701216173] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16561; }","duration":"654.655544ms","start":"2026-03-18T14:33:12.485031Z","end":"2026-03-18T14:33:13.139686Z","steps":["trace[1701216173] 'agreement among raft nodes before linearized reading' (duration: 654.603472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:13.1402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:12.485016Z","time spent":"655.169407ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:33:13.140068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.002149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-pj7bh\" ","response":"range_response_count:1 size:18588"} {"level":"info","ts":"2026-03-18T14:33:13.140258Z","caller":"traceutil/trace.go:171","msg":"trace[1789367394] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-pj7bh; range_end:; response_count:1; response_revision:16561; }","duration":"479.190045ms","start":"2026-03-18T14:33:12.661058Z","end":"2026-03-18T14:33:13.140248Z","steps":["trace[1789367394] 'agreement among raft nodes before linearized reading' (duration: 478.897736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:13.1403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:12.661009Z","time spent":"479.280098ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18612,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-pj7bh\" "} {"level":"warn","ts":"2026-03-18T14:33:13.139938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:12.616856Z","time spent":"523.075813ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:33:13.139237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:12.383023Z","time spent":"756.207181ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:33:13.140143Z","caller":"traceutil/trace.go:171","msg":"trace[1709285049] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:16561; }","duration":"511.076638ms","start":"2026-03-18T14:33:12.629059Z","end":"2026-03-18T14:33:13.140135Z","steps":["trace[1709285049] 'agreement among raft nodes before linearized reading' (duration: 511.026957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:13.139153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.872901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:33:13.140435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:12.629033Z","time spent":"511.388958ms","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:33:13.140464Z","caller":"traceutil/trace.go:171","msg":"trace[1915250049] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16561; }","duration":"448.247278ms","start":"2026-03-18T14:33:12.692208Z","end":"2026-03-18T14:33:13.140455Z","steps":["trace[1915250049] 'agreement among raft nodes before linearized reading' (duration: 446.84396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:13.140505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:12.692192Z","time spent":"448.302899ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:33:13.140785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.754646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892561"} {"level":"info","ts":"2026-03-18T14:33:13.140845Z","caller":"traceutil/trace.go:171","msg":"trace[130428819] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16561; }","duration":"756.828548ms","start":"2026-03-18T14:33:12.384004Z","end":"2026-03-18T14:33:13.140833Z","steps":["trace[130428819] 'agreement among raft nodes before linearized reading' (duration: 755.555653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:13.140888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:12.383995Z","time spent":"756.881639ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":892585,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T14:33:13.1412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.246052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892561"} {"level":"info","ts":"2026-03-18T14:33:13.141247Z","caller":"traceutil/trace.go:171","msg":"trace[1472109782] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16561; }","duration":"756.315293ms","start":"2026-03-18T14:33:12.384922Z","end":"2026-03-18T14:33:13.141237Z","steps":["trace[1472109782] 'agreement among raft nodes before linearized reading' (duration: 754.33028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:13.141343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:12.384911Z","time spent":"756.418386ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":892585,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T14:33:13.455544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.532805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-db-init-c9ggg\" ","response":"range_response_count:1 size:7229"} {"level":"info","ts":"2026-03-18T14:33:13.455635Z","caller":"traceutil/trace.go:171","msg":"trace[383669562] range","detail":"{range_begin:/registry/pods/openstack/neutron-db-init-c9ggg; range_end:; response_count:1; response_revision:16561; }","duration":"207.675399ms","start":"2026-03-18T14:33:13.247939Z","end":"2026-03-18T14:33:13.455615Z","steps":["trace[383669562] 'range keys from in-memory index tree' (duration: 207.297849ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:13.455702Z","caller":"traceutil/trace.go:171","msg":"trace[1451772577] transaction","detail":"{read_only:false; response_revision:16562; number_of_response:1; }","duration":"206.637231ms","start":"2026-03-18T14:33:13.249037Z","end":"2026-03-18T14:33:13.455674Z","steps":["trace[1451772577] 'process raft request' (duration: 182.241092ms)","trace[1451772577] 'compare' (duration: 24.274696ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:33:13.734102Z","caller":"traceutil/trace.go:171","msg":"trace[1762095363] linearizableReadLoop","detail":"{readStateIndex:17227; appliedIndex:17226; }","duration":"163.740351ms","start":"2026-03-18T14:33:13.570316Z","end":"2026-03-18T14:33:13.734056Z","steps":["trace[1762095363] 'read index received' (duration: 161.49898ms)","trace[1762095363] 'applied index is now lower than readState.Index' (duration: 2.239851ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:33:13.73416Z","caller":"traceutil/trace.go:171","msg":"trace[953968041] transaction","detail":"{read_only:false; response_revision:16563; number_of_response:1; }","duration":"270.684395ms","start":"2026-03-18T14:33:13.463449Z","end":"2026-03-18T14:33:13.734133Z","steps":["trace[953968041] 'process raft request' (duration: 268.273389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:13.734347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.003908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:13.734415Z","caller":"traceutil/trace.go:171","msg":"trace[1935459052] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16563; }","duration":"164.127781ms","start":"2026-03-18T14:33:13.570268Z","end":"2026-03-18T14:33:13.734396Z","steps":["trace[1935459052] 'agreement among raft nodes before linearized reading' (duration: 163.941325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:14.553023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.62682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:14.553108Z","caller":"traceutil/trace.go:171","msg":"trace[1005984043] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16566; }","duration":"172.734774ms","start":"2026-03-18T14:33:14.380358Z","end":"2026-03-18T14:33:14.553093Z","steps":["trace[1005984043] 'agreement among raft nodes before linearized reading' (duration: 172.58067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:14.553159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.3071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:33:14.553177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.017832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:33:14.553187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.905968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:14.553263Z","caller":"traceutil/trace.go:171","msg":"trace[995246746] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:16566; }","duration":"173.406351ms","start":"2026-03-18T14:33:14.37983Z","end":"2026-03-18T14:33:14.553236Z","steps":["trace[995246746] 'agreement among raft nodes before linearized reading' (duration: 173.30487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:14.553266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.345417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rccjs\" ","response":"range_response_count:1 size:20672"} {"level":"info","ts":"2026-03-18T14:33:14.553304Z","caller":"traceutil/trace.go:171","msg":"trace[289933601] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:16566; }","duration":"173.165145ms","start":"2026-03-18T14:33:14.380115Z","end":"2026-03-18T14:33:14.55328Z","steps":["trace[289933601] 'agreement among raft nodes before linearized reading' (duration: 172.98727ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:14.553311Z","caller":"traceutil/trace.go:171","msg":"trace[1960299210] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16566; }","duration":"173.047912ms","start":"2026-03-18T14:33:14.380245Z","end":"2026-03-18T14:33:14.553293Z","steps":["trace[1960299210] 'agreement among raft nodes before linearized reading' (duration: 172.887559ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:14.553337Z","caller":"traceutil/trace.go:171","msg":"trace[2119999898] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rccjs; range_end:; response_count:1; response_revision:16566; }","duration":"157.489111ms","start":"2026-03-18T14:33:14.395824Z","end":"2026-03-18T14:33:14.553313Z","steps":["trace[2119999898] 'agreement among raft nodes before linearized reading' (duration: 157.231484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:14.553325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.503485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:33:14.553109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.760454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:33:14.553013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.202866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:14.553507Z","caller":"traceutil/trace.go:171","msg":"trace[780548348] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16566; }","duration":"173.73337ms","start":"2026-03-18T14:33:14.37976Z","end":"2026-03-18T14:33:14.553494Z","steps":["trace[780548348] 'agreement among raft nodes before linearized reading' (duration: 173.165975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:14.553502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.803576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-18T14:33:14.553539Z","caller":"traceutil/trace.go:171","msg":"trace[2021611861] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16566; }","duration":"173.157745ms","start":"2026-03-18T14:33:14.380326Z","end":"2026-03-18T14:33:14.553484Z","steps":["trace[2021611861] 'agreement among raft nodes before linearized reading' (duration: 172.749884ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:14.553556Z","caller":"traceutil/trace.go:171","msg":"trace[2142375696] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16566; }","duration":"172.899838ms","start":"2026-03-18T14:33:14.380641Z","end":"2026-03-18T14:33:14.55354Z","steps":["trace[2142375696] 'agreement among raft nodes before linearized reading' (duration: 172.741934ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:14.553415Z","caller":"traceutil/trace.go:171","msg":"trace[532975221] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16566; }","duration":"173.614327ms","start":"2026-03-18T14:33:14.379783Z","end":"2026-03-18T14:33:14.553398Z","steps":["trace[532975221] 'agreement among raft nodes before linearized reading' (duration: 173.482694ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:14.553949Z","caller":"traceutil/trace.go:171","msg":"trace[401910031] transaction","detail":"{read_only:false; response_revision:16566; number_of_response:1; }","duration":"173.549736ms","start":"2026-03-18T14:33:14.380378Z","end":"2026-03-18T14:33:14.553927Z","steps":["trace[401910031] 'process raft request' (duration: 172.371894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:15.37681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.306369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:33:15.376927Z","caller":"traceutil/trace.go:171","msg":"trace[1887497561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16570; }","duration":"251.453453ms","start":"2026-03-18T14:33:15.125452Z","end":"2026-03-18T14:33:15.376906Z","steps":["trace[1887497561] 'range keys from in-memory index tree' (duration: 251.164535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:15.377016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.480614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T14:33:15.377138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.226796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22018"} {"level":"warn","ts":"2026-03-18T14:33:15.377141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.498801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T14:33:15.377213Z","caller":"traceutil/trace.go:171","msg":"trace[1836370179] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:16570; }","duration":"238.617536ms","start":"2026-03-18T14:33:15.138577Z","end":"2026-03-18T14:33:15.377194Z","steps":["trace[1836370179] 'range keys from in-memory index tree' (duration: 238.081363ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:15.377251Z","caller":"traceutil/trace.go:171","msg":"trace[694893289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16570; }","duration":"252.663056ms","start":"2026-03-18T14:33:15.124563Z","end":"2026-03-18T14:33:15.377226Z","steps":["trace[694893289] 'range keys from in-memory index tree' (duration: 252.323817ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:15.377149Z","caller":"traceutil/trace.go:171","msg":"trace[1521566528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16570; }","duration":"251.621898ms","start":"2026-03-18T14:33:15.125479Z","end":"2026-03-18T14:33:15.377101Z","steps":["trace[1521566528] 'range keys from in-memory index tree' (duration: 251.301109ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:15.507912Z","caller":"traceutil/trace.go:171","msg":"trace[1465810400] linearizableReadLoop","detail":"{readStateIndex:17235; appliedIndex:17234; }","duration":"363.509646ms","start":"2026-03-18T14:33:15.144372Z","end":"2026-03-18T14:33:15.507882Z","steps":["trace[1465810400] 'read index received' (duration: 363.309621ms)","trace[1465810400] 'applied index is now lower than readState.Index' (duration: 198.395µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:33:15.508002Z","caller":"traceutil/trace.go:171","msg":"trace[1950738991] transaction","detail":"{read_only:false; response_revision:16571; number_of_response:1; }","duration":"364.019549ms","start":"2026-03-18T14:33:15.143946Z","end":"2026-03-18T14:33:15.507966Z","steps":["trace[1950738991] 'process raft request' (duration: 363.724051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:15.508165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:15.143928Z","time spent":"364.151024ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:33:15.508163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.760503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-18T14:33:15.508245Z","caller":"traceutil/trace.go:171","msg":"trace[1448835430] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16571; }","duration":"363.878615ms","start":"2026-03-18T14:33:15.144339Z","end":"2026-03-18T14:33:15.508217Z","steps":["trace[1448835430] 'agreement among raft nodes before linearized reading' (duration: 363.650969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:15.508405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:15.144326Z","time spent":"363.974718ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-18T14:33:15.508902Z","caller":"traceutil/trace.go:171","msg":"trace[404775585] transaction","detail":"{read_only:false; response_revision:16572; number_of_response:1; }","duration":"126.982066ms","start":"2026-03-18T14:33:15.381904Z","end":"2026-03-18T14:33:15.508886Z","steps":["trace[404775585] 'process raft request' (duration: 126.799641ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:15.509048Z","caller":"traceutil/trace.go:171","msg":"trace[1498840291] transaction","detail":"{read_only:false; response_revision:16574; number_of_response:1; }","duration":"125.127606ms","start":"2026-03-18T14:33:15.383902Z","end":"2026-03-18T14:33:15.50903Z","steps":["trace[1498840291] 'process raft request' (duration: 124.897529ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:15.509046Z","caller":"traceutil/trace.go:171","msg":"trace[41978103] transaction","detail":"{read_only:false; response_revision:16573; number_of_response:1; }","duration":"125.355951ms","start":"2026-03-18T14:33:15.383661Z","end":"2026-03-18T14:33:15.509017Z","steps":["trace[41978103] 'process raft request' (duration: 125.108765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:15.512311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.884504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:15.512358Z","caller":"traceutil/trace.go:171","msg":"trace[571449540] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16574; }","duration":"367.958255ms","start":"2026-03-18T14:33:15.14439Z","end":"2026-03-18T14:33:15.512348Z","steps":["trace[571449540] 'agreement among raft nodes before linearized reading' (duration: 367.885903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:15.512389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:15.144377Z","time spent":"368.001747ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:33:15.512668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.768506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-18T14:33:15.51272Z","caller":"traceutil/trace.go:171","msg":"trace[219999978] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16574; }","duration":"365.823438ms","start":"2026-03-18T14:33:15.14688Z","end":"2026-03-18T14:33:15.512703Z","steps":["trace[219999978] 'agreement among raft nodes before linearized reading' (duration: 365.732735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:15.512765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:15.146872Z","time spent":"365.885479ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-18T14:33:15.512779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.876879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-18T14:33:15.512718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.532545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-pj7bh\" ","response":"range_response_count:1 size:18588"} {"level":"info","ts":"2026-03-18T14:33:15.512852Z","caller":"traceutil/trace.go:171","msg":"trace[1678760896] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16574; }","duration":"365.905191ms","start":"2026-03-18T14:33:15.146897Z","end":"2026-03-18T14:33:15.512802Z","steps":["trace[1678760896] 'agreement among raft nodes before linearized reading' (duration: 365.629353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:15.512881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:15.146861Z","time spent":"366.010972ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-18T14:33:15.512456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.109238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:33:15.512509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.32822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-prpcx\" ","response":"range_response_count:1 size:14195"} {"level":"warn","ts":"2026-03-18T14:33:15.512962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.032542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-18T14:33:15.513031Z","caller":"traceutil/trace.go:171","msg":"trace[1479100753] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:16574; }","duration":"336.125964ms","start":"2026-03-18T14:33:15.176886Z","end":"2026-03-18T14:33:15.513012Z","steps":["trace[1479100753] 'agreement among raft nodes before linearized reading' (duration: 335.593361ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:15.512986Z","caller":"traceutil/trace.go:171","msg":"trace[2004297590] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-prpcx; range_end:; response_count:1; response_revision:16574; }","duration":"326.854364ms","start":"2026-03-18T14:33:15.186115Z","end":"2026-03-18T14:33:15.512969Z","steps":["trace[2004297590] 'agreement among raft nodes before linearized reading' (duration: 326.185716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:15.512937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.911895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22018"} {"level":"warn","ts":"2026-03-18T14:33:15.513115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.500449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6448"} {"level":"warn","ts":"2026-03-18T14:33:15.512607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.317624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:33:15.513141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:15.186107Z","time spent":"326.988677ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14219,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-prpcx\" "} {"level":"info","ts":"2026-03-18T14:33:15.513003Z","caller":"traceutil/trace.go:171","msg":"trace[1493237806] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16574; }","duration":"365.669544ms","start":"2026-03-18T14:33:15.147301Z","end":"2026-03-18T14:33:15.512971Z","steps":["trace[1493237806] 'agreement among raft nodes before linearized reading' (duration: 365.100769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:15.513142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.242728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-gxldd\" ","response":"range_response_count:1 size:18563"} {"level":"warn","ts":"2026-03-18T14:33:15.512582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.574581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-db-init-c9ggg\" ","response":"range_response_count:1 size:7240"} {"level":"info","ts":"2026-03-18T14:33:15.513161Z","caller":"traceutil/trace.go:171","msg":"trace[2088736729] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:16574; }","duration":"331.540181ms","start":"2026-03-18T14:33:15.181607Z","end":"2026-03-18T14:33:15.513147Z","steps":["trace[2088736729] 'agreement among raft nodes before linearized reading' (duration: 330.961925ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:15.513215Z","caller":"traceutil/trace.go:171","msg":"trace[562282380] range","detail":"{range_begin:/registry/pods/openstack/neutron-db-init-c9ggg; range_end:; response_count:1; response_revision:16574; }","duration":"237.359342ms","start":"2026-03-18T14:33:15.275848Z","end":"2026-03-18T14:33:15.513208Z","steps":["trace[562282380] 'agreement among raft nodes before linearized reading' (duration: 236.465028ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:15.513233Z","caller":"traceutil/trace.go:171","msg":"trace[452548488] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-gxldd; range_end:; response_count:1; response_revision:16574; }","duration":"322.353862ms","start":"2026-03-18T14:33:15.190853Z","end":"2026-03-18T14:33:15.513207Z","steps":["trace[452548488] 'agreement among raft nodes before linearized reading' (duration: 321.730306ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:15.513088Z","caller":"traceutil/trace.go:171","msg":"trace[1753750355] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-pj7bh; range_end:; response_count:1; response_revision:16574; }","duration":"326.692229ms","start":"2026-03-18T14:33:15.186164Z","end":"2026-03-18T14:33:15.512857Z","steps":["trace[1753750355] 'agreement among raft nodes before linearized reading' (duration: 326.435552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:15.513086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:15.176872Z","time spent":"336.200896ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" "} {"level":"warn","ts":"2026-03-18T14:33:15.512593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.048754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-18T14:33:15.513299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:15.186158Z","time spent":"327.131221ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18612,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-pj7bh\" "} {"level":"warn","ts":"2026-03-18T14:33:15.513317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:15.190847Z","time spent":"322.457205ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18587,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-gxldd\" "} {"level":"info","ts":"2026-03-18T14:33:15.513322Z","caller":"traceutil/trace.go:171","msg":"trace[150494756] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16574; }","duration":"363.785523ms","start":"2026-03-18T14:33:15.149523Z","end":"2026-03-18T14:33:15.513308Z","steps":["trace[150494756] 'agreement among raft nodes before linearized reading' (duration: 362.968301ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:15.513293Z","caller":"traceutil/trace.go:171","msg":"trace[1889799320] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16574; }","duration":"365.924781ms","start":"2026-03-18T14:33:15.147274Z","end":"2026-03-18T14:33:15.513198Z","steps":["trace[1889799320] 'agreement among raft nodes before linearized reading' (duration: 365.318585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:15.513191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:15.147294Z","time spent":"365.890959ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:33:15.513364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:15.149514Z","time spent":"363.837334ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-18T14:33:15.513247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:15.181573Z","time spent":"331.659844ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"info","ts":"2026-03-18T14:33:15.513268Z","caller":"traceutil/trace.go:171","msg":"trace[1078462454] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:16574; }","duration":"320.294436ms","start":"2026-03-18T14:33:15.192846Z","end":"2026-03-18T14:33:15.513141Z","steps":["trace[1078462454] 'agreement among raft nodes before linearized reading' (duration: 319.716209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:15.513468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:15.147267Z","time spent":"366.151817ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:33:15.513547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:15.192841Z","time spent":"320.656135ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" "} {"level":"warn","ts":"2026-03-18T14:33:15.512563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.283303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:15.513649Z","caller":"traceutil/trace.go:171","msg":"trace[1802094426] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16574; }","duration":"366.399974ms","start":"2026-03-18T14:33:15.147241Z","end":"2026-03-18T14:33:15.513641Z","steps":["trace[1802094426] 'agreement among raft nodes before linearized reading' (duration: 365.277814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:15.513681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:15.147232Z","time spent":"366.441475ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:33:15.514601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.618892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892572"} {"level":"info","ts":"2026-03-18T14:33:15.514638Z","caller":"traceutil/trace.go:171","msg":"trace[1857575560] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16574; }","duration":"127.685125ms","start":"2026-03-18T14:33:15.386945Z","end":"2026-03-18T14:33:15.51463Z","steps":["trace[1857575560] 'agreement among raft nodes before linearized reading' (duration: 125.420903ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:17.796568Z","caller":"traceutil/trace.go:171","msg":"trace[1310614915] linearizableReadLoop","detail":"{readStateIndex:17246; appliedIndex:17245; }","duration":"281.860897ms","start":"2026-03-18T14:33:17.514677Z","end":"2026-03-18T14:33:17.796538Z","steps":["trace[1310614915] 'read index received' (duration: 281.59941ms)","trace[1310614915] 'applied index is now lower than readState.Index' (duration: 260.367µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:33:17.79672Z","caller":"traceutil/trace.go:171","msg":"trace[282835595] transaction","detail":"{read_only:false; response_revision:16581; number_of_response:1; }","duration":"282.684479ms","start":"2026-03-18T14:33:17.514003Z","end":"2026-03-18T14:33:17.796687Z","steps":["trace[282835595] 'process raft request' (duration: 282.304938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:17.796936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.239736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-18T14:33:17.797033Z","caller":"traceutil/trace.go:171","msg":"trace[1915283234] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16581; }","duration":"282.412242ms","start":"2026-03-18T14:33:17.514601Z","end":"2026-03-18T14:33:17.797013Z","steps":["trace[1915283234] 'agreement among raft nodes before linearized reading' (duration: 282.122414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:18.162921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.697212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:33:18.163104Z","caller":"traceutil/trace.go:171","msg":"trace[1074730958] transaction","detail":"{read_only:false; response_revision:16582; number_of_response:1; }","duration":"645.086114ms","start":"2026-03-18T14:33:17.517989Z","end":"2026-03-18T14:33:18.163075Z","steps":["trace[1074730958] 'process raft request' (duration: 360.167035ms)","trace[1074730958] 'compare' (duration: 284.549799ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:33:18.163142Z","caller":"traceutil/trace.go:171","msg":"trace[1198215701] linearizableReadLoop","detail":"{readStateIndex:17249; appliedIndex:17246; }","duration":"366.444625ms","start":"2026-03-18T14:33:17.796679Z","end":"2026-03-18T14:33:18.163124Z","steps":["trace[1198215701] 'read index received' (duration: 81.493395ms)","trace[1198215701] 'applied index is now lower than readState.Index' (duration: 284.95004ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:33:18.163149Z","caller":"traceutil/trace.go:171","msg":"trace[2127214991] transaction","detail":"{read_only:false; response_revision:16583; number_of_response:1; }","duration":"644.435146ms","start":"2026-03-18T14:33:17.518692Z","end":"2026-03-18T14:33:18.163127Z","steps":["trace[2127214991] 'process raft request' (duration: 644.332743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:18.16325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:17.517948Z","time spent":"645.226349ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:33:18.163358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.576119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22018"} {"level":"warn","ts":"2026-03-18T14:33:18.163377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:17.518664Z","time spent":"644.529809ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:33:18.163399Z","caller":"traceutil/trace.go:171","msg":"trace[1439750782] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:16584; }","duration":"634.643342ms","start":"2026-03-18T14:33:17.528745Z","end":"2026-03-18T14:33:18.163388Z","steps":["trace[1439750782] 'agreement among raft nodes before linearized reading' (duration: 634.456636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:18.163441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:17.528731Z","time spent":"634.701774ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" "} {"level":"warn","ts":"2026-03-18T14:33:18.163437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.217087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:18.163524Z","caller":"traceutil/trace.go:171","msg":"trace[1776514098] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16584; }","duration":"645.31301ms","start":"2026-03-18T14:33:17.518196Z","end":"2026-03-18T14:33:18.163509Z","steps":["trace[1776514098] 'agreement among raft nodes before linearized reading' (duration: 645.182186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:18.163562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:17.518159Z","time spent":"645.394983ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:33:18.163602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.78339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-18T14:33:18.163621Z","caller":"traceutil/trace.go:171","msg":"trace[1310988161] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16584; }","duration":"646.802941ms","start":"2026-03-18T14:33:17.516812Z","end":"2026-03-18T14:33:18.163615Z","steps":["trace[1310988161] 'agreement among raft nodes before linearized reading' (duration: 646.720498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:18.163636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:17.516757Z","time spent":"646.875353ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-18T14:33:18.163696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.082467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:33:18.163675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.997161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-18T14:33:18.163711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.280002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6448"} {"level":"info","ts":"2026-03-18T14:33:18.163769Z","caller":"traceutil/trace.go:171","msg":"trace[958129186] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16584; }","duration":"645.114496ms","start":"2026-03-18T14:33:17.518613Z","end":"2026-03-18T14:33:18.163727Z","steps":["trace[958129186] 'agreement among raft nodes before linearized reading' (duration: 644.857138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:18.163785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.542487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:33:18.16379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.489208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:33:18.163788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.814271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-18T14:33:18.163811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:17.518595Z","time spent":"645.206887ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-18T14:33:18.163827Z","caller":"traceutil/trace.go:171","msg":"trace[2116332860] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16584; }","duration":"645.67357ms","start":"2026-03-18T14:33:17.518144Z","end":"2026-03-18T14:33:18.163818Z","steps":["trace[2116332860] 'agreement among raft nodes before linearized reading' (duration: 645.583048ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:18.163846Z","caller":"traceutil/trace.go:171","msg":"trace[2001323588] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16584; }","duration":"646.889503ms","start":"2026-03-18T14:33:17.516943Z","end":"2026-03-18T14:33:18.163833Z","steps":["trace[2001323588] 'agreement among raft nodes before linearized reading' (duration: 646.668957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:18.163855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:17.51812Z","time spent":"645.729592ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-18T14:33:18.163854Z","caller":"traceutil/trace.go:171","msg":"trace[757252602] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16584; }","duration":"644.5733ms","start":"2026-03-18T14:33:17.519269Z","end":"2026-03-18T14:33:18.163843Z","steps":["trace[757252602] 'agreement among raft nodes before linearized reading' (duration: 644.456497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:18.163888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:17.519259Z","time spent":"644.621732ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:33:18.163881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:17.516917Z","time spent":"646.956804ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-18T14:33:18.163942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.934081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-pj7bh\" ","response":"range_response_count:1 size:18588"} {"level":"info","ts":"2026-03-18T14:33:18.163964Z","caller":"traceutil/trace.go:171","msg":"trace[737497104] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-pj7bh; range_end:; response_count:1; response_revision:16584; }","duration":"610.957101ms","start":"2026-03-18T14:33:17.553002Z","end":"2026-03-18T14:33:18.163959Z","steps":["trace[737497104] 'agreement among raft nodes before linearized reading' (duration: 610.880789ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:18.163791Z","caller":"traceutil/trace.go:171","msg":"trace[24770133] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:16584; }","duration":"613.408507ms","start":"2026-03-18T14:33:17.55037Z","end":"2026-03-18T14:33:18.163778Z","steps":["trace[24770133] 'agreement among raft nodes before linearized reading' (duration: 612.771449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:18.163978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:17.552939Z","time spent":"611.035773ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18612,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-pj7bh\" "} {"level":"warn","ts":"2026-03-18T14:33:18.163984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.92085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:33:18.163991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:17.55035Z","time spent":"613.633713ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"info","ts":"2026-03-18T14:33:18.16401Z","caller":"traceutil/trace.go:171","msg":"trace[1849939087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16584; }","duration":"593.958361ms","start":"2026-03-18T14:33:17.570043Z","end":"2026-03-18T14:33:18.164002Z","steps":["trace[1849939087] 'agreement among raft nodes before linearized reading' (duration: 593.9148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:18.164009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.589338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-gxldd\" ","response":"range_response_count:1 size:18563"} {"level":"warn","ts":"2026-03-18T14:33:18.164033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:17.570036Z","time spent":"593.991341ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:33:18.164049Z","caller":"traceutil/trace.go:171","msg":"trace[1004599099] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-gxldd; range_end:; response_count:1; response_revision:16584; }","duration":"611.643189ms","start":"2026-03-18T14:33:17.552395Z","end":"2026-03-18T14:33:18.164038Z","steps":["trace[1004599099] 'agreement among raft nodes before linearized reading' (duration: 611.523815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:18.164089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.089764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-03-18T14:33:18.164117Z","caller":"traceutil/trace.go:171","msg":"trace[272419497] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:16584; }","duration":"611.126945ms","start":"2026-03-18T14:33:17.552981Z","end":"2026-03-18T14:33:18.164108Z","steps":["trace[272419497] 'agreement among raft nodes before linearized reading' (duration: 611.036802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:18.16413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:17.552972Z","time spent":"611.154845ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" "} {"level":"warn","ts":"2026-03-18T14:33:18.164121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.787209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-18T14:33:18.164156Z","caller":"traceutil/trace.go:171","msg":"trace[1231337115] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:16584; }","duration":"609.82328ms","start":"2026-03-18T14:33:17.554323Z","end":"2026-03-18T14:33:18.164146Z","steps":["trace[1231337115] 'agreement among raft nodes before linearized reading' (duration: 609.723627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:18.164199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:17.55429Z","time spent":"609.902532ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" "} {"level":"info","ts":"2026-03-18T14:33:18.163727Z","caller":"traceutil/trace.go:171","msg":"trace[417269165] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16584; }","duration":"647.13364ms","start":"2026-03-18T14:33:17.516584Z","end":"2026-03-18T14:33:18.163717Z","steps":["trace[417269165] 'agreement among raft nodes before linearized reading' (duration: 647.084718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:18.164278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:17.516571Z","time spent":"647.687994ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:33:18.164297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.374696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-prpcx\" ","response":"range_response_count:1 size:14195"} {"level":"info","ts":"2026-03-18T14:33:18.164389Z","caller":"traceutil/trace.go:171","msg":"trace[363963515] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-prpcx; range_end:; response_count:1; response_revision:16584; }","duration":"613.52099ms","start":"2026-03-18T14:33:17.55084Z","end":"2026-03-18T14:33:18.164361Z","steps":["trace[363963515] 'agreement among raft nodes before linearized reading' (duration: 613.106959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:18.16444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:17.550817Z","time spent":"613.613451ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14219,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-prpcx\" "} {"level":"warn","ts":"2026-03-18T14:33:18.164081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:17.552388Z","time spent":"611.68555ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18587,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-gxldd\" "} {"level":"info","ts":"2026-03-18T14:33:18.165189Z","caller":"traceutil/trace.go:171","msg":"trace[1435130483] transaction","detail":"{read_only:false; response_revision:16584; number_of_response:1; }","duration":"646.256455ms","start":"2026-03-18T14:33:17.518914Z","end":"2026-03-18T14:33:18.165171Z","steps":["trace[1435130483] 'process raft request' (duration: 644.161659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:18.16529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:17.518903Z","time spent":"646.333309ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:33:18.44047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.896111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:33:18.440563Z","caller":"traceutil/trace.go:171","msg":"trace[2048571162] linearizableReadLoop","detail":"{readStateIndex:17250; appliedIndex:17249; }","duration":"277.377705ms","start":"2026-03-18T14:33:18.163173Z","end":"2026-03-18T14:33:18.440551Z","steps":["trace[2048571162] 'read index received' (duration: 156.36278ms)","trace[2048571162] 'applied index is now lower than readState.Index' (duration: 121.014175ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:33:18.440632Z","caller":"traceutil/trace.go:171","msg":"trace[1688868425] transaction","detail":"{read_only:false; response_revision:16585; number_of_response:1; }","duration":"287.408097ms","start":"2026-03-18T14:33:18.153217Z","end":"2026-03-18T14:33:18.440625Z","steps":["trace[1688868425] 'process raft request' (duration: 166.29538ms)","trace[1688868425] 'compare' (duration: 120.808118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:33:18.440841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.08268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:18.44092Z","caller":"traceutil/trace.go:171","msg":"trace[1034236984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16585; }","duration":"276.192853ms","start":"2026-03-18T14:33:18.16471Z","end":"2026-03-18T14:33:18.440903Z","steps":["trace[1034236984] 'agreement among raft nodes before linearized reading' (duration: 276.043949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:18.440904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.34515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:33:18.440972Z","caller":"traceutil/trace.go:171","msg":"trace[1580598383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16585; }","duration":"251.460194ms","start":"2026-03-18T14:33:18.189498Z","end":"2026-03-18T14:33:18.440958Z","steps":["trace[1580598383] 'agreement among raft nodes before linearized reading' (duration: 251.293019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:18.44104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.135406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:33:18.441072Z","caller":"traceutil/trace.go:171","msg":"trace[534757530] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16585; }","duration":"278.207568ms","start":"2026-03-18T14:33:18.162857Z","end":"2026-03-18T14:33:18.441064Z","steps":["trace[534757530] 'agreement among raft nodes before linearized reading' (duration: 278.081744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:18.443073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.868517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892707"} {"level":"info","ts":"2026-03-18T14:33:18.443132Z","caller":"traceutil/trace.go:171","msg":"trace[1061825299] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16585; }","duration":"272.136623ms","start":"2026-03-18T14:33:18.170983Z","end":"2026-03-18T14:33:18.44312Z","steps":["trace[1061825299] 'agreement among raft nodes before linearized reading' (duration: 269.80571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:18.443161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.997725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892707"} {"level":"warn","ts":"2026-03-18T14:33:18.443238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.659143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892707"} {"level":"info","ts":"2026-03-18T14:33:18.443292Z","caller":"traceutil/trace.go:171","msg":"trace[2048300043] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16585; }","duration":"270.735004ms","start":"2026-03-18T14:33:18.172544Z","end":"2026-03-18T14:33:18.443278Z","steps":["trace[2048300043] 'agreement among raft nodes before linearized reading' (duration: 268.288359ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:18.443297Z","caller":"traceutil/trace.go:171","msg":"trace[145294806] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16585; }","duration":"270.168049ms","start":"2026-03-18T14:33:18.173098Z","end":"2026-03-18T14:33:18.443266Z","steps":["trace[145294806] 'agreement among raft nodes before linearized reading' (duration: 267.697342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:18.443657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.096739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892707"} {"level":"warn","ts":"2026-03-18T14:33:18.44366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.758487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892707"} {"level":"info","ts":"2026-03-18T14:33:18.443694Z","caller":"traceutil/trace.go:171","msg":"trace[585747842] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16585; }","duration":"273.18957ms","start":"2026-03-18T14:33:18.170498Z","end":"2026-03-18T14:33:18.443687Z","steps":["trace[585747842] 'agreement among raft nodes before linearized reading' (duration: 270.452907ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:18.443706Z","caller":"traceutil/trace.go:171","msg":"trace[1886003420] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16585; }","duration":"273.850459ms","start":"2026-03-18T14:33:18.169842Z","end":"2026-03-18T14:33:18.443693Z","steps":["trace[1886003420] 'agreement among raft nodes before linearized reading' (duration: 271.124096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:18.443952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.33506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892707"} {"level":"warn","ts":"2026-03-18T14:33:18.443969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.346126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892707"} {"level":"info","ts":"2026-03-18T14:33:18.444009Z","caller":"traceutil/trace.go:171","msg":"trace[1273200704] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16585; }","duration":"275.427862ms","start":"2026-03-18T14:33:18.168566Z","end":"2026-03-18T14:33:18.443994Z","steps":["trace[1273200704] 'agreement among raft nodes before linearized reading' (duration: 272.4214ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:18.444017Z","caller":"traceutil/trace.go:171","msg":"trace[1064239925] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:16585; }","duration":"273.422758ms","start":"2026-03-18T14:33:18.170581Z","end":"2026-03-18T14:33:18.444004Z","steps":["trace[1064239925] 'agreement among raft nodes before linearized reading' (duration: 270.384856ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:18.631178Z","caller":"traceutil/trace.go:171","msg":"trace[706716773] transaction","detail":"{read_only:false; response_revision:16586; number_of_response:1; }","duration":"185.853269ms","start":"2026-03-18T14:33:18.445251Z","end":"2026-03-18T14:33:18.631105Z","steps":["trace[706716773] 'process raft request' (duration: 119.579605ms)","trace[706716773] 'compare' (duration: 66.016217ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:33:18.631334Z","caller":"traceutil/trace.go:171","msg":"trace[329060089] transaction","detail":"{read_only:false; response_revision:16587; number_of_response:1; }","duration":"147.46408ms","start":"2026-03-18T14:33:18.48384Z","end":"2026-03-18T14:33:18.631304Z","steps":["trace[329060089] 'process raft request' (duration: 147.268265ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:18.631253Z","caller":"traceutil/trace.go:171","msg":"trace[239750406] linearizableReadLoop","detail":"{readStateIndex:17251; appliedIndex:17250; }","duration":"185.673254ms","start":"2026-03-18T14:33:18.445544Z","end":"2026-03-18T14:33:18.631218Z","steps":["trace[239750406] 'read index received' (duration: 119.298988ms)","trace[239750406] 'applied index is now lower than readState.Index' (duration: 66.370706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:33:18.63185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.288591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:33:18.631885Z","caller":"traceutil/trace.go:171","msg":"trace[1272771631] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16588; }","duration":"186.359793ms","start":"2026-03-18T14:33:18.445517Z","end":"2026-03-18T14:33:18.631877Z","steps":["trace[1272771631] 'agreement among raft nodes before linearized reading' (duration: 186.023804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:18.631986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.125444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:18.632055Z","caller":"traceutil/trace.go:171","msg":"trace[2136076357] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16588; }","duration":"149.245049ms","start":"2026-03-18T14:33:18.482792Z","end":"2026-03-18T14:33:18.632038Z","steps":["trace[2136076357] 'agreement among raft nodes before linearized reading' (duration: 149.121115ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:24.308142Z","caller":"traceutil/trace.go:171","msg":"trace[1823450361] transaction","detail":"{read_only:false; response_revision:16637; number_of_response:1; }","duration":"100.997242ms","start":"2026-03-18T14:33:24.207099Z","end":"2026-03-18T14:33:24.308097Z","steps":["trace[1823450361] 'process raft request' (duration: 67.27039ms)","trace[1823450361] 'compare' (duration: 33.479196ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:33:24.848097Z","caller":"traceutil/trace.go:171","msg":"trace[644149032] linearizableReadLoop","detail":"{readStateIndex:17307; appliedIndex:17306; }","duration":"125.474615ms","start":"2026-03-18T14:33:24.722594Z","end":"2026-03-18T14:33:24.848069Z","steps":["trace[644149032] 'read index received' (duration: 82.815291ms)","trace[644149032] 'applied index is now lower than readState.Index' (duration: 42.657983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:33:24.848296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.279277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:33:24.84831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.193254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:33:24.84837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.222135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:33:24.848564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.690438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:33:24.848612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.115495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:33:24.848659Z","caller":"traceutil/trace.go:171","msg":"trace[2143896976] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16640; }","duration":"194.847692ms","start":"2026-03-18T14:33:24.653787Z","end":"2026-03-18T14:33:24.848635Z","steps":["trace[2143896976] 'agreement among raft nodes before linearized reading' (duration: 194.605645ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:24.848629Z","caller":"traceutil/trace.go:171","msg":"trace[1753090111] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16640; }","duration":"194.491382ms","start":"2026-03-18T14:33:24.654122Z","end":"2026-03-18T14:33:24.848613Z","steps":["trace[1753090111] 'agreement among raft nodes before linearized reading' (duration: 194.163863ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:24.848674Z","caller":"traceutil/trace.go:171","msg":"trace[899726129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16640; }","duration":"193.191527ms","start":"2026-03-18T14:33:24.655466Z","end":"2026-03-18T14:33:24.848657Z","steps":["trace[899726129] 'agreement among raft nodes before linearized reading' (duration: 193.012022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:24.848628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.180524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:33:24.848424Z","caller":"traceutil/trace.go:171","msg":"trace[908645863] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16640; }","duration":"194.345587ms","start":"2026-03-18T14:33:24.654055Z","end":"2026-03-18T14:33:24.8484Z","steps":["trace[908645863] 'agreement among raft nodes before linearized reading' (duration: 194.075961ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:24.848361Z","caller":"traceutil/trace.go:171","msg":"trace[1292066274] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16640; }","duration":"194.40631ms","start":"2026-03-18T14:33:24.653939Z","end":"2026-03-18T14:33:24.848345Z","steps":["trace[1292066274] 'agreement among raft nodes before linearized reading' (duration: 194.294717ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:24.848523Z","caller":"traceutil/trace.go:171","msg":"trace[1317446715] transaction","detail":"{read_only:false; response_revision:16640; number_of_response:1; }","duration":"193.417903ms","start":"2026-03-18T14:33:24.655062Z","end":"2026-03-18T14:33:24.84848Z","steps":["trace[1317446715] 'process raft request' (duration: 150.451281ms)","trace[1317446715] 'compare' (duration: 42.394817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:33:24.848549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.679457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-03-18T14:33:24.849042Z","caller":"traceutil/trace.go:171","msg":"trace[795213052] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:16640; }","duration":"195.19135ms","start":"2026-03-18T14:33:24.653833Z","end":"2026-03-18T14:33:24.849025Z","steps":["trace[795213052] 'agreement among raft nodes before linearized reading' (duration: 194.603275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:24.848521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.04628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:24.849126Z","caller":"traceutil/trace.go:171","msg":"trace[816449159] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16640; }","duration":"194.941065ms","start":"2026-03-18T14:33:24.654157Z","end":"2026-03-18T14:33:24.849098Z","steps":["trace[816449159] 'agreement among raft nodes before linearized reading' (duration: 193.935287ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:24.849313Z","caller":"traceutil/trace.go:171","msg":"trace[1089652438] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16640; }","duration":"153.353799ms","start":"2026-03-18T14:33:24.695376Z","end":"2026-03-18T14:33:24.84873Z","steps":["trace[1089652438] 'agreement among raft nodes before linearized reading' (duration: 153.087153ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:40.097396Z","caller":"traceutil/trace.go:171","msg":"trace[1753144459] transaction","detail":"{read_only:false; response_revision:16715; number_of_response:1; }","duration":"183.961089ms","start":"2026-03-18T14:33:39.913405Z","end":"2026-03-18T14:33:40.097366Z","steps":["trace[1753144459] 'process raft request' (duration: 183.794704ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:40.570796Z","caller":"traceutil/trace.go:171","msg":"trace[605075536] transaction","detail":"{read_only:false; response_revision:16717; number_of_response:1; }","duration":"157.529702ms","start":"2026-03-18T14:33:40.413236Z","end":"2026-03-18T14:33:40.570766Z","steps":["trace[605075536] 'process raft request' (duration: 157.351828ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:40.645576Z","caller":"traceutil/trace.go:171","msg":"trace[128957443] transaction","detail":"{read_only:false; response_revision:16718; number_of_response:1; }","duration":"231.620808ms","start":"2026-03-18T14:33:40.413925Z","end":"2026-03-18T14:33:40.645546Z","steps":["trace[128957443] 'process raft request' (duration: 231.474093ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:40.645773Z","caller":"traceutil/trace.go:171","msg":"trace[830102511] linearizableReadLoop","detail":"{readStateIndex:17388; appliedIndex:17386; }","duration":"219.55912ms","start":"2026-03-18T14:33:40.426199Z","end":"2026-03-18T14:33:40.645758Z","steps":["trace[830102511] 'read index received' (duration: 144.380977ms)","trace[830102511] 'applied index is now lower than readState.Index' (duration: 75.177213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:33:40.645942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.705734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-18T14:33:40.646019Z","caller":"traceutil/trace.go:171","msg":"trace[1108815144] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:16718; }","duration":"219.809257ms","start":"2026-03-18T14:33:40.426169Z","end":"2026-03-18T14:33:40.645978Z","steps":["trace[1108815144] 'agreement among raft nodes before linearized reading' (duration: 219.643932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:42.953659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.807632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:33:42.953914Z","caller":"traceutil/trace.go:171","msg":"trace[1342045229] transaction","detail":"{read_only:false; response_revision:16728; number_of_response:1; }","duration":"299.514664ms","start":"2026-03-18T14:33:42.654362Z","end":"2026-03-18T14:33:42.953877Z","steps":["trace[1342045229] 'process raft request' (duration: 138.384243ms)","trace[1342045229] 'compare' (duration: 160.657497ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:33:43.110995Z","caller":"traceutil/trace.go:171","msg":"trace[357448227] transaction","detail":"{read_only:false; response_revision:16729; number_of_response:1; }","duration":"438.834174ms","start":"2026-03-18T14:33:42.672106Z","end":"2026-03-18T14:33:43.11094Z","steps":["trace[357448227] 'process raft request' (duration: 391.75782ms)","trace[357448227] 'compare' (duration: 46.769946ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:33:43.11101Z","caller":"traceutil/trace.go:171","msg":"trace[753617002] linearizableReadLoop","detail":"{readStateIndex:17400; appliedIndex:17398; }","duration":"420.60612ms","start":"2026-03-18T14:33:42.690355Z","end":"2026-03-18T14:33:43.110961Z","steps":["trace[753617002] 'read index received' (duration: 102.408681ms)","trace[753617002] 'applied index is now lower than readState.Index' (duration: 318.195299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:33:43.111173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:42.67208Z","time spent":"439.002488ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:33:43.111239Z","caller":"traceutil/trace.go:171","msg":"trace[914935569] transaction","detail":"{read_only:false; response_revision:16731; number_of_response:1; }","duration":"201.115952ms","start":"2026-03-18T14:33:42.910101Z","end":"2026-03-18T14:33:43.111217Z","steps":["trace[914935569] 'process raft request' (duration: 201.04532ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:43.111448Z","caller":"traceutil/trace.go:171","msg":"trace[532840308] transaction","detail":"{read_only:false; response_revision:16730; number_of_response:1; }","duration":"304.594952ms","start":"2026-03-18T14:33:42.806845Z","end":"2026-03-18T14:33:43.11144Z","steps":["trace[532840308] 'process raft request' (duration: 304.059897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:43.111459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.075692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:43.111511Z","caller":"traceutil/trace.go:171","msg":"trace[188305009] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16731; }","duration":"421.201617ms","start":"2026-03-18T14:33:42.690293Z","end":"2026-03-18T14:33:43.111495Z","steps":["trace[188305009] 'agreement among raft nodes before linearized reading' (duration: 420.887088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:43.111526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:42.806819Z","time spent":"304.645873ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:33:43.111567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:42.690269Z","time spent":"421.287979ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:33:43.111849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.202236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:43.111878Z","caller":"traceutil/trace.go:171","msg":"trace[1844765084] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16731; }","duration":"224.275599ms","start":"2026-03-18T14:33:42.887595Z","end":"2026-03-18T14:33:43.11187Z","steps":["trace[1844765084] 'agreement among raft nodes before linearized reading' (duration: 224.230877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:43.111935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.103307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:43.111953Z","caller":"traceutil/trace.go:171","msg":"trace[337512605] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16731; }","duration":"223.162018ms","start":"2026-03-18T14:33:42.888786Z","end":"2026-03-18T14:33:43.111948Z","steps":["trace[337512605] 'agreement among raft nodes before linearized reading' (duration: 223.133327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:43.112007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.997561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:43.112023Z","caller":"traceutil/trace.go:171","msg":"trace[274108106] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16731; }","duration":"224.056172ms","start":"2026-03-18T14:33:42.887963Z","end":"2026-03-18T14:33:43.112019Z","steps":["trace[274108106] 'agreement among raft nodes before linearized reading' (duration: 224.032072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:43.112028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.848068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T14:33:43.112026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.974973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:33:43.112151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.927282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:33:43.111903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.25118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-18T14:33:43.112173Z","caller":"traceutil/trace.go:171","msg":"trace[2073252435] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16731; }","duration":"223.135888ms","start":"2026-03-18T14:33:42.888974Z","end":"2026-03-18T14:33:43.11211Z","steps":["trace[2073252435] 'agreement among raft nodes before linearized reading' (duration: 222.926672ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:43.112185Z","caller":"traceutil/trace.go:171","msg":"trace[1448019087] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16731; }","duration":"124.003836ms","start":"2026-03-18T14:33:42.988172Z","end":"2026-03-18T14:33:43.112176Z","steps":["trace[1448019087] 'agreement among raft nodes before linearized reading' (duration: 123.916963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:43.112071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.389342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:33:43.112357Z","caller":"traceutil/trace.go:171","msg":"trace[387248757] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16731; }","duration":"224.685899ms","start":"2026-03-18T14:33:42.887661Z","end":"2026-03-18T14:33:43.112347Z","steps":["trace[387248757] 'agreement among raft nodes before linearized reading' (duration: 224.396391ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:43.112062Z","caller":"traceutil/trace.go:171","msg":"trace[1747754157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16731; }","duration":"151.92675ms","start":"2026-03-18T14:33:42.960125Z","end":"2026-03-18T14:33:43.112052Z","steps":["trace[1747754157] 'agreement among raft nodes before linearized reading' (duration: 151.783686ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:43.112353Z","caller":"traceutil/trace.go:171","msg":"trace[2087619023] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16731; }","duration":"407.597499ms","start":"2026-03-18T14:33:42.704602Z","end":"2026-03-18T14:33:43.1122Z","steps":["trace[2087619023] 'agreement among raft nodes before linearized reading' (duration: 407.072965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:43.112423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.035355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-03-18T14:33:43.112562Z","caller":"traceutil/trace.go:171","msg":"trace[401676507] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:16731; }","duration":"223.170369ms","start":"2026-03-18T14:33:42.889344Z","end":"2026-03-18T14:33:43.112514Z","steps":["trace[401676507] 'agreement among raft nodes before linearized reading' (duration: 222.892011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:43.112645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.742118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-gxldd\" ","response":"range_response_count:1 size:18563"} {"level":"info","ts":"2026-03-18T14:33:43.112692Z","caller":"traceutil/trace.go:171","msg":"trace[244019568] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-gxldd; range_end:; response_count:1; response_revision:16731; }","duration":"378.813549ms","start":"2026-03-18T14:33:42.733868Z","end":"2026-03-18T14:33:43.112682Z","steps":["trace[244019568] 'agreement among raft nodes before linearized reading' (duration: 378.670995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:43.112728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:42.733855Z","time spent":"378.866292ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18587,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-gxldd\" "} {"level":"warn","ts":"2026-03-18T14:33:43.11248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:42.704587Z","time spent":"407.878446ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-18T14:33:43.112748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.555071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22018"} {"level":"warn","ts":"2026-03-18T14:33:43.11296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.490993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"warn","ts":"2026-03-18T14:33:43.112953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.929061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6448"} {"level":"info","ts":"2026-03-18T14:33:43.112994Z","caller":"traceutil/trace.go:171","msg":"trace[1203473973] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:16731; }","duration":"340.560884ms","start":"2026-03-18T14:33:42.772424Z","end":"2026-03-18T14:33:43.112985Z","steps":["trace[1203473973] 'agreement among raft nodes before linearized reading' (duration: 340.460842ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:33:43.113004Z","caller":"traceutil/trace.go:171","msg":"trace[2052272209] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:16731; }","duration":"390.025752ms","start":"2026-03-18T14:33:42.722967Z","end":"2026-03-18T14:33:43.112993Z","steps":["trace[2052272209] 'agreement among raft nodes before linearized reading' (duration: 389.870799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:43.113031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:42.772406Z","time spent":"340.618335ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5260,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:33:43.11304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:42.722946Z","time spent":"390.085324ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6472,"request content":"key:\"/registry/pods/openstack/keepalived-2rs4v\" "} {"level":"warn","ts":"2026-03-18T14:33:43.113124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.268958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-prpcx\" ","response":"range_response_count:1 size:14195"} {"level":"info","ts":"2026-03-18T14:33:43.112974Z","caller":"traceutil/trace.go:171","msg":"trace[1946953918] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:16731; }","duration":"314.793208ms","start":"2026-03-18T14:33:42.798166Z","end":"2026-03-18T14:33:43.11296Z","steps":["trace[1946953918] 'agreement among raft nodes before linearized reading' (duration: 314.370166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:43.113195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:42.79816Z","time spent":"315.022184ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" "} {"level":"warn","ts":"2026-03-18T14:33:43.113215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.559021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-pj7bh\" ","response":"range_response_count:1 size:18588"} {"level":"warn","ts":"2026-03-18T14:33:43.113222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.991454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-03-18T14:33:43.113234Z","caller":"traceutil/trace.go:171","msg":"trace[1696806606] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-pj7bh; range_end:; response_count:1; response_revision:16731; }","duration":"334.612374ms","start":"2026-03-18T14:33:42.778617Z","end":"2026-03-18T14:33:43.11323Z","steps":["trace[1696806606] 'agreement among raft nodes before linearized reading' (duration: 334.554373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:43.113257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:42.778606Z","time spent":"334.644345ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18612,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-pj7bh\" "} {"level":"info","ts":"2026-03-18T14:33:43.113252Z","caller":"traceutil/trace.go:171","msg":"trace[458847775] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:16731; }","duration":"318.042265ms","start":"2026-03-18T14:33:42.795201Z","end":"2026-03-18T14:33:43.113243Z","steps":["trace[458847775] 'agreement among raft nodes before linearized reading' (duration: 317.946643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:43.113315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:42.795189Z","time spent":"318.121528ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" "} {"level":"info","ts":"2026-03-18T14:33:43.113155Z","caller":"traceutil/trace.go:171","msg":"trace[1263715316] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-prpcx; range_end:; response_count:1; response_revision:16731; }","duration":"336.344221ms","start":"2026-03-18T14:33:42.776803Z","end":"2026-03-18T14:33:43.113147Z","steps":["trace[1263715316] 'agreement among raft nodes before linearized reading' (duration: 336.268749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:43.113338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.311161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-18T14:33:43.113371Z","caller":"traceutil/trace.go:171","msg":"trace[1980590147] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:16731; }","duration":"315.427695ms","start":"2026-03-18T14:33:42.797936Z","end":"2026-03-18T14:33:43.113363Z","steps":["trace[1980590147] 'agreement among raft nodes before linearized reading' (duration: 315.335442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:33:43.113411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:42.797915Z","time spent":"315.488737ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" "} {"level":"warn","ts":"2026-03-18T14:33:43.11341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:33:42.776781Z","time spent":"336.586808ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14219,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-prpcx\" "} {"level":"info","ts":"2026-03-18T14:34:03.28737Z","caller":"traceutil/trace.go:171","msg":"trace[1680432984] transaction","detail":"{read_only:false; response_revision:16827; number_of_response:1; }","duration":"100.700634ms","start":"2026-03-18T14:34:03.186633Z","end":"2026-03-18T14:34:03.287333Z","steps":["trace[1680432984] 'process raft request' (duration: 100.391506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:03.287452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.497697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5236"} {"level":"info","ts":"2026-03-18T14:34:03.28755Z","caller":"traceutil/trace.go:171","msg":"trace[1858260800] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:16827; }","duration":"101.63553ms","start":"2026-03-18T14:34:03.185888Z","end":"2026-03-18T14:34:03.287523Z","steps":["trace[1858260800] 'agreement among raft nodes before linearized reading' (duration: 101.350762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:13.486956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.751122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:34:13.487247Z","caller":"traceutil/trace.go:171","msg":"trace[2114014361] transaction","detail":"{read_only:false; response_revision:16895; number_of_response:1; }","duration":"226.164609ms","start":"2026-03-18T14:34:13.261056Z","end":"2026-03-18T14:34:13.48722Z","steps":["trace[2114014361] 'process raft request' (duration: 226.062626ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:34:13.487354Z","caller":"traceutil/trace.go:171","msg":"trace[2026936186] linearizableReadLoop","detail":"{readStateIndex:17572; appliedIndex:17571; }","duration":"297.648463ms","start":"2026-03-18T14:34:13.18968Z","end":"2026-03-18T14:34:13.487329Z","steps":["trace[2026936186] 'read index received' (duration: 120.408968ms)","trace[2026936186] 'applied index is now lower than readState.Index' (duration: 177.237285ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:34:13.48753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.842389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:34:13.487514Z","caller":"traceutil/trace.go:171","msg":"trace[877336328] transaction","detail":"{read_only:false; response_revision:16894; number_of_response:1; }","duration":"364.257185ms","start":"2026-03-18T14:34:13.123215Z","end":"2026-03-18T14:34:13.487473Z","steps":["trace[877336328] 'process raft request' (duration: 186.856425ms)","trace[877336328] 'compare' (duration: 176.390023ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:34:13.487568Z","caller":"traceutil/trace.go:171","msg":"trace[1597362521] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16895; }","duration":"297.92109ms","start":"2026-03-18T14:34:13.189634Z","end":"2026-03-18T14:34:13.487555Z","steps":["trace[1597362521] 'agreement among raft nodes before linearized reading' (duration: 297.825538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:13.487666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:34:13.123186Z","time spent":"364.402179ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6571,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:34:13.48973Z","caller":"traceutil/trace.go:171","msg":"trace[1000544770] transaction","detail":"{read_only:false; response_revision:16896; number_of_response:1; }","duration":"169.218558ms","start":"2026-03-18T14:34:13.320497Z","end":"2026-03-18T14:34:13.489716Z","steps":["trace[1000544770] 'process raft request' (duration: 168.956301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:13.489715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.224837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:34:13.489817Z","caller":"traceutil/trace.go:171","msg":"trace[2114394493] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16896; }","duration":"299.35434ms","start":"2026-03-18T14:34:13.190436Z","end":"2026-03-18T14:34:13.48979Z","steps":["trace[2114394493] 'agreement among raft nodes before linearized reading' (duration: 299.184835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:13.489836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.458546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:34:13.489911Z","caller":"traceutil/trace.go:171","msg":"trace[1660641007] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16896; }","duration":"138.57601ms","start":"2026-03-18T14:34:13.351312Z","end":"2026-03-18T14:34:13.489888Z","steps":["trace[1660641007] 'agreement among raft nodes before linearized reading' (duration: 138.331373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:13.490219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.264167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-03-18T14:34:13.490301Z","caller":"traceutil/trace.go:171","msg":"trace[1071838132] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:16896; }","duration":"299.357259ms","start":"2026-03-18T14:34:13.190902Z","end":"2026-03-18T14:34:13.490259Z","steps":["trace[1071838132] 'agreement among raft nodes before linearized reading' (duration: 299.187355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:13.490348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.379771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:34:13.490424Z","caller":"traceutil/trace.go:171","msg":"trace[846572629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16896; }","duration":"132.478945ms","start":"2026-03-18T14:34:13.357925Z","end":"2026-03-18T14:34:13.490404Z","steps":["trace[846572629] 'agreement among raft nodes before linearized reading' (duration: 132.240618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:13.490414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.419943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:34:13.4905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.316291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:34:13.490523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.301322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-18T14:34:13.490563Z","caller":"traceutil/trace.go:171","msg":"trace[1299520046] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16896; }","duration":"298.423114ms","start":"2026-03-18T14:34:13.192124Z","end":"2026-03-18T14:34:13.490547Z","steps":["trace[1299520046] 'agreement among raft nodes before linearized reading' (duration: 298.329522ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:34:13.490509Z","caller":"traceutil/trace.go:171","msg":"trace[175748211] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:16896; }","duration":"101.523776ms","start":"2026-03-18T14:34:13.388961Z","end":"2026-03-18T14:34:13.490485Z","steps":["trace[175748211] 'agreement among raft nodes before linearized reading' (duration: 101.380733ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:34:13.49058Z","caller":"traceutil/trace.go:171","msg":"trace[2089861772] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16896; }","duration":"298.390794ms","start":"2026-03-18T14:34:13.192172Z","end":"2026-03-18T14:34:13.490563Z","steps":["trace[2089861772] 'agreement among raft nodes before linearized reading' (duration: 298.192038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:13.490674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.626519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:34:13.490825Z","caller":"traceutil/trace.go:171","msg":"trace[877835748] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16896; }","duration":"299.523425ms","start":"2026-03-18T14:34:13.191202Z","end":"2026-03-18T14:34:13.490726Z","steps":["trace[877835748] 'agreement among raft nodes before linearized reading' (duration: 298.486736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:13.491916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.376133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-03-18T14:34:13.491997Z","caller":"traceutil/trace.go:171","msg":"trace[1094215239] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:16896; }","duration":"301.537719ms","start":"2026-03-18T14:34:13.190446Z","end":"2026-03-18T14:34:13.491983Z","steps":["trace[1094215239] 'agreement among raft nodes before linearized reading' (duration: 299.697749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:13.492064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:34:13.190416Z","time spent":"301.636361ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:34:13.74488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.366497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:34:13.74503Z","caller":"traceutil/trace.go:171","msg":"trace[1361398259] linearizableReadLoop","detail":"{readStateIndex:17576; appliedIndex:17574; }","duration":"211.556035ms","start":"2026-03-18T14:34:13.533449Z","end":"2026-03-18T14:34:13.745005Z","steps":["trace[1361398259] 'read index received' (duration: 374.511µs)","trace[1361398259] 'applied index is now lower than readState.Index' (duration: 211.179474ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:34:13.745218Z","caller":"traceutil/trace.go:171","msg":"trace[245574645] transaction","detail":"{read_only:false; response_revision:16898; number_of_response:1; }","duration":"250.15705ms","start":"2026-03-18T14:34:13.495Z","end":"2026-03-18T14:34:13.745157Z","steps":["trace[245574645] 'process raft request' (duration: 112.420583ms)","trace[245574645] 'compare' (duration: 137.161011ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:34:13.745322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.865982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6448"} {"level":"info","ts":"2026-03-18T14:34:13.745389Z","caller":"traceutil/trace.go:171","msg":"trace[1037711147] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:16898; }","duration":"211.984055ms","start":"2026-03-18T14:34:13.533391Z","end":"2026-03-18T14:34:13.745375Z","steps":["trace[1037711147] 'agreement among raft nodes before linearized reading' (duration: 211.79879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:13.843983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.780395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-03-18T14:34:13.844034Z","caller":"traceutil/trace.go:171","msg":"trace[901642414] transaction","detail":"{read_only:false; response_revision:16899; number_of_response:1; }","duration":"190.237248ms","start":"2026-03-18T14:34:13.653762Z","end":"2026-03-18T14:34:13.843999Z","steps":["trace[901642414] 'process raft request' (duration: 189.799696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:13.844174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.101121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-03-18T14:34:13.844192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.213572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-pj7bh\" ","response":"range_response_count:1 size:18588"} {"level":"info","ts":"2026-03-18T14:34:13.844231Z","caller":"traceutil/trace.go:171","msg":"trace[1790966692] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-pj7bh; range_end:; response_count:1; response_revision:16899; }","duration":"246.283644ms","start":"2026-03-18T14:34:13.597938Z","end":"2026-03-18T14:34:13.844222Z","steps":["trace[1790966692] 'agreement among raft nodes before linearized reading' (duration: 246.176151ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:34:13.844232Z","caller":"traceutil/trace.go:171","msg":"trace[1454545983] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:16899; }","duration":"225.204093ms","start":"2026-03-18T14:34:13.619013Z","end":"2026-03-18T14:34:13.844217Z","steps":["trace[1454545983] 'agreement among raft nodes before linearized reading' (duration: 224.950076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:13.844291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.569859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-prpcx\" ","response":"range_response_count:1 size:14195"} {"level":"info","ts":"2026-03-18T14:34:13.84435Z","caller":"traceutil/trace.go:171","msg":"trace[355348259] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-prpcx; range_end:; response_count:1; response_revision:16899; }","duration":"247.668522ms","start":"2026-03-18T14:34:13.596659Z","end":"2026-03-18T14:34:13.844328Z","steps":["trace[355348259] 'agreement among raft nodes before linearized reading' (duration: 247.561499ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:34:13.844076Z","caller":"traceutil/trace.go:171","msg":"trace[2045958796] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:16899; }","duration":"226.95015ms","start":"2026-03-18T14:34:13.617104Z","end":"2026-03-18T14:34:13.844055Z","steps":["trace[2045958796] 'agreement among raft nodes before linearized reading' (duration: 226.706764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:13.844169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.657336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-03-18T14:34:13.844498Z","caller":"traceutil/trace.go:171","msg":"trace[798163863] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:16899; }","duration":"311.052946ms","start":"2026-03-18T14:34:13.533432Z","end":"2026-03-18T14:34:13.844485Z","steps":["trace[798163863] 'agreement among raft nodes before linearized reading' (duration: 310.560983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:13.843983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.754015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-gxldd\" ","response":"range_response_count:1 size:18563"} {"level":"warn","ts":"2026-03-18T14:34:13.844578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:34:13.533402Z","time spent":"311.161789ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" "} {"level":"warn","ts":"2026-03-18T14:34:13.844625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.444595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rccjs\" ","response":"range_response_count:1 size:20672"} {"level":"info","ts":"2026-03-18T14:34:13.844625Z","caller":"traceutil/trace.go:171","msg":"trace[143439362] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-gxldd; range_end:; response_count:1; response_revision:16899; }","duration":"227.503485ms","start":"2026-03-18T14:34:13.617097Z","end":"2026-03-18T14:34:13.844601Z","steps":["trace[143439362] 'agreement among raft nodes before linearized reading' (duration: 226.689673ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:34:13.844669Z","caller":"traceutil/trace.go:171","msg":"trace[982126102] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rccjs; range_end:; response_count:1; response_revision:16899; }","duration":"213.511628ms","start":"2026-03-18T14:34:13.631147Z","end":"2026-03-18T14:34:13.844659Z","steps":["trace[982126102] 'agreement among raft nodes before linearized reading' (duration: 212.725917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:14.725242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.808122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:34:14.725291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.637773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-03-18T14:34:14.725341Z","caller":"traceutil/trace.go:171","msg":"trace[1063923783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16900; }","duration":"153.951476ms","start":"2026-03-18T14:34:14.57136Z","end":"2026-03-18T14:34:14.725312Z","steps":["trace[1063923783] 'range keys from in-memory index tree' (duration: 153.729049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:14.725327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.746558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-03-18T14:34:14.725371Z","caller":"traceutil/trace.go:171","msg":"trace[1684062584] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:16900; }","duration":"328.759246ms","start":"2026-03-18T14:34:14.396591Z","end":"2026-03-18T14:34:14.72535Z","steps":["trace[1684062584] 'range keys from in-memory index tree' (duration: 328.458457ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:34:14.725414Z","caller":"traceutil/trace.go:171","msg":"trace[260152558] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:16900; }","duration":"344.908833ms","start":"2026-03-18T14:34:14.380485Z","end":"2026-03-18T14:34:14.725393Z","steps":["trace[260152558] 'range keys from in-memory index tree' (duration: 344.482071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:14.725497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.420289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"warn","ts":"2026-03-18T14:34:14.725514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:34:14.380462Z","time spent":"344.999425ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-18T14:34:14.725535Z","caller":"traceutil/trace.go:171","msg":"trace[1315423289] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:16900; }","duration":"344.4756ms","start":"2026-03-18T14:34:14.381051Z","end":"2026-03-18T14:34:14.725526Z","steps":["trace[1315423289] 'range keys from in-memory index tree' (duration: 344.307676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:14.725565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:34:14.381041Z","time spent":"344.517932ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:34:14.725701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.678824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:34:14.725844Z","caller":"traceutil/trace.go:171","msg":"trace[1331373186] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16900; }","duration":"141.855438ms","start":"2026-03-18T14:34:14.583967Z","end":"2026-03-18T14:34:14.725823Z","steps":["trace[1331373186] 'range keys from in-memory index tree' (duration: 141.412986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:14.725424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:34:14.396579Z","time spent":"328.831987ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:34:14.726013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.924663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-18T14:34:14.726011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.345798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-18T14:34:14.726062Z","caller":"traceutil/trace.go:171","msg":"trace[606658383] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16900; }","duration":"344.977104ms","start":"2026-03-18T14:34:14.381072Z","end":"2026-03-18T14:34:14.726049Z","steps":["trace[606658383] 'range keys from in-memory index tree' (duration: 344.781139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:14.726084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.924367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-18T14:34:14.726145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:34:14.381007Z","time spent":"345.095618ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-18T14:34:14.726148Z","caller":"traceutil/trace.go:171","msg":"trace[1105705467] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16900; }","duration":"337.485671ms","start":"2026-03-18T14:34:14.388609Z","end":"2026-03-18T14:34:14.726095Z","steps":["trace[1105705467] 'range keys from in-memory index tree' (duration: 337.140172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:14.726093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.492685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"warn","ts":"2026-03-18T14:34:14.726215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:34:14.388596Z","time spent":"337.598945ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-18T14:34:14.726303Z","caller":"traceutil/trace.go:171","msg":"trace[1406625063] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:16900; }","duration":"329.6679ms","start":"2026-03-18T14:34:14.396564Z","end":"2026-03-18T14:34:14.726232Z","steps":["trace[1406625063] 'range keys from in-memory index tree' (duration: 329.306071ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:34:14.726174Z","caller":"traceutil/trace.go:171","msg":"trace[855510417] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16900; }","duration":"347.070291ms","start":"2026-03-18T14:34:14.379089Z","end":"2026-03-18T14:34:14.726159Z","steps":["trace[855510417] 'range keys from in-memory index tree' (duration: 346.810355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:14.726383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:34:14.396554Z","time spent":"329.815923ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:34:14.726454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:34:14.379071Z","time spent":"347.351949ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-18T14:34:14.877781Z","caller":"traceutil/trace.go:171","msg":"trace[2110940578] linearizableReadLoop","detail":"{readStateIndex:17579; appliedIndex:17578; }","duration":"132.810384ms","start":"2026-03-18T14:34:14.744951Z","end":"2026-03-18T14:34:14.877762Z","steps":["trace[2110940578] 'read index received' (duration: 132.66631ms)","trace[2110940578] 'applied index is now lower than readState.Index' (duration: 143.024µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:34:14.877849Z","caller":"traceutil/trace.go:171","msg":"trace[402373581] transaction","detail":"{read_only:false; response_revision:16901; number_of_response:1; }","duration":"145.522277ms","start":"2026-03-18T14:34:14.732293Z","end":"2026-03-18T14:34:14.877816Z","steps":["trace[402373581] 'process raft request' (duration: 145.357243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:14.877967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.006019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:34:14.877996Z","caller":"traceutil/trace.go:171","msg":"trace[1856198881] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16901; }","duration":"133.04884ms","start":"2026-03-18T14:34:14.744939Z","end":"2026-03-18T14:34:14.877988Z","steps":["trace[1856198881] 'agreement among raft nodes before linearized reading' (duration: 132.928177ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:34:19.003404Z","caller":"traceutil/trace.go:171","msg":"trace[1958221658] linearizableReadLoop","detail":"{readStateIndex:17605; appliedIndex:17604; }","duration":"104.173249ms","start":"2026-03-18T14:34:18.899206Z","end":"2026-03-18T14:34:19.003379Z","steps":["trace[1958221658] 'read index received' (duration: 104.044055ms)","trace[1958221658] 'applied index is now lower than readState.Index' (duration: 128.114µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:34:19.003528Z","caller":"traceutil/trace.go:171","msg":"trace[1779025424] transaction","detail":"{read_only:false; response_revision:16926; number_of_response:1; }","duration":"105.798863ms","start":"2026-03-18T14:34:18.897695Z","end":"2026-03-18T14:34:19.003493Z","steps":["trace[1779025424] 'process raft request' (duration: 105.538676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:19.003674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.382064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:34:19.003767Z","caller":"traceutil/trace.go:171","msg":"trace[1983793078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16926; }","duration":"104.584349ms","start":"2026-03-18T14:34:18.899169Z","end":"2026-03-18T14:34:19.003753Z","steps":["trace[1983793078] 'agreement among raft nodes before linearized reading' (duration: 104.311391ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:34:25.512486Z","caller":"traceutil/trace.go:171","msg":"trace[763708602] transaction","detail":"{read_only:false; response_revision:16980; number_of_response:1; }","duration":"104.420325ms","start":"2026-03-18T14:34:25.408044Z","end":"2026-03-18T14:34:25.512464Z","steps":["trace[763708602] 'process raft request' (duration: 104.308692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:27.86267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.366354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:34:27.862803Z","caller":"traceutil/trace.go:171","msg":"trace[1163739247] linearizableReadLoop","detail":"{readStateIndex:17675; appliedIndex:17674; }","duration":"246.89414ms","start":"2026-03-18T14:34:27.615887Z","end":"2026-03-18T14:34:27.862781Z","steps":["trace[1163739247] 'read index received' (duration: 81.233448ms)","trace[1163739247] 'applied index is now lower than readState.Index' (duration: 165.658922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:34:27.862955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.059725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:34:27.863005Z","caller":"traceutil/trace.go:171","msg":"trace[122835986] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16993; }","duration":"247.134397ms","start":"2026-03-18T14:34:27.615856Z","end":"2026-03-18T14:34:27.862991Z","steps":["trace[122835986] 'agreement among raft nodes before linearized reading' (duration: 246.980433ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:34:27.86298Z","caller":"traceutil/trace.go:171","msg":"trace[1933059801] transaction","detail":"{read_only:false; response_revision:16993; number_of_response:1; }","duration":"272.741339ms","start":"2026-03-18T14:34:27.590123Z","end":"2026-03-18T14:34:27.862864Z","steps":["trace[1933059801] 'process raft request' (duration: 107.072887ms)","trace[1933059801] 'compare' (duration: 165.238681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:34:28.19209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.74544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:34:28.192246Z","caller":"traceutil/trace.go:171","msg":"trace[1497490597] linearizableReadLoop","detail":"{readStateIndex:17676; appliedIndex:17675; }","duration":"308.209449ms","start":"2026-03-18T14:34:27.884Z","end":"2026-03-18T14:34:28.192209Z","steps":["trace[1497490597] 'read index received' (duration: 93.12871ms)","trace[1497490597] 'applied index is now lower than readState.Index' (duration: 215.079009ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:34:28.192366Z","caller":"traceutil/trace.go:171","msg":"trace[866143573] transaction","detail":"{read_only:false; response_revision:16994; number_of_response:1; }","duration":"324.278185ms","start":"2026-03-18T14:34:27.86807Z","end":"2026-03-18T14:34:28.192349Z","steps":["trace[866143573] 'process raft request' (duration: 109.165424ms)","trace[866143573] 'compare' (duration: 214.477404ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:34:28.192463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:34:27.867933Z","time spent":"324.48074ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:34:28.192755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.559588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6448"} {"level":"info","ts":"2026-03-18T14:34:28.192867Z","caller":"traceutil/trace.go:171","msg":"trace[404945136] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:16994; }","duration":"186.725803ms","start":"2026-03-18T14:34:28.006118Z","end":"2026-03-18T14:34:28.192844Z","steps":["trace[404945136] 'agreement among raft nodes before linearized reading' (duration: 186.422394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:28.192941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.330257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22018"} {"level":"warn","ts":"2026-03-18T14:34:28.192943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.918349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:34:28.193027Z","caller":"traceutil/trace.go:171","msg":"trace[1727223666] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:16994; }","duration":"113.43303ms","start":"2026-03-18T14:34:28.079566Z","end":"2026-03-18T14:34:28.192999Z","steps":["trace[1727223666] 'agreement among raft nodes before linearized reading' (duration: 113.223495ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:34:28.193035Z","caller":"traceutil/trace.go:171","msg":"trace[662338334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16994; }","duration":"309.031593ms","start":"2026-03-18T14:34:27.883977Z","end":"2026-03-18T14:34:28.193008Z","steps":["trace[662338334] 'agreement among raft nodes before linearized reading' (duration: 308.765825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:28.192984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.312995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-18T14:34:28.19308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:34:27.883968Z","time spent":"309.104594ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:34:28.193113Z","caller":"traceutil/trace.go:171","msg":"trace[159561861] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16994; }","duration":"168.509009ms","start":"2026-03-18T14:34:28.024575Z","end":"2026-03-18T14:34:28.193084Z","steps":["trace[159561861] 'agreement among raft nodes before linearized reading' (duration: 168.240132ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:34:29.716951Z","caller":"traceutil/trace.go:171","msg":"trace[1147152072] transaction","detail":"{read_only:false; response_revision:17000; number_of_response:1; }","duration":"133.493812ms","start":"2026-03-18T14:34:29.583432Z","end":"2026-03-18T14:34:29.716926Z","steps":["trace[1147152072] 'process raft request' (duration: 133.305047ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:34:32.364011Z","caller":"traceutil/trace.go:171","msg":"trace[1955593650] linearizableReadLoop","detail":"{readStateIndex:17694; appliedIndex:17693; }","duration":"134.329834ms","start":"2026-03-18T14:34:32.229648Z","end":"2026-03-18T14:34:32.363978Z","steps":["trace[1955593650] 'read index received' (duration: 134.040696ms)","trace[1955593650] 'applied index is now lower than readState.Index' (duration: 287.798µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:34:32.364222Z","caller":"traceutil/trace.go:171","msg":"trace[1103042645] transaction","detail":"{read_only:false; response_revision:17011; number_of_response:1; }","duration":"148.632671ms","start":"2026-03-18T14:34:32.215555Z","end":"2026-03-18T14:34:32.364187Z","steps":["trace[1103042645] 'process raft request' (duration: 148.23028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:32.364338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.667713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:34:32.36442Z","caller":"traceutil/trace.go:171","msg":"trace[985948178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17011; }","duration":"134.790358ms","start":"2026-03-18T14:34:32.22961Z","end":"2026-03-18T14:34:32.3644Z","steps":["trace[985948178] 'agreement among raft nodes before linearized reading' (duration: 134.538941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:32.364937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.895529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-18T14:34:32.365018Z","caller":"traceutil/trace.go:171","msg":"trace[786545401] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:17011; }","duration":"115.029793ms","start":"2026-03-18T14:34:32.24997Z","end":"2026-03-18T14:34:32.365Z","steps":["trace[786545401] 'agreement among raft nodes before linearized reading' (duration: 114.180459ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:34:34.611078Z","caller":"traceutil/trace.go:171","msg":"trace[1603397607] linearizableReadLoop","detail":"{readStateIndex:17706; appliedIndex:17705; }","duration":"138.460565ms","start":"2026-03-18T14:34:34.472584Z","end":"2026-03-18T14:34:34.611045Z","steps":["trace[1603397607] 'read index received' (duration: 129.065272ms)","trace[1603397607] 'applied index is now lower than readState.Index' (duration: 9.394083ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:34:34.611204Z","caller":"traceutil/trace.go:171","msg":"trace[14330916] transaction","detail":"{read_only:false; response_revision:17023; number_of_response:1; }","duration":"142.62761ms","start":"2026-03-18T14:34:34.468555Z","end":"2026-03-18T14:34:34.611183Z","steps":["trace[14330916] 'process raft request' (duration: 132.974248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:34.611964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.36219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:913896"} {"level":"info","ts":"2026-03-18T14:34:34.611998Z","caller":"traceutil/trace.go:171","msg":"trace[535905707] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:17023; }","duration":"139.442303ms","start":"2026-03-18T14:34:34.472547Z","end":"2026-03-18T14:34:34.61199Z","steps":["trace[535905707] 'agreement among raft nodes before linearized reading' (duration: 138.659152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:34.612501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.364342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:913896"} {"level":"info","ts":"2026-03-18T14:34:34.612579Z","caller":"traceutil/trace.go:171","msg":"trace[2137311239] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:17023; }","duration":"125.454244ms","start":"2026-03-18T14:34:34.487106Z","end":"2026-03-18T14:34:34.61256Z","steps":["trace[2137311239] 'agreement among raft nodes before linearized reading' (duration: 124.493318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:34.612638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.932426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:913896"} {"level":"info","ts":"2026-03-18T14:34:34.612726Z","caller":"traceutil/trace.go:171","msg":"trace[1025080873] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:17023; }","duration":"126.066641ms","start":"2026-03-18T14:34:34.486641Z","end":"2026-03-18T14:34:34.612708Z","steps":["trace[1025080873] 'agreement among raft nodes before linearized reading' (duration: 124.906999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:34.613559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.527683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:913896"} {"level":"info","ts":"2026-03-18T14:34:34.613597Z","caller":"traceutil/trace.go:171","msg":"trace[1300821738] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:17023; }","duration":"126.579755ms","start":"2026-03-18T14:34:34.48701Z","end":"2026-03-18T14:34:34.613589Z","steps":["trace[1300821738] 'agreement among raft nodes before linearized reading' (duration: 126.089891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:34.614047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.17181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:913896"} {"level":"info","ts":"2026-03-18T14:34:34.614115Z","caller":"traceutil/trace.go:171","msg":"trace[1888222382] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:17023; }","duration":"127.253944ms","start":"2026-03-18T14:34:34.486846Z","end":"2026-03-18T14:34:34.6141Z","steps":["trace[1888222382] 'agreement among raft nodes before linearized reading' (duration: 126.297298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:34.614221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.11009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:913896"} {"level":"info","ts":"2026-03-18T14:34:34.614269Z","caller":"traceutil/trace.go:171","msg":"trace[215226179] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:17023; }","duration":"127.195482ms","start":"2026-03-18T14:34:34.487068Z","end":"2026-03-18T14:34:34.614263Z","steps":["trace[215226179] 'agreement among raft nodes before linearized reading' (duration: 126.737979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:34.614964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.798428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:913896"} {"level":"info","ts":"2026-03-18T14:34:34.614995Z","caller":"traceutil/trace.go:171","msg":"trace[1571979930] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:17023; }","duration":"127.842748ms","start":"2026-03-18T14:34:34.487146Z","end":"2026-03-18T14:34:34.614989Z","steps":["trace[1571979930] 'agreement among raft nodes before linearized reading' (duration: 127.413657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:35.766141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.839837ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:34:35.766538Z","caller":"traceutil/trace.go:171","msg":"trace[1776364728] linearizableReadLoop","detail":"{readStateIndex:17712; appliedIndex:17711; }","duration":"210.362021ms","start":"2026-03-18T14:34:35.556151Z","end":"2026-03-18T14:34:35.766513Z","steps":["trace[1776364728] 'read index received' (duration: 64.132465ms)","trace[1776364728] 'applied index is now lower than readState.Index' (duration: 146.225856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:34:35.766955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.783222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-18T14:34:35.76702Z","caller":"traceutil/trace.go:171","msg":"trace[1287671529] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17028; }","duration":"210.900926ms","start":"2026-03-18T14:34:35.556102Z","end":"2026-03-18T14:34:35.767003Z","steps":["trace[1287671529] 'agreement among raft nodes before linearized reading' (duration: 210.522665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:35.776081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.026446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:34:35.776162Z","caller":"traceutil/trace.go:171","msg":"trace[192232358] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:17029; }","duration":"219.122699ms","start":"2026-03-18T14:34:35.557025Z","end":"2026-03-18T14:34:35.776148Z","steps":["trace[192232358] 'agreement among raft nodes before linearized reading' (duration: 219.014586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:35.776217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.494828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:34:35.776329Z","caller":"traceutil/trace.go:171","msg":"trace[1254163998] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:17029; }","duration":"148.690872ms","start":"2026-03-18T14:34:35.627619Z","end":"2026-03-18T14:34:35.77631Z","steps":["trace[1254163998] 'agreement among raft nodes before linearized reading' (duration: 148.484616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:35.776325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.15335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:34:35.776403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.285723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:34:35.776459Z","caller":"traceutil/trace.go:171","msg":"trace[48249424] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17029; }","duration":"219.319105ms","start":"2026-03-18T14:34:35.557124Z","end":"2026-03-18T14:34:35.776443Z","steps":["trace[48249424] 'agreement among raft nodes before linearized reading' (duration: 219.134109ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:34:35.776478Z","caller":"traceutil/trace.go:171","msg":"trace[1674631337] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:17029; }","duration":"219.385086ms","start":"2026-03-18T14:34:35.557075Z","end":"2026-03-18T14:34:35.77646Z","steps":["trace[1674631337] 'agreement among raft nodes before linearized reading' (duration: 219.260853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:35.776325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.18331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:34:35.776571Z","caller":"traceutil/trace.go:171","msg":"trace[1238133721] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17029; }","duration":"219.452737ms","start":"2026-03-18T14:34:35.557101Z","end":"2026-03-18T14:34:35.776554Z","steps":["trace[1238133721] 'agreement among raft nodes before linearized reading' (duration: 219.142839ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:34:37.491469Z","caller":"traceutil/trace.go:171","msg":"trace[696546411] transaction","detail":"{read_only:false; response_revision:17037; number_of_response:1; }","duration":"125.095044ms","start":"2026-03-18T14:34:37.366334Z","end":"2026-03-18T14:34:37.491429Z","steps":["trace[696546411] 'process raft request' (duration: 34.918664ms)","trace[696546411] 'compare' (duration: 90.011706ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:34:37.923082Z","caller":"traceutil/trace.go:171","msg":"trace[1496886257] transaction","detail":"{read_only:false; response_revision:17038; number_of_response:1; }","duration":"140.618285ms","start":"2026-03-18T14:34:37.782433Z","end":"2026-03-18T14:34:37.923052Z","steps":["trace[1496886257] 'process raft request' (duration: 140.43853ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:34:38.726871Z","caller":"traceutil/trace.go:171","msg":"trace[1993916885] transaction","detail":"{read_only:false; response_revision:17041; number_of_response:1; }","duration":"186.464136ms","start":"2026-03-18T14:34:38.540381Z","end":"2026-03-18T14:34:38.726845Z","steps":["trace[1993916885] 'process raft request' (duration: 143.163505ms)","trace[1993916885] 'compare' (duration: 43.192578ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:34:38.794774Z","caller":"traceutil/trace.go:171","msg":"trace[484391014] linearizableReadLoop","detail":"{readStateIndex:17726; appliedIndex:17724; }","duration":"204.106962ms","start":"2026-03-18T14:34:38.590646Z","end":"2026-03-18T14:34:38.794753Z","steps":["trace[484391014] 'read index received' (duration: 92.958915ms)","trace[484391014] 'applied index is now lower than readState.Index' (duration: 111.146957ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:34:38.79487Z","caller":"traceutil/trace.go:171","msg":"trace[1695197739] transaction","detail":"{read_only:false; response_revision:17042; number_of_response:1; }","duration":"220.534707ms","start":"2026-03-18T14:34:38.574308Z","end":"2026-03-18T14:34:38.794843Z","steps":["trace[1695197739] 'process raft request' (duration: 220.283781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:38.79496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.620258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:34:38.796246Z","caller":"traceutil/trace.go:171","msg":"trace[1423283678] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:17042; }","duration":"123.941414ms","start":"2026-03-18T14:34:38.672276Z","end":"2026-03-18T14:34:38.796217Z","steps":["trace[1423283678] 'agreement among raft nodes before linearized reading' (duration: 122.632939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:38.79499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.337859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6448"} {"level":"info","ts":"2026-03-18T14:34:38.796348Z","caller":"traceutil/trace.go:171","msg":"trace[2079125626] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:17042; }","duration":"205.738507ms","start":"2026-03-18T14:34:38.590585Z","end":"2026-03-18T14:34:38.796323Z","steps":["trace[2079125626] 'agreement among raft nodes before linearized reading' (duration: 204.283177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:39.354908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.311092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:34:39.355029Z","caller":"traceutil/trace.go:171","msg":"trace[1060992858] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17042; }","duration":"172.479046ms","start":"2026-03-18T14:34:39.182524Z","end":"2026-03-18T14:34:39.355003Z","steps":["trace[1060992858] 'range keys from in-memory index tree' (duration: 172.127547ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:34:52.5379Z","caller":"traceutil/trace.go:171","msg":"trace[1455300060] transaction","detail":"{read_only:false; response_revision:17136; number_of_response:1; }","duration":"530.585797ms","start":"2026-03-18T14:34:52.007285Z","end":"2026-03-18T14:34:52.537871Z","steps":["trace[1455300060] 'process raft request' (duration: 530.388951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:52.538052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:34:52.007263Z","time spent":"530.71405ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:34:52.546025Z","caller":"traceutil/trace.go:171","msg":"trace[979795966] linearizableReadLoop","detail":"{readStateIndex:17824; appliedIndex:17822; }","duration":"328.244581ms","start":"2026-03-18T14:34:52.217755Z","end":"2026-03-18T14:34:52.545999Z","steps":["trace[979795966] 'read index received' (duration: 319.921536ms)","trace[979795966] 'applied index is now lower than readState.Index' (duration: 8.321935ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:34:52.546143Z","caller":"traceutil/trace.go:171","msg":"trace[253586463] transaction","detail":"{read_only:false; response_revision:17137; number_of_response:1; }","duration":"386.162258ms","start":"2026-03-18T14:34:52.15997Z","end":"2026-03-18T14:34:52.546132Z","steps":["trace[253586463] 'process raft request' (duration: 385.890031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:52.546294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:34:52.159942Z","time spent":"386.22707ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:34:52.546425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.655813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-18T14:34:52.546423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.32468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-18T14:34:52.546495Z","caller":"traceutil/trace.go:171","msg":"trace[1738355116] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17137; }","duration":"328.730776ms","start":"2026-03-18T14:34:52.217748Z","end":"2026-03-18T14:34:52.546479Z","steps":["trace[1738355116] 'agreement among raft nodes before linearized reading' (duration: 328.481528ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:34:52.546522Z","caller":"traceutil/trace.go:171","msg":"trace[908577056] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17137; }","duration":"251.423173ms","start":"2026-03-18T14:34:52.295068Z","end":"2026-03-18T14:34:52.546491Z","steps":["trace[908577056] 'agreement among raft nodes before linearized reading' (duration: 251.113384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:52.546536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:34:52.217729Z","time spent":"328.796436ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-18T14:34:59.077985Z","caller":"traceutil/trace.go:171","msg":"trace[1308655584] transaction","detail":"{read_only:false; response_revision:17164; number_of_response:1; }","duration":"504.955433ms","start":"2026-03-18T14:34:58.573008Z","end":"2026-03-18T14:34:59.077963Z","steps":["trace[1308655584] 'process raft request' (duration: 504.82604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:59.078115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:34:58.572983Z","time spent":"505.065536ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:34:59.277093Z","caller":"traceutil/trace.go:171","msg":"trace[1083741016] linearizableReadLoop","detail":"{readStateIndex:17853; appliedIndex:17851; }","duration":"439.81011ms","start":"2026-03-18T14:34:58.837253Z","end":"2026-03-18T14:34:59.277063Z","steps":["trace[1083741016] 'read index received' (duration: 240.63051ms)","trace[1083741016] 'applied index is now lower than readState.Index' (duration: 199.17834ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:34:59.277252Z","caller":"traceutil/trace.go:171","msg":"trace[1214163730] transaction","detail":"{read_only:false; response_revision:17166; number_of_response:1; }","duration":"322.64081ms","start":"2026-03-18T14:34:58.954588Z","end":"2026-03-18T14:34:59.277228Z","steps":["trace[1214163730] 'process raft request' (duration: 322.366493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:59.277388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:34:58.954571Z","time spent":"322.724652ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:34:59.277377Z","caller":"traceutil/trace.go:171","msg":"trace[1114207626] transaction","detail":"{read_only:false; response_revision:17165; number_of_response:1; }","duration":"644.517749ms","start":"2026-03-18T14:34:58.632793Z","end":"2026-03-18T14:34:59.277311Z","steps":["trace[1114207626] 'process raft request' (duration: 554.609376ms)","trace[1114207626] 'compare' (duration: 89.285416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:34:59.277455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.203026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-18T14:34:59.277551Z","caller":"traceutil/trace.go:171","msg":"trace[474952102] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17166; }","duration":"323.348969ms","start":"2026-03-18T14:34:58.954176Z","end":"2026-03-18T14:34:59.277525Z","steps":["trace[474952102] 'agreement among raft nodes before linearized reading' (duration: 323.082702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:59.277582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:34:58.632767Z","time spent":"644.707853ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:34:59.277608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.359265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:34:59.277656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.7296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-prpcx\" ","response":"range_response_count:1 size:14195"} {"level":"info","ts":"2026-03-18T14:34:59.277662Z","caller":"traceutil/trace.go:171","msg":"trace[2121774356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17166; }","duration":"440.454168ms","start":"2026-03-18T14:34:58.837193Z","end":"2026-03-18T14:34:59.277647Z","steps":["trace[2121774356] 'agreement among raft nodes before linearized reading' (duration: 440.355675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:59.277878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.087128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rccjs\" ","response":"range_response_count:1 size:20672"} {"level":"warn","ts":"2026-03-18T14:34:59.277881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.586393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-03-18T14:34:59.277909Z","caller":"traceutil/trace.go:171","msg":"trace[874040077] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rccjs; range_end:; response_count:1; response_revision:17166; }","duration":"158.129438ms","start":"2026-03-18T14:34:59.119771Z","end":"2026-03-18T14:34:59.2779Z","steps":["trace[874040077] 'agreement among raft nodes before linearized reading' (duration: 157.858811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:59.277602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:34:58.95415Z","time spent":"323.442353ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-18T14:34:59.277912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:34:58.837164Z","time spent":"440.734645ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:34:59.277958Z","caller":"traceutil/trace.go:171","msg":"trace[1465797596] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:17166; }","duration":"103.736758ms","start":"2026-03-18T14:34:59.174191Z","end":"2026-03-18T14:34:59.277928Z","steps":["trace[1465797596] 'agreement among raft nodes before linearized reading' (duration: 103.345187ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:34:59.277912Z","caller":"traceutil/trace.go:171","msg":"trace[272206144] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-prpcx; range_end:; response_count:1; response_revision:17166; }","duration":"157.014348ms","start":"2026-03-18T14:34:59.120875Z","end":"2026-03-18T14:34:59.277889Z","steps":["trace[272206144] 'agreement among raft nodes before linearized reading' (duration: 156.651258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:59.27806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.877351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-pj7bh\" ","response":"range_response_count:1 size:18588"} {"level":"warn","ts":"2026-03-18T14:34:59.278078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.92337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:34:59.278113Z","caller":"traceutil/trace.go:171","msg":"trace[1381159357] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-pj7bh; range_end:; response_count:1; response_revision:17166; }","duration":"154.929092ms","start":"2026-03-18T14:34:59.123167Z","end":"2026-03-18T14:34:59.278096Z","steps":["trace[1381159357] 'agreement among raft nodes before linearized reading' (duration: 154.783078ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:34:59.278118Z","caller":"traceutil/trace.go:171","msg":"trace[648007897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17166; }","duration":"304.964281ms","start":"2026-03-18T14:34:58.973142Z","end":"2026-03-18T14:34:59.278106Z","steps":["trace[648007897] 'agreement among raft nodes before linearized reading' (duration: 304.889479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:59.27814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.556047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-gxldd\" ","response":"range_response_count:1 size:18563"} {"level":"warn","ts":"2026-03-18T14:34:59.278162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:34:58.973047Z","time spent":"305.101455ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:34:59.278172Z","caller":"traceutil/trace.go:171","msg":"trace[287840023] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-gxldd; range_end:; response_count:1; response_revision:17166; }","duration":"159.617669ms","start":"2026-03-18T14:34:59.118547Z","end":"2026-03-18T14:34:59.278165Z","steps":["trace[287840023] 'agreement among raft nodes before linearized reading' (duration: 159.529626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:59.278164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.247005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-03-18T14:34:59.278177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.310336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2rs4v\" ","response":"range_response_count:1 size:6448"} {"level":"warn","ts":"2026-03-18T14:34:59.278323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.729389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-18T14:34:59.278353Z","caller":"traceutil/trace.go:171","msg":"trace[292548668] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:17166; }","duration":"140.491691ms","start":"2026-03-18T14:34:59.137841Z","end":"2026-03-18T14:34:59.278332Z","steps":["trace[292548668] 'agreement among raft nodes before linearized reading' (duration: 140.07259ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:34:59.278395Z","caller":"traceutil/trace.go:171","msg":"trace[951830114] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2rs4v; range_end:; response_count:1; response_revision:17166; }","duration":"249.570644ms","start":"2026-03-18T14:34:59.028806Z","end":"2026-03-18T14:34:59.278376Z","steps":["trace[951830114] 'agreement among raft nodes before linearized reading' (duration: 249.274915ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:34:59.278419Z","caller":"traceutil/trace.go:171","msg":"trace[853863620] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17166; }","duration":"323.839933ms","start":"2026-03-18T14:34:58.954551Z","end":"2026-03-18T14:34:59.278391Z","steps":["trace[853863620] 'agreement among raft nodes before linearized reading' (duration: 323.541164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:59.278468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:34:58.954541Z","time spent":"323.914595ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-18T14:34:59.278187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.705382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-18T14:34:59.278578Z","caller":"traceutil/trace.go:171","msg":"trace[1357225736] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17166; }","duration":"323.129993ms","start":"2026-03-18T14:34:58.955421Z","end":"2026-03-18T14:34:59.278551Z","steps":["trace[1357225736] 'agreement among raft nodes before linearized reading' (duration: 322.62584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:59.278642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:34:58.955398Z","time spent":"323.227436ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-18T14:34:59.445391Z","caller":"traceutil/trace.go:171","msg":"trace[1292546069] linearizableReadLoop","detail":"{readStateIndex:17856; appliedIndex:17854; }","duration":"158.776626ms","start":"2026-03-18T14:34:59.286592Z","end":"2026-03-18T14:34:59.445368Z","steps":["trace[1292546069] 'read index received' (duration: 25.774877ms)","trace[1292546069] 'applied index is now lower than readState.Index' (duration: 133.000579ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:34:59.445737Z","caller":"traceutil/trace.go:171","msg":"trace[2085839021] transaction","detail":"{read_only:false; response_revision:17168; number_of_response:1; }","duration":"162.193358ms","start":"2026-03-18T14:34:59.283528Z","end":"2026-03-18T14:34:59.445721Z","steps":["trace[2085839021] 'process raft request' (duration: 139.567946ms)","trace[2085839021] 'compare' (duration: 22.160109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:34:59.446937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.083444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:929071"} {"level":"info","ts":"2026-03-18T14:34:59.44699Z","caller":"traceutil/trace.go:171","msg":"trace[115690353] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:17168; }","duration":"159.164717ms","start":"2026-03-18T14:34:59.287815Z","end":"2026-03-18T14:34:59.446979Z","steps":["trace[115690353] 'agreement among raft nodes before linearized reading' (duration: 158.587221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:59.44722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.067784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:929071"} {"level":"info","ts":"2026-03-18T14:34:59.447648Z","caller":"traceutil/trace.go:171","msg":"trace[889898578] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:17168; }","duration":"159.510755ms","start":"2026-03-18T14:34:59.288121Z","end":"2026-03-18T14:34:59.447632Z","steps":["trace[889898578] 'agreement among raft nodes before linearized reading' (duration: 158.234562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:59.447815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.016779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:929071"} {"level":"info","ts":"2026-03-18T14:34:59.447863Z","caller":"traceutil/trace.go:171","msg":"trace[39745523] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:17168; }","duration":"160.06869ms","start":"2026-03-18T14:34:59.287782Z","end":"2026-03-18T14:34:59.447851Z","steps":["trace[39745523] 'agreement among raft nodes before linearized reading' (duration: 159.505875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:59.448438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.839359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:929071"} {"level":"info","ts":"2026-03-18T14:34:59.448478Z","caller":"traceutil/trace.go:171","msg":"trace[670685432] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:17168; }","duration":"161.88331ms","start":"2026-03-18T14:34:59.286586Z","end":"2026-03-18T14:34:59.448469Z","steps":["trace[670685432] 'agreement among raft nodes before linearized reading' (duration: 159.324091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:59.448459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.549761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:929071"} {"level":"info","ts":"2026-03-18T14:34:59.448532Z","caller":"traceutil/trace.go:171","msg":"trace[1522898869] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:17168; }","duration":"161.677285ms","start":"2026-03-18T14:34:59.286839Z","end":"2026-03-18T14:34:59.448517Z","steps":["trace[1522898869] 'agreement among raft nodes before linearized reading' (duration: 159.247629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:59.449037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.067024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:929071"} {"level":"info","ts":"2026-03-18T14:34:59.449083Z","caller":"traceutil/trace.go:171","msg":"trace[318728845] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:17168; }","duration":"162.116757ms","start":"2026-03-18T14:34:59.286956Z","end":"2026-03-18T14:34:59.449072Z","steps":["trace[318728845] 'agreement among raft nodes before linearized reading' (duration: 161.352666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:34:59.449332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.202298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:929071"} {"level":"warn","ts":"2026-03-18T14:34:59.449344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.249709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:929071"} {"level":"info","ts":"2026-03-18T14:34:59.449366Z","caller":"traceutil/trace.go:171","msg":"trace[974367361] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:17168; }","duration":"162.26288ms","start":"2026-03-18T14:34:59.287094Z","end":"2026-03-18T14:34:59.449357Z","steps":["trace[974367361] 'agreement among raft nodes before linearized reading' (duration: 161.079038ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:34:59.449385Z","caller":"traceutil/trace.go:171","msg":"trace[1746612659] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:17168; }","duration":"162.346103ms","start":"2026-03-18T14:34:59.287029Z","end":"2026-03-18T14:34:59.449375Z","steps":["trace[1746612659] 'agreement among raft nodes before linearized reading' (duration: 161.292154ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:35:05.29398Z","caller":"traceutil/trace.go:171","msg":"trace[1151530802] transaction","detail":"{read_only:false; response_revision:17212; number_of_response:1; }","duration":"240.139567ms","start":"2026-03-18T14:35:05.053815Z","end":"2026-03-18T14:35:05.293954Z","steps":["trace[1151530802] 'process raft request' (duration: 239.965113ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:35:05.365427Z","caller":"traceutil/trace.go:171","msg":"trace[564270887] transaction","detail":"{read_only:false; response_revision:17213; number_of_response:1; }","duration":"266.561003ms","start":"2026-03-18T14:35:05.098837Z","end":"2026-03-18T14:35:05.365398Z","steps":["trace[564270887] 'process raft request' (duration: 257.23795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:16.164311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.697693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:35:16.164429Z","caller":"traceutil/trace.go:171","msg":"trace[376439538] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17272; }","duration":"121.862557ms","start":"2026-03-18T14:35:16.042543Z","end":"2026-03-18T14:35:16.164406Z","steps":["trace[376439538] 'range keys from in-memory index tree' (duration: 121.516929ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:35:23.73881Z","caller":"traceutil/trace.go:171","msg":"trace[21023328] linearizableReadLoop","detail":"{readStateIndex:17998; appliedIndex:17996; }","duration":"187.477181ms","start":"2026-03-18T14:35:23.551306Z","end":"2026-03-18T14:35:23.738783Z","steps":["trace[21023328] 'read index received' (duration: 187.289316ms)","trace[21023328] 'applied index is now lower than readState.Index' (duration: 187.155µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:35:23.738945Z","caller":"traceutil/trace.go:171","msg":"trace[2010451058] transaction","detail":"{read_only:false; response_revision:17305; number_of_response:1; }","duration":"216.104613ms","start":"2026-03-18T14:35:23.522829Z","end":"2026-03-18T14:35:23.738934Z","steps":["trace[2010451058] 'process raft request' (duration: 215.927979ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:35:23.738918Z","caller":"traceutil/trace.go:171","msg":"trace[1923384215] transaction","detail":"{read_only:false; response_revision:17304; number_of_response:1; }","duration":"219.238048ms","start":"2026-03-18T14:35:23.51962Z","end":"2026-03-18T14:35:23.738858Z","steps":["trace[1923384215] 'process raft request' (duration: 219.032153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:23.739257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.520044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:35:23.739374Z","caller":"traceutil/trace.go:171","msg":"trace[516914374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17305; }","duration":"160.677897ms","start":"2026-03-18T14:35:23.578671Z","end":"2026-03-18T14:35:23.739349Z","steps":["trace[516914374] 'agreement among raft nodes before linearized reading' (duration: 160.451291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:23.739323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.005175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:35:23.740044Z","caller":"traceutil/trace.go:171","msg":"trace[2071972459] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17305; }","duration":"188.631842ms","start":"2026-03-18T14:35:23.551252Z","end":"2026-03-18T14:35:23.739884Z","steps":["trace[2071972459] 'agreement among raft nodes before linearized reading' (duration: 187.906332ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:35:23.851106Z","caller":"traceutil/trace.go:171","msg":"trace[2143025539] transaction","detail":"{read_only:false; response_revision:17306; number_of_response:1; }","duration":"108.125889ms","start":"2026-03-18T14:35:23.742914Z","end":"2026-03-18T14:35:23.85104Z","steps":["trace[2143025539] 'process raft request' (duration: 101.959283ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:35:23.851428Z","caller":"traceutil/trace.go:171","msg":"trace[76255865] transaction","detail":"{read_only:false; response_revision:17307; number_of_response:1; }","duration":"107.44069ms","start":"2026-03-18T14:35:23.743962Z","end":"2026-03-18T14:35:23.851403Z","steps":["trace[76255865] 'process raft request' (duration: 106.968777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:25.962379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.537192ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:35:25.962495Z","caller":"traceutil/trace.go:171","msg":"trace[1623832436] linearizableReadLoop","detail":"{readStateIndex:18005; appliedIndex:18004; }","duration":"354.124339ms","start":"2026-03-18T14:35:25.608351Z","end":"2026-03-18T14:35:25.962475Z","steps":["trace[1623832436] 'read index received' (duration: 173.544984ms)","trace[1623832436] 'applied index is now lower than readState.Index' (duration: 180.577685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:35:25.962639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.265022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:35:25.962755Z","caller":"traceutil/trace.go:171","msg":"trace[2115865993] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17311; }","duration":"354.399775ms","start":"2026-03-18T14:35:25.608335Z","end":"2026-03-18T14:35:25.962735Z","steps":["trace[2115865993] 'agreement among raft nodes before linearized reading' (duration: 354.213101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:25.962803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:35:25.608278Z","time spent":"354.514169ms","remote":"127.0.0.1:50006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:35:25.965444Z","caller":"traceutil/trace.go:171","msg":"trace[1892660804] transaction","detail":"{read_only:false; response_revision:17312; number_of_response:1; }","duration":"267.693975ms","start":"2026-03-18T14:35:25.697734Z","end":"2026-03-18T14:35:25.965428Z","steps":["trace[1892660804] 'process raft request' (duration: 267.295105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:25.965899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.234322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:35:25.965977Z","caller":"traceutil/trace.go:171","msg":"trace[1139331207] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:17314; }","duration":"128.391425ms","start":"2026-03-18T14:35:25.837569Z","end":"2026-03-18T14:35:25.965961Z","steps":["trace[1139331207] 'agreement among raft nodes before linearized reading' (duration: 128.225742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:25.966377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.718812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:35:25.966461Z","caller":"traceutil/trace.go:171","msg":"trace[1531130103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17314; }","duration":"109.871896ms","start":"2026-03-18T14:35:25.856572Z","end":"2026-03-18T14:35:25.966444Z","steps":["trace[1531130103] 'agreement among raft nodes before linearized reading' (duration: 109.593998ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:35:25.966501Z","caller":"traceutil/trace.go:171","msg":"trace[1663693628] transaction","detail":"{read_only:false; response_revision:17314; number_of_response:1; }","duration":"219.166826ms","start":"2026-03-18T14:35:25.747292Z","end":"2026-03-18T14:35:25.966459Z","steps":["trace[1663693628] 'process raft request' (duration: 218.377245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:25.966494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.914948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:35:25.966633Z","caller":"traceutil/trace.go:171","msg":"trace[1905241226] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17314; }","duration":"110.106672ms","start":"2026-03-18T14:35:25.856492Z","end":"2026-03-18T14:35:25.966599Z","steps":["trace[1905241226] 'agreement among raft nodes before linearized reading' (duration: 109.775663ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:35:25.967373Z","caller":"traceutil/trace.go:171","msg":"trace[1320085343] transaction","detail":"{read_only:false; response_revision:17313; number_of_response:1; }","duration":"223.141683ms","start":"2026-03-18T14:35:25.744167Z","end":"2026-03-18T14:35:25.967309Z","steps":["trace[1320085343] 'process raft request' (duration: 221.200041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:26.350892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.861224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rccjs\" ","response":"range_response_count:1 size:20672"} {"level":"info","ts":"2026-03-18T14:35:26.350966Z","caller":"traceutil/trace.go:171","msg":"trace[1024647038] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rccjs; range_end:; response_count:1; response_revision:17320; }","duration":"229.986088ms","start":"2026-03-18T14:35:26.120963Z","end":"2026-03-18T14:35:26.350949Z","steps":["trace[1024647038] 'range keys from in-memory index tree' (duration: 229.694049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:26.351012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.489255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-03-18T14:35:26.351132Z","caller":"traceutil/trace.go:171","msg":"trace[855121807] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:17320; }","duration":"229.6784ms","start":"2026-03-18T14:35:26.121425Z","end":"2026-03-18T14:35:26.351103Z","steps":["trace[855121807] 'range keys from in-memory index tree' (duration: 229.257249ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:35:26.35125Z","caller":"traceutil/trace.go:171","msg":"trace[294191158] transaction","detail":"{read_only:false; response_revision:17321; number_of_response:1; }","duration":"199.343571ms","start":"2026-03-18T14:35:26.151896Z","end":"2026-03-18T14:35:26.351239Z","steps":["trace[294191158] 'process raft request' (duration: 160.034769ms)","trace[294191158] 'compare' (duration: 38.806358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:35:26.352507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.538442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:938397"} {"level":"info","ts":"2026-03-18T14:35:26.352615Z","caller":"traceutil/trace.go:171","msg":"trace[1913291197] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17320; }","duration":"230.700947ms","start":"2026-03-18T14:35:26.121891Z","end":"2026-03-18T14:35:26.352592Z","steps":["trace[1913291197] 'range keys from in-memory index tree' (duration: 228.856658ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:35:26.918982Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15274} {"level":"info","ts":"2026-03-18T14:35:27.147899Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15274,"took":"226.427872ms","hash":1469965477,"current-db-size-bytes":39854080,"current-db-size":"40 MB","current-db-size-in-use-bytes":27176960,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-18T14:35:27.148045Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1469965477,"revision":15274,"compact-revision":13063} {"level":"info","ts":"2026-03-18T14:35:34.301106Z","caller":"traceutil/trace.go:171","msg":"trace[28859637] linearizableReadLoop","detail":"{readStateIndex:18059; appliedIndex:18058; }","duration":"155.968989ms","start":"2026-03-18T14:35:34.145112Z","end":"2026-03-18T14:35:34.301081Z","steps":["trace[28859637] 'read index received' (duration: 101.237282ms)","trace[28859637] 'applied index is now lower than readState.Index' (duration: 54.730667ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:35:34.301172Z","caller":"traceutil/trace.go:171","msg":"trace[1126076565] transaction","detail":"{read_only:false; response_revision:17362; number_of_response:1; }","duration":"157.151932ms","start":"2026-03-18T14:35:34.143989Z","end":"2026-03-18T14:35:34.30114Z","steps":["trace[1126076565] 'process raft request' (duration: 102.363383ms)","trace[1126076565] 'compare' (duration: 54.605704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:35:34.301436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.68187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:35:34.301493Z","caller":"traceutil/trace.go:171","msg":"trace[548468289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17362; }","duration":"129.784493ms","start":"2026-03-18T14:35:34.171694Z","end":"2026-03-18T14:35:34.301479Z","steps":["trace[548468289] 'agreement among raft nodes before linearized reading' (duration: 129.549257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:34.301762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.161909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:35:34.301795Z","caller":"traceutil/trace.go:171","msg":"trace[1967584451] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17362; }","duration":"128.191961ms","start":"2026-03-18T14:35:34.173592Z","end":"2026-03-18T14:35:34.301784Z","steps":["trace[1967584451] 'agreement among raft nodes before linearized reading' (duration: 128.115139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:34.301989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.206724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T14:35:34.302078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.970827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:938483"} {"level":"info","ts":"2026-03-18T14:35:34.302017Z","caller":"traceutil/trace.go:171","msg":"trace[1535619513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17362; }","duration":"130.249807ms","start":"2026-03-18T14:35:34.171761Z","end":"2026-03-18T14:35:34.302011Z","steps":["trace[1535619513] 'agreement among raft nodes before linearized reading' (duration: 130.184205ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:35:34.30213Z","caller":"traceutil/trace.go:171","msg":"trace[2018043024] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17362; }","duration":"157.183983ms","start":"2026-03-18T14:35:34.144934Z","end":"2026-03-18T14:35:34.302118Z","steps":["trace[2018043024] 'agreement among raft nodes before linearized reading' (duration: 156.291049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:34.30227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.528527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:35:34.302304Z","caller":"traceutil/trace.go:171","msg":"trace[1069353898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17362; }","duration":"129.606628ms","start":"2026-03-18T14:35:34.172688Z","end":"2026-03-18T14:35:34.302294Z","steps":["trace[1069353898] 'agreement among raft nodes before linearized reading' (duration: 129.238748ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:35:37.604378Z","caller":"traceutil/trace.go:171","msg":"trace[1712264928] linearizableReadLoop","detail":"{readStateIndex:18119; appliedIndex:18118; }","duration":"158.153719ms","start":"2026-03-18T14:35:37.44621Z","end":"2026-03-18T14:35:37.604364Z","steps":["trace[1712264928] 'read index received' (duration: 147.562153ms)","trace[1712264928] 'applied index is now lower than readState.Index' (duration: 10.590826ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:35:37.604457Z","caller":"traceutil/trace.go:171","msg":"trace[1453370434] transaction","detail":"{read_only:false; response_revision:17419; number_of_response:1; }","duration":"158.612622ms","start":"2026-03-18T14:35:37.445837Z","end":"2026-03-18T14:35:37.60445Z","steps":["trace[1453370434] 'process raft request' (duration: 147.921733ms)","trace[1453370434] 'compare' (duration: 10.36232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:35:37.604602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.377155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-18T14:35:37.604628Z","caller":"traceutil/trace.go:171","msg":"trace[1211475741] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17419; }","duration":"158.421526ms","start":"2026-03-18T14:35:37.4462Z","end":"2026-03-18T14:35:37.604622Z","steps":["trace[1211475741] 'agreement among raft nodes before linearized reading' (duration: 158.325583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:37.617224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.916097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-18T14:35:37.617273Z","caller":"traceutil/trace.go:171","msg":"trace[685545122] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17420; }","duration":"169.991059ms","start":"2026-03-18T14:35:37.447272Z","end":"2026-03-18T14:35:37.617263Z","steps":["trace[685545122] 'agreement among raft nodes before linearized reading' (duration: 169.855694ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:35:37.885558Z","caller":"traceutil/trace.go:171","msg":"trace[98264285] transaction","detail":"{read_only:false; response_revision:17422; number_of_response:1; }","duration":"175.268082ms","start":"2026-03-18T14:35:37.710266Z","end":"2026-03-18T14:35:37.885534Z","steps":["trace[98264285] 'process raft request' (duration: 175.087247ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:35:38.342385Z","caller":"traceutil/trace.go:171","msg":"trace[1491690684] linearizableReadLoop","detail":"{readStateIndex:18123; appliedIndex:18122; }","duration":"338.080785ms","start":"2026-03-18T14:35:38.00428Z","end":"2026-03-18T14:35:38.342361Z","steps":["trace[1491690684] 'read index received' (duration: 337.767258ms)","trace[1491690684] 'applied index is now lower than readState.Index' (duration: 312.597µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:35:38.342591Z","caller":"traceutil/trace.go:171","msg":"trace[2107666041] transaction","detail":"{read_only:false; response_revision:17423; number_of_response:1; }","duration":"380.780267ms","start":"2026-03-18T14:35:37.961782Z","end":"2026-03-18T14:35:38.342562Z","steps":["trace[2107666041] 'process raft request' (duration: 380.305014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:38.342709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:35:37.961758Z","time spent":"380.880471ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:35:38.342706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.410955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-18T14:35:38.34276Z","caller":"traceutil/trace.go:171","msg":"trace[297103838] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17423; }","duration":"338.513867ms","start":"2026-03-18T14:35:38.004235Z","end":"2026-03-18T14:35:38.342749Z","steps":["trace[297103838] 'agreement among raft nodes before linearized reading' (duration: 338.343813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:38.342801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:35:38.004214Z","time spent":"338.578868ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-18T14:35:38.388263Z","caller":"traceutil/trace.go:171","msg":"trace[1394110370] transaction","detail":"{read_only:false; response_revision:17424; number_of_response:1; }","duration":"327.118751ms","start":"2026-03-18T14:35:38.061127Z","end":"2026-03-18T14:35:38.388245Z","steps":["trace[1394110370] 'process raft request' (duration: 326.824853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:38.38841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:35:38.061106Z","time spent":"327.204982ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:35:38.388578Z","caller":"traceutil/trace.go:171","msg":"trace[756727387] transaction","detail":"{read_only:false; response_revision:17425; number_of_response:1; }","duration":"235.525258ms","start":"2026-03-18T14:35:38.153042Z","end":"2026-03-18T14:35:38.388568Z","steps":["trace[756727387] 'process raft request' (duration: 234.993423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:38.389382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.848386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:35:38.389425Z","caller":"traceutil/trace.go:171","msg":"trace[1775405602] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:17425; }","duration":"368.894058ms","start":"2026-03-18T14:35:38.020521Z","end":"2026-03-18T14:35:38.389415Z","steps":["trace[1775405602] 'agreement among raft nodes before linearized reading' (duration: 368.825926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:38.389458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:35:38.020482Z","time spent":"368.968339ms","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":5,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:35:38.55665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.765695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:35:38.556763Z","caller":"traceutil/trace.go:171","msg":"trace[69338161] transaction","detail":"{read_only:false; response_revision:17426; number_of_response:1; }","duration":"161.53934ms","start":"2026-03-18T14:35:38.395205Z","end":"2026-03-18T14:35:38.556745Z","steps":["trace[69338161] 'process raft request' (duration: 12.59557ms)","trace[69338161] 'compare' (duration: 148.632982ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:35:38.579305Z","caller":"traceutil/trace.go:171","msg":"trace[902285569] transaction","detail":"{read_only:false; response_revision:17427; number_of_response:1; }","duration":"183.122403ms","start":"2026-03-18T14:35:38.396159Z","end":"2026-03-18T14:35:38.579281Z","steps":["trace[902285569] 'process raft request' (duration: 182.861506ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:35:38.580015Z","caller":"traceutil/trace.go:171","msg":"trace[2058500989] transaction","detail":"{read_only:false; response_revision:17428; number_of_response:1; }","duration":"183.767511ms","start":"2026-03-18T14:35:38.396206Z","end":"2026-03-18T14:35:38.579973Z","steps":["trace[2058500989] 'process raft request' (duration: 182.920978ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:35:38.580312Z","caller":"traceutil/trace.go:171","msg":"trace[952125314] transaction","detail":"{read_only:false; response_revision:17429; number_of_response:1; }","duration":"183.949375ms","start":"2026-03-18T14:35:38.396338Z","end":"2026-03-18T14:35:38.580287Z","steps":["trace[952125314] 'process raft request' (duration: 183.561155ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:35:38.58038Z","caller":"traceutil/trace.go:171","msg":"trace[584281957] linearizableReadLoop","detail":"{readStateIndex:18130; appliedIndex:18125; }","duration":"183.412801ms","start":"2026-03-18T14:35:38.396955Z","end":"2026-03-18T14:35:38.580367Z","steps":["trace[584281957] 'read index received' (duration: 10.851783ms)","trace[584281957] 'applied index is now lower than readState.Index' (duration: 172.559908ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:35:38.580522Z","caller":"traceutil/trace.go:171","msg":"trace[1831536508] transaction","detail":"{read_only:false; response_revision:17430; number_of_response:1; }","duration":"184.12904ms","start":"2026-03-18T14:35:38.39638Z","end":"2026-03-18T14:35:38.580509Z","steps":["trace[1831536508] 'process raft request' (duration: 183.74304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:38.581517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.544662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:938733"} {"level":"info","ts":"2026-03-18T14:35:38.581874Z","caller":"traceutil/trace.go:171","msg":"trace[420494161] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17430; }","duration":"184.907001ms","start":"2026-03-18T14:35:38.396952Z","end":"2026-03-18T14:35:38.581859Z","steps":["trace[420494161] 'agreement among raft nodes before linearized reading' (duration: 183.453543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:38.582788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.673761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:938733"} {"level":"info","ts":"2026-03-18T14:35:38.582843Z","caller":"traceutil/trace.go:171","msg":"trace[396498665] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17430; }","duration":"185.753724ms","start":"2026-03-18T14:35:38.397077Z","end":"2026-03-18T14:35:38.582831Z","steps":["trace[396498665] 'agreement among raft nodes before linearized reading' (duration: 184.754837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:38.583934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.321169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:938733"} {"level":"warn","ts":"2026-03-18T14:35:38.584136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.875244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:938733"} {"level":"info","ts":"2026-03-18T14:35:38.584217Z","caller":"traceutil/trace.go:171","msg":"trace[1656305575] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17430; }","duration":"186.979967ms","start":"2026-03-18T14:35:38.397221Z","end":"2026-03-18T14:35:38.5842Z","steps":["trace[1656305575] 'agreement among raft nodes before linearized reading' (duration: 185.854557ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:35:38.584187Z","caller":"traceutil/trace.go:171","msg":"trace[311940035] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17430; }","duration":"186.442762ms","start":"2026-03-18T14:35:38.397574Z","end":"2026-03-18T14:35:38.584016Z","steps":["trace[311940035] 'agreement among raft nodes before linearized reading' (duration: 185.404085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:38.584378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.828297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:938733"} {"level":"info","ts":"2026-03-18T14:35:38.584419Z","caller":"traceutil/trace.go:171","msg":"trace[633230698] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17430; }","duration":"185.888267ms","start":"2026-03-18T14:35:38.398523Z","end":"2026-03-18T14:35:38.584411Z","steps":["trace[633230698] 'agreement among raft nodes before linearized reading' (duration: 184.590583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:41.800177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.858037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-18T14:35:41.800272Z","caller":"traceutil/trace.go:171","msg":"trace[1731028748] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17443; }","duration":"186.058353ms","start":"2026-03-18T14:35:41.614192Z","end":"2026-03-18T14:35:41.800251Z","steps":["trace[1731028748] 'range keys from in-memory index tree' (duration: 185.60117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:41.800451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.496739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-18T14:35:41.800609Z","caller":"traceutil/trace.go:171","msg":"trace[913269338] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17443; }","duration":"334.660503ms","start":"2026-03-18T14:35:41.465881Z","end":"2026-03-18T14:35:41.800541Z","steps":["trace[913269338] 'range keys from in-memory index tree' (duration: 334.292733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:41.800668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:35:41.465863Z","time spent":"334.794206ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":726,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-18T14:35:41.811702Z","caller":"traceutil/trace.go:171","msg":"trace[283997802] linearizableReadLoop","detail":"{readStateIndex:18145; appliedIndex:18144; }","duration":"169.059173ms","start":"2026-03-18T14:35:41.642629Z","end":"2026-03-18T14:35:41.811688Z","steps":["trace[283997802] 'read index received' (duration: 168.828707ms)","trace[283997802] 'applied index is now lower than readState.Index' (duration: 228.776µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:35:41.811804Z","caller":"traceutil/trace.go:171","msg":"trace[757243021] transaction","detail":"{read_only:false; response_revision:17444; number_of_response:1; }","duration":"169.603258ms","start":"2026-03-18T14:35:41.64219Z","end":"2026-03-18T14:35:41.811794Z","steps":["trace[757243021] 'process raft request' (duration: 169.338571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:41.811946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.32513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:702"} {"level":"info","ts":"2026-03-18T14:35:41.811974Z","caller":"traceutil/trace.go:171","msg":"trace[1825416280] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17444; }","duration":"169.396552ms","start":"2026-03-18T14:35:41.642568Z","end":"2026-03-18T14:35:41.811965Z","steps":["trace[1825416280] 'agreement among raft nodes before linearized reading' (duration: 169.30969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:35:41.812145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.717293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:35:41.812232Z","caller":"traceutil/trace.go:171","msg":"trace[1724009688] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17444; }","duration":"132.856757ms","start":"2026-03-18T14:35:41.679355Z","end":"2026-03-18T14:35:41.812211Z","steps":["trace[1724009688] 'agreement among raft nodes before linearized reading' (duration: 132.577519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:10.876353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.791665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:36:10.876503Z","caller":"traceutil/trace.go:171","msg":"trace[434920850] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17601; }","duration":"106.003561ms","start":"2026-03-18T14:36:10.770468Z","end":"2026-03-18T14:36:10.876471Z","steps":["trace[434920850] 'range keys from in-memory index tree' (duration: 105.532309ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:11.130502Z","caller":"traceutil/trace.go:171","msg":"trace[684193443] transaction","detail":"{read_only:false; response_revision:17602; number_of_response:1; }","duration":"251.192531ms","start":"2026-03-18T14:36:10.87928Z","end":"2026-03-18T14:36:11.130473Z","steps":["trace[684193443] 'process raft request' (duration: 251.023076ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:11.31915Z","caller":"traceutil/trace.go:171","msg":"trace[1909087646] transaction","detail":"{read_only:false; response_revision:17603; number_of_response:1; }","duration":"439.01893ms","start":"2026-03-18T14:36:10.880102Z","end":"2026-03-18T14:36:11.319121Z","steps":["trace[1909087646] 'process raft request' (duration: 386.870283ms)","trace[1909087646] 'compare' (duration: 51.962963ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:36:11.319195Z","caller":"traceutil/trace.go:171","msg":"trace[613621311] transaction","detail":"{read_only:false; response_revision:17605; number_of_response:1; }","duration":"438.576779ms","start":"2026-03-18T14:36:10.880589Z","end":"2026-03-18T14:36:11.319166Z","steps":["trace[613621311] 'process raft request' (duration: 438.507317ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:11.319195Z","caller":"traceutil/trace.go:171","msg":"trace[1173384640] transaction","detail":"{read_only:false; response_revision:17604; number_of_response:1; }","duration":"438.963239ms","start":"2026-03-18T14:36:10.880196Z","end":"2026-03-18T14:36:11.31916Z","steps":["trace[1173384640] 'process raft request' (duration: 438.860326ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:11.319332Z","caller":"traceutil/trace.go:171","msg":"trace[1383554263] linearizableReadLoop","detail":"{readStateIndex:18313; appliedIndex:18308; }","duration":"360.551002ms","start":"2026-03-18T14:36:10.958752Z","end":"2026-03-18T14:36:11.319303Z","steps":["trace[1383554263] 'read index received' (duration: 171.52482ms)","trace[1383554263] 'applied index is now lower than readState.Index' (duration: 189.024322ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:36:11.319346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:10.88057Z","time spent":"438.698862ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:36:11.319369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:10.880187Z","time spent":"439.097742ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:36:11.319406Z","caller":"traceutil/trace.go:171","msg":"trace[488398008] transaction","detail":"{read_only:false; response_revision:17606; number_of_response:1; }","duration":"437.604133ms","start":"2026-03-18T14:36:10.88178Z","end":"2026-03-18T14:36:11.319384Z","steps":["trace[488398008] 'process raft request' (duration: 437.351425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:11.319509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:10.881769Z","time spent":"437.680994ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:36:11.319634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:10.880072Z","time spent":"439.154274ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:36:11.319636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.073355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:36:11.31968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.502707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-18T14:36:11.319747Z","caller":"traceutil/trace.go:171","msg":"trace[733657734] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:17606; }","duration":"235.6021ms","start":"2026-03-18T14:36:11.084126Z","end":"2026-03-18T14:36:11.319728Z","steps":["trace[733657734] 'agreement among raft nodes before linearized reading' (duration: 235.389894ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:11.319754Z","caller":"traceutil/trace.go:171","msg":"trace[1564047333] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:17606; }","duration":"285.24431ms","start":"2026-03-18T14:36:11.034476Z","end":"2026-03-18T14:36:11.31972Z","steps":["trace[1564047333] 'agreement among raft nodes before linearized reading' (duration: 285.008844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:11.320268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.504248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:36:11.320341Z","caller":"traceutil/trace.go:171","msg":"trace[306356677] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:17606; }","duration":"361.61015ms","start":"2026-03-18T14:36:10.958712Z","end":"2026-03-18T14:36:11.320322Z","steps":["trace[306356677] 'agreement among raft nodes before linearized reading' (duration: 361.493757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:11.320388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:10.958694Z","time spent":"361.678513ms","remote":"127.0.0.1:33784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:36:11.320398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.018316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-03-18T14:36:11.320496Z","caller":"traceutil/trace.go:171","msg":"trace[1357680513] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:17606; }","duration":"181.14851ms","start":"2026-03-18T14:36:11.139325Z","end":"2026-03-18T14:36:11.320474Z","steps":["trace[1357680513] 'agreement among raft nodes before linearized reading' (duration: 180.918144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:16.700196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331042768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-03-18T14:36:16.700262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173903007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:36:16.70033Z","caller":"traceutil/trace.go:171","msg":"trace[450886172] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:17651; }","duration":"1.17403589s","start":"2026-03-18T14:36:15.526276Z","end":"2026-03-18T14:36:16.700312Z","steps":["trace[450886172] 'count revisions from in-memory index tree' (duration: 1.173782664s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:16.700359Z","caller":"traceutil/trace.go:171","msg":"trace[1776793659] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:17651; }","duration":"1.331245485s","start":"2026-03-18T14:36:15.369098Z","end":"2026-03-18T14:36:16.700343Z","steps":["trace[1776793659] 'range keys from in-memory index tree' (duration: 1.330892494s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:16.70037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:15.526224Z","time spent":"1.174134424s","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:36:16.700397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:15.369082Z","time spent":"1.331307546s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" "} {"level":"warn","ts":"2026-03-18T14:36:16.700396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329641901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-03-18T14:36:16.700437Z","caller":"traceutil/trace.go:171","msg":"trace[1409868921] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:17651; }","duration":"1.329704642s","start":"2026-03-18T14:36:15.370722Z","end":"2026-03-18T14:36:16.700427Z","steps":["trace[1409868921] 'range keys from in-memory index tree' (duration: 1.329351153s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:16.700465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:15.370712Z","time spent":"1.329745434s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" "} {"level":"warn","ts":"2026-03-18T14:36:16.700473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366704422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T14:36:16.7005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366838365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:36:16.70021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367464111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:36:16.700532Z","caller":"traceutil/trace.go:171","msg":"trace[1348992584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17651; }","duration":"1.366801053s","start":"2026-03-18T14:36:15.333718Z","end":"2026-03-18T14:36:16.700519Z","steps":["trace[1348992584] 'range keys from in-memory index tree' (duration: 1.366504066s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:16.700535Z","caller":"traceutil/trace.go:171","msg":"trace[618648201] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17651; }","duration":"1.366929517s","start":"2026-03-18T14:36:15.333594Z","end":"2026-03-18T14:36:16.700523Z","steps":["trace[618648201] 'range keys from in-memory index tree' (duration: 1.366372402s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:16.700567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:15.333691Z","time spent":"1.366867686s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:36:16.700599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129353194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:36:16.700623Z","caller":"traceutil/trace.go:171","msg":"trace[1513402500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17651; }","duration":"1.129425396s","start":"2026-03-18T14:36:15.571189Z","end":"2026-03-18T14:36:16.700614Z","steps":["trace[1513402500] 'range keys from in-memory index tree' (duration: 1.129280072s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:16.700641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:15.57117Z","time spent":"1.129466197s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:36:16.700567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:15.333585Z","time spent":"1.366974309s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:36:16.700537Z","caller":"traceutil/trace.go:171","msg":"trace[711695103] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17651; }","duration":"1.36780204s","start":"2026-03-18T14:36:15.332726Z","end":"2026-03-18T14:36:16.700528Z","steps":["trace[711695103] 'range keys from in-memory index tree' (duration: 1.367237805s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:16.70078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:15.332677Z","time spent":"1.368089829s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:36:16.700861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076359534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-18T14:36:16.700945Z","caller":"traceutil/trace.go:171","msg":"trace[44826228] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17651; }","duration":"1.076626761s","start":"2026-03-18T14:36:15.624304Z","end":"2026-03-18T14:36:16.700931Z","steps":["trace[44826228] 'range keys from in-memory index tree' (duration: 1.075634924s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:16.701003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367076441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:36:16.701033Z","caller":"traceutil/trace.go:171","msg":"trace[1541429256] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17651; }","duration":"1.367141083s","start":"2026-03-18T14:36:15.333882Z","end":"2026-03-18T14:36:16.701023Z","steps":["trace[1541429256] 'range keys from in-memory index tree' (duration: 1.36630664s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:16.701056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:15.333864Z","time spent":"1.367185714s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:36:16.701004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:15.624287Z","time spent":"1.076709953s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:36:16.706537Z","caller":"traceutil/trace.go:171","msg":"trace[1902852729] transaction","detail":"{read_only:false; response_revision:17652; number_of_response:1; }","duration":"695.880484ms","start":"2026-03-18T14:36:16.010638Z","end":"2026-03-18T14:36:16.706518Z","steps":["trace[1902852729] 'process raft request' (duration: 695.655188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:16.706661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:16.010612Z","time spent":"695.982668ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:36:18.816441Z","caller":"traceutil/trace.go:171","msg":"trace[17206086] linearizableReadLoop","detail":"{readStateIndex:18369; appliedIndex:18368; }","duration":"105.220831ms","start":"2026-03-18T14:36:18.711137Z","end":"2026-03-18T14:36:18.816357Z","steps":["trace[17206086] 'read index received' (duration: 105.082387ms)","trace[17206086] 'applied index is now lower than readState.Index' (duration: 137.404µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:36:18.816601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.444706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:36:18.816881Z","caller":"traceutil/trace.go:171","msg":"trace[74520645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17661; }","duration":"105.765596ms","start":"2026-03-18T14:36:18.711102Z","end":"2026-03-18T14:36:18.816868Z","steps":["trace[74520645] 'agreement among raft nodes before linearized reading' (duration: 105.366645ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:18.816646Z","caller":"traceutil/trace.go:171","msg":"trace[669716009] transaction","detail":"{read_only:false; response_revision:17661; number_of_response:1; }","duration":"105.775305ms","start":"2026-03-18T14:36:18.710617Z","end":"2026-03-18T14:36:18.816392Z","steps":["trace[669716009] 'process raft request' (duration: 105.551659ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:19.062563Z","caller":"traceutil/trace.go:171","msg":"trace[779454580] transaction","detail":"{read_only:false; response_revision:17662; number_of_response:1; }","duration":"350.896803ms","start":"2026-03-18T14:36:18.71164Z","end":"2026-03-18T14:36:19.062537Z","steps":["trace[779454580] 'process raft request' (duration: 350.667897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:19.062735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:18.711627Z","time spent":"351.020786ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:36:19.063393Z","caller":"traceutil/trace.go:171","msg":"trace[666005578] linearizableReadLoop","detail":"{readStateIndex:18371; appliedIndex:18369; }","duration":"246.586585ms","start":"2026-03-18T14:36:18.816783Z","end":"2026-03-18T14:36:19.06337Z","steps":["trace[666005578] 'read index received' (duration: 245.433035ms)","trace[666005578] 'applied index is now lower than readState.Index' (duration: 1.15212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:36:19.063664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.340795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T14:36:19.063723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.273166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22018"} {"level":"warn","ts":"2026-03-18T14:36:19.063739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.042058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:36:19.063773Z","caller":"traceutil/trace.go:171","msg":"trace[1732250528] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:17663; }","duration":"333.339247ms","start":"2026-03-18T14:36:18.730421Z","end":"2026-03-18T14:36:19.06376Z","steps":["trace[1732250528] 'agreement among raft nodes before linearized reading' (duration: 333.163402ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:19.063799Z","caller":"traceutil/trace.go:171","msg":"trace[580629421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17663; }","duration":"347.10311ms","start":"2026-03-18T14:36:18.71667Z","end":"2026-03-18T14:36:19.063773Z","steps":["trace[580629421] 'agreement among raft nodes before linearized reading' (duration: 346.962376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:19.06381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:18.730413Z","time spent":"333.389988ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" "} {"level":"warn","ts":"2026-03-18T14:36:19.063838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:18.716665Z","time spent":"347.164042ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:36:19.063911Z","caller":"traceutil/trace.go:171","msg":"trace[1260693179] transaction","detail":"{read_only:false; response_revision:17663; number_of_response:1; }","duration":"351.231111ms","start":"2026-03-18T14:36:18.712664Z","end":"2026-03-18T14:36:19.063895Z","steps":["trace[1260693179] 'process raft request' (duration: 349.794012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:19.063888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.760023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-03-18T14:36:19.064073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.652467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:36:19.064741Z","caller":"traceutil/trace.go:171","msg":"trace[1849646643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17663; }","duration":"347.381877ms","start":"2026-03-18T14:36:18.71734Z","end":"2026-03-18T14:36:19.064722Z","steps":["trace[1849646643] 'agreement among raft nodes before linearized reading' (duration: 346.303528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:19.064876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:18.717295Z","time spent":"347.564302ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:36:19.064053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:18.712647Z","time spent":"351.345313ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:36:19.064111Z","caller":"traceutil/trace.go:171","msg":"trace[745400505] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:17663; }","duration":"338.990061ms","start":"2026-03-18T14:36:18.725087Z","end":"2026-03-18T14:36:19.064077Z","steps":["trace[745400505] 'agreement among raft nodes before linearized reading' (duration: 338.653262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:19.065491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:18.725076Z","time spent":"340.399229ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" "} {"level":"info","ts":"2026-03-18T14:36:19.063751Z","caller":"traceutil/trace.go:171","msg":"trace[1818790783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17663; }","duration":"347.46377ms","start":"2026-03-18T14:36:18.716269Z","end":"2026-03-18T14:36:19.063733Z","steps":["trace[1818790783] 'agreement among raft nodes before linearized reading' (duration: 347.232094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:19.065694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:18.716254Z","time spent":"349.404722ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:36:19.071001Z","caller":"traceutil/trace.go:171","msg":"trace[148096210] transaction","detail":"{read_only:false; response_revision:17664; number_of_response:1; }","duration":"250.020078ms","start":"2026-03-18T14:36:18.820956Z","end":"2026-03-18T14:36:19.070977Z","steps":["trace[148096210] 'process raft request' (duration: 249.869775ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:19.229099Z","caller":"traceutil/trace.go:171","msg":"trace[223181471] transaction","detail":"{read_only:false; response_revision:17669; number_of_response:1; }","duration":"113.660868ms","start":"2026-03-18T14:36:19.115406Z","end":"2026-03-18T14:36:19.229067Z","steps":["trace[223181471] 'process raft request' (duration: 113.390631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:19.594228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.846676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:36:19.594615Z","caller":"traceutil/trace.go:171","msg":"trace[161000377] transaction","detail":"{read_only:false; response_revision:17670; number_of_response:1; }","duration":"360.903562ms","start":"2026-03-18T14:36:19.233685Z","end":"2026-03-18T14:36:19.594589Z","steps":["trace[161000377] 'process raft request' (duration: 177.597824ms)","trace[161000377] 'compare' (duration: 182.672301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:36:19.594703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:19.233664Z","time spent":"360.992274ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:36:21.195265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.350499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:36:21.195474Z","caller":"traceutil/trace.go:171","msg":"trace[523605127] linearizableReadLoop","detail":"{readStateIndex:18387; appliedIndex:18385; }","duration":"121.626203ms","start":"2026-03-18T14:36:21.073832Z","end":"2026-03-18T14:36:21.195458Z","steps":["trace[523605127] 'read index received' (duration: 20.990567ms)","trace[523605127] 'applied index is now lower than readState.Index' (duration: 100.634326ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:36:21.195588Z","caller":"traceutil/trace.go:171","msg":"trace[1550099459] transaction","detail":"{read_only:false; response_revision:17678; number_of_response:1; }","duration":"125.61428ms","start":"2026-03-18T14:36:21.069963Z","end":"2026-03-18T14:36:21.195577Z","steps":["trace[1550099459] 'process raft request' (duration: 125.439965ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:21.19563Z","caller":"traceutil/trace.go:171","msg":"trace[1312067164] transaction","detail":"{read_only:false; response_revision:17677; number_of_response:1; }","duration":"128.344954ms","start":"2026-03-18T14:36:21.067259Z","end":"2026-03-18T14:36:21.195603Z","steps":["trace[1312067164] 'process raft request' (duration: 27.563664ms)","trace[1312067164] 'compare' (duration: 100.201744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:36:21.195783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.937812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T14:36:21.195833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.902669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-03-18T14:36:21.19586Z","caller":"traceutil/trace.go:171","msg":"trace[1684251437] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17678; }","duration":"122.046536ms","start":"2026-03-18T14:36:21.073793Z","end":"2026-03-18T14:36:21.195839Z","steps":["trace[1684251437] 'agreement among raft nodes before linearized reading' (duration: 121.85475ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:21.195905Z","caller":"traceutil/trace.go:171","msg":"trace[1427142662] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:17678; }","duration":"109.000583ms","start":"2026-03-18T14:36:21.086886Z","end":"2026-03-18T14:36:21.195886Z","steps":["trace[1427142662] 'agreement among raft nodes before linearized reading' (duration: 108.756856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:23.562587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476720276,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:36:23.562815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.805604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T14:36:23.562903Z","caller":"traceutil/trace.go:171","msg":"trace[1453226469] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17686; }","duration":"794.941608ms","start":"2026-03-18T14:36:22.767944Z","end":"2026-03-18T14:36:23.562886Z","steps":["trace[1453226469] 'range keys from in-memory index tree' (duration: 794.6348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:23.562942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:22.767923Z","time spent":"795.009819ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-18T14:36:23.56355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.750652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:36:23.563597Z","caller":"traceutil/trace.go:171","msg":"trace[1010243989] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17686; }","duration":"904.821504ms","start":"2026-03-18T14:36:22.658762Z","end":"2026-03-18T14:36:23.563583Z","steps":["trace[1010243989] 'range keys from in-memory index tree' (duration: 904.702991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:23.563638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:22.658747Z","time spent":"904.878826ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T14:36:23.571081Z","caller":"traceutil/trace.go:171","msg":"trace[1232328383] transaction","detail":"{read_only:false; response_revision:17687; number_of_response:1; }","duration":"735.957565ms","start":"2026-03-18T14:36:22.835103Z","end":"2026-03-18T14:36:23.571061Z","steps":["trace[1232328383] 'process raft request' (duration: 735.841952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:23.571222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:22.835078Z","time spent":"736.075248ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:36:23.598409Z","caller":"traceutil/trace.go:171","msg":"trace[36510849] transaction","detail":"{read_only:false; response_revision:17688; number_of_response:1; }","duration":"397.811148ms","start":"2026-03-18T14:36:23.200576Z","end":"2026-03-18T14:36:23.598387Z","steps":["trace[36510849] 'process raft request' (duration: 397.675235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:23.598541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:23.200555Z","time spent":"397.91358ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:36:23.598661Z","caller":"traceutil/trace.go:171","msg":"trace[1270245705] linearizableReadLoop","detail":"{readStateIndex:18398; appliedIndex:18396; }","duration":"536.517492ms","start":"2026-03-18T14:36:23.062125Z","end":"2026-03-18T14:36:23.598643Z","steps":["trace[1270245705] 'read index received' (duration: 509.489662ms)","trace[1270245705] 'applied index is now lower than readState.Index' (duration: 27.02669ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:36:23.598721Z","caller":"traceutil/trace.go:171","msg":"trace[139538939] transaction","detail":"{read_only:false; response_revision:17689; number_of_response:1; }","duration":"397.587151ms","start":"2026-03-18T14:36:23.201123Z","end":"2026-03-18T14:36:23.59871Z","steps":["trace[139538939] 'process raft request' (duration: 397.237502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:23.598774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:23.201113Z","time spent":"397.636333ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:36:23.599018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.699487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T14:36:23.599002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.931831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:36:23.599077Z","caller":"traceutil/trace.go:171","msg":"trace[1199605551] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:17689; }","duration":"498.041644ms","start":"2026-03-18T14:36:23.101018Z","end":"2026-03-18T14:36:23.59906Z","steps":["trace[1199605551] 'agreement among raft nodes before linearized reading' (duration: 497.870979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:23.599146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.924873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:36:23.599172Z","caller":"traceutil/trace.go:171","msg":"trace[1412441197] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17689; }","duration":"303.972316ms","start":"2026-03-18T14:36:23.295195Z","end":"2026-03-18T14:36:23.599167Z","steps":["trace[1412441197] 'agreement among raft nodes before linearized reading' (duration: 303.918374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:23.599194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:23.295179Z","time spent":"304.011066ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:36:23.599089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.106214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:36:23.59925Z","caller":"traceutil/trace.go:171","msg":"trace[504893063] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17689; }","duration":"302.287149ms","start":"2026-03-18T14:36:23.296955Z","end":"2026-03-18T14:36:23.599242Z","steps":["trace[504893063] 'agreement among raft nodes before linearized reading' (duration: 302.101555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:23.599269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:23.296945Z","time spent":"302.320511ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:36:23.599129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.618615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-03-18T14:36:23.599366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.877877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:36:23.599389Z","caller":"traceutil/trace.go:171","msg":"trace[1120524722] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:17689; }","duration":"293.927095ms","start":"2026-03-18T14:36:23.305456Z","end":"2026-03-18T14:36:23.599383Z","steps":["trace[1120524722] 'agreement among raft nodes before linearized reading' (duration: 293.479762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:23.599143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:23.101003Z","time spent":"498.128595ms","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:36:23.599499Z","caller":"traceutil/trace.go:171","msg":"trace[1347710026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17689; }","duration":"321.932751ms","start":"2026-03-18T14:36:23.277454Z","end":"2026-03-18T14:36:23.599387Z","steps":["trace[1347710026] 'agreement among raft nodes before linearized reading' (duration: 321.708535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:23.59953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:23.27744Z","time spent":"322.082314ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:36:23.599045Z","caller":"traceutil/trace.go:171","msg":"trace[1878157036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17689; }","duration":"303.762769ms","start":"2026-03-18T14:36:23.295276Z","end":"2026-03-18T14:36:23.599039Z","steps":["trace[1878157036] 'agreement among raft nodes before linearized reading' (duration: 303.695517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:23.599812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:23.295254Z","time spent":"304.54762ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:36:23.599724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.978358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-03-18T14:36:23.599882Z","caller":"traceutil/trace.go:171","msg":"trace[320495599] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:17689; }","duration":"290.158122ms","start":"2026-03-18T14:36:23.309716Z","end":"2026-03-18T14:36:23.599874Z","steps":["trace[320495599] 'agreement among raft nodes before linearized reading' (duration: 289.904206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:23.598943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.8247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rccjs\" ","response":"range_response_count:1 size:20774"} {"level":"info","ts":"2026-03-18T14:36:23.600144Z","caller":"traceutil/trace.go:171","msg":"trace[406667782] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rccjs; range_end:; response_count:1; response_revision:17689; }","duration":"538.061364ms","start":"2026-03-18T14:36:23.062076Z","end":"2026-03-18T14:36:23.600137Z","steps":["trace[406667782] 'agreement among raft nodes before linearized reading' (duration: 536.775899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:23.600165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:23.062056Z","time spent":"538.103186ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20798,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rccjs\" "} {"level":"info","ts":"2026-03-18T14:36:23.769933Z","caller":"traceutil/trace.go:171","msg":"trace[341596155] transaction","detail":"{read_only:false; response_revision:17690; number_of_response:1; }","duration":"164.186643ms","start":"2026-03-18T14:36:23.605722Z","end":"2026-03-18T14:36:23.769908Z","steps":["trace[341596155] 'process raft request' (duration: 164.002877ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:24.738933Z","caller":"traceutil/trace.go:171","msg":"trace[655820554] linearizableReadLoop","detail":"{readStateIndex:18401; appliedIndex:18398; }","duration":"1.132969202s","start":"2026-03-18T14:36:23.60594Z","end":"2026-03-18T14:36:24.738909Z","steps":["trace[655820554] 'read index received' (duration: 163.76439ms)","trace[655820554] 'applied index is now lower than readState.Index' (duration: 969.203802ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:36:24.739649Z","caller":"traceutil/trace.go:171","msg":"trace[342276067] transaction","detail":"{read_only:false; response_revision:17691; number_of_response:1; }","duration":"1.133872915s","start":"2026-03-18T14:36:23.605756Z","end":"2026-03-18T14:36:24.739629Z","steps":["trace[342276067] 'process raft request' (duration: 1.132651293s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:24.739318Z","caller":"traceutil/trace.go:171","msg":"trace[1415670803] transaction","detail":"{read_only:false; response_revision:17693; number_of_response:1; }","duration":"1.133009103s","start":"2026-03-18T14:36:23.606045Z","end":"2026-03-18T14:36:24.739054Z","steps":["trace[1415670803] 'process raft request' (duration: 1.132634224s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:24.739794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:23.606034Z","time spent":"1.133711503s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:36:24.739986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134036292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:36:24.739614Z","caller":"traceutil/trace.go:171","msg":"trace[689495546] transaction","detail":"{read_only:false; response_revision:17692; number_of_response:1; }","duration":"1.133249579s","start":"2026-03-18T14:36:23.605834Z","end":"2026-03-18T14:36:24.739083Z","steps":["trace[689495546] 'process raft request' (duration: 1.132802627s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:24.740272Z","caller":"traceutil/trace.go:171","msg":"trace[623265767] transaction","detail":"{read_only:false; response_revision:17694; number_of_response:1; }","duration":"1.121204685s","start":"2026-03-18T14:36:23.619052Z","end":"2026-03-18T14:36:24.740256Z","steps":["trace[623265767] 'process raft request' (duration: 1.119671343s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:24.740361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:23.605828Z","time spent":"1.134398341s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:36:24.740475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:23.619043Z","time spent":"1.121279257s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20891,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:36:24.740761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13471796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:36:24.740822Z","caller":"traceutil/trace.go:171","msg":"trace[550189696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17694; }","duration":"1.134785561s","start":"2026-03-18T14:36:23.606021Z","end":"2026-03-18T14:36:24.740806Z","steps":["trace[550189696] 'agreement among raft nodes before linearized reading' (duration: 1.134643198s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:24.740865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:23.606017Z","time spent":"1.134836453s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:36:24.739795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:23.605739Z","time spent":"1.133970189s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:36:24.740051Z","caller":"traceutil/trace.go:171","msg":"trace[533202458] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17694; }","duration":"1.134113124s","start":"2026-03-18T14:36:23.605924Z","end":"2026-03-18T14:36:24.740037Z","steps":["trace[533202458] 'agreement among raft nodes before linearized reading' (duration: 1.133922628s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:24.741113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:23.605919Z","time spent":"1.135156422s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:36:24.741004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.795266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:36:24.741395Z","caller":"traceutil/trace.go:171","msg":"trace[1035950773] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:17694; }","duration":"362.252047ms","start":"2026-03-18T14:36:24.379113Z","end":"2026-03-18T14:36:24.741365Z","steps":["trace[1035950773] 'agreement among raft nodes before linearized reading' (duration: 361.850757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:24.741501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:24.379093Z","time spent":"362.388552ms","remote":"127.0.0.1:49964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:36:24.74469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135054178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940328"} {"level":"info","ts":"2026-03-18T14:36:24.744772Z","caller":"traceutil/trace.go:171","msg":"trace[858477015] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17694; }","duration":"1.135146s","start":"2026-03-18T14:36:23.609606Z","end":"2026-03-18T14:36:24.744752Z","steps":["trace[858477015] 'agreement among raft nodes before linearized reading' (duration: 1.131576004s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:24.744824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:23.609564Z","time spent":"1.135246213s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":940352,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T14:36:24.753108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142583251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940328"} {"level":"info","ts":"2026-03-18T14:36:24.753172Z","caller":"traceutil/trace.go:171","msg":"trace[475993789] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17694; }","duration":"1.143108135s","start":"2026-03-18T14:36:23.61005Z","end":"2026-03-18T14:36:24.753158Z","steps":["trace[475993789] 'agreement among raft nodes before linearized reading' (duration: 1.130997358s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:24.753208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:23.610043Z","time spent":"1.143153026s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":940352,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-18T14:36:25.125479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.249362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:36:25.125602Z","caller":"traceutil/trace.go:171","msg":"trace[1223089970] linearizableReadLoop","detail":"{readStateIndex:18404; appliedIndex:18403; }","duration":"351.673021ms","start":"2026-03-18T14:36:24.773908Z","end":"2026-03-18T14:36:25.125581Z","steps":["trace[1223089970] 'read index received' (duration: 120.139712ms)","trace[1223089970] 'applied index is now lower than readState.Index' (duration: 231.531529ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:36:25.125623Z","caller":"traceutil/trace.go:171","msg":"trace[999277348] transaction","detail":"{read_only:false; response_revision:17695; number_of_response:1; }","duration":"355.418754ms","start":"2026-03-18T14:36:24.770172Z","end":"2026-03-18T14:36:25.12559Z","steps":["trace[999277348] 'process raft request' (duration: 123.977297ms)","trace[999277348] 'compare' (duration: 231.099868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:36:25.125738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:24.770153Z","time spent":"355.518826ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:36:25.125847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.931699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:36:25.125913Z","caller":"traceutil/trace.go:171","msg":"trace[1461936790] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:0; response_revision:17695; }","duration":"352.038112ms","start":"2026-03-18T14:36:24.773857Z","end":"2026-03-18T14:36:25.125895Z","steps":["trace[1461936790] 'agreement among raft nodes before linearized reading' (duration: 351.917799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:25.125963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:24.773831Z","time spent":"352.115815ms","remote":"127.0.0.1:49898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-18T14:36:25.126274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.260514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T14:36:25.126332Z","caller":"traceutil/trace.go:171","msg":"trace[251628392] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17695; }","duration":"287.388887ms","start":"2026-03-18T14:36:24.838928Z","end":"2026-03-18T14:36:25.126317Z","steps":["trace[251628392] 'agreement among raft nodes before linearized reading' (duration: 287.141621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:25.126324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.436573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:36:25.126432Z","caller":"traceutil/trace.go:171","msg":"trace[200907996] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:17695; }","duration":"312.589018ms","start":"2026-03-18T14:36:24.813816Z","end":"2026-03-18T14:36:25.126405Z","steps":["trace[200907996] 'agreement among raft nodes before linearized reading' (duration: 312.370822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:25.126487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:24.813798Z","time spent":"312.677069ms","remote":"127.0.0.1:49908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:36:25.126506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.878832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-18T14:36:25.126641Z","caller":"traceutil/trace.go:171","msg":"trace[516550171] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:17695; }","duration":"344.033297ms","start":"2026-03-18T14:36:24.782573Z","end":"2026-03-18T14:36:25.126607Z","steps":["trace[516550171] 'agreement among raft nodes before linearized reading' (duration: 343.607025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:25.126707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:24.782516Z","time spent":"344.180919ms","remote":"127.0.0.1:50078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T14:36:25.692683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476720295,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:36:26.193256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476720295,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:36:26.693968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476720295,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:36:27.194335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476720295,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:36:27.57031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000201171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:36:27.570398Z","caller":"traceutil/trace.go:171","msg":"trace[1158079288] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000350585s","start":"2026-03-18T14:36:25.570027Z","end":"2026-03-18T14:36:27.570377Z","steps":["trace[1158079288] 'agreement among raft nodes before linearized reading' (duration: 2.000203771s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:27.570573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:25.570009Z","time spent":"2.000425847s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:36:27.69488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476720295,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:36:27.848345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182834218s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:36:27.848449Z","caller":"traceutil/trace.go:171","msg":"trace[1357065332] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17695; }","duration":"1.182950681s","start":"2026-03-18T14:36:26.665483Z","end":"2026-03-18T14:36:27.848434Z","steps":["trace[1357065332] 'range keys from in-memory index tree' (duration: 1.182817798s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:27.922064Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.787340118s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:36:27.922692Z","caller":"traceutil/trace.go:171","msg":"trace[912407342] transaction","detail":"{read_only:false; response_revision:17696; number_of_response:1; }","duration":"2.788040716s","start":"2026-03-18T14:36:25.134629Z","end":"2026-03-18T14:36:27.92267Z","steps":["trace[912407342] 'process raft request' (duration: 2.787915093s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:27.922786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:25.134616Z","time spent":"2.788118619s","remote":"127.0.0.1:49898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1629,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:36:28.056161Z","caller":"traceutil/trace.go:171","msg":"trace[156637417] transaction","detail":"{read_only:false; response_revision:17697; number_of_response:1; }","duration":"2.478052309s","start":"2026-03-18T14:36:25.578078Z","end":"2026-03-18T14:36:28.05613Z","steps":["trace[156637417] 'process raft request' (duration: 2.477074403s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.056348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:25.578042Z","time spent":"2.478203984s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:36:28.056602Z","caller":"traceutil/trace.go:171","msg":"trace[750879552] transaction","detail":"{read_only:false; response_revision:17698; number_of_response:1; }","duration":"2.450195867s","start":"2026-03-18T14:36:25.60638Z","end":"2026-03-18T14:36:28.056576Z","steps":["trace[750879552] 'process raft request' (duration: 2.449674473s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.056812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:25.606352Z","time spent":"2.450338261s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:36:28.057353Z","caller":"traceutil/trace.go:171","msg":"trace[395646978] transaction","detail":"{read_only:false; response_revision:17699; number_of_response:1; }","duration":"2.448978125s","start":"2026-03-18T14:36:25.608359Z","end":"2026-03-18T14:36:28.057337Z","steps":["trace[395646978] 'process raft request' (duration: 2.448083641s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.057459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:25.608347Z","time spent":"2.449073007s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:36:28.105786Z","caller":"traceutil/trace.go:171","msg":"trace[1613718377] linearizableReadLoop","detail":"{readStateIndex:18411; appliedIndex:18404; }","duration":"2.913368939s","start":"2026-03-18T14:36:25.192397Z","end":"2026-03-18T14:36:28.105766Z","steps":["trace[1613718377] 'read index received' (duration: 2.730136103s)","trace[1613718377] 'applied index is now lower than readState.Index' (duration: 183.232046ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:36:28.105835Z","caller":"traceutil/trace.go:171","msg":"trace[1896396002] transaction","detail":"{read_only:false; response_revision:17701; number_of_response:1; }","duration":"1.064434262s","start":"2026-03-18T14:36:27.041379Z","end":"2026-03-18T14:36:28.105813Z","steps":["trace[1896396002] 'process raft request' (duration: 1.064290369s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.105878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.913472833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:36:28.105924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.823187476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:36:28.10598Z","caller":"traceutil/trace.go:171","msg":"trace[67552093] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:17701; }","duration":"2.823295669s","start":"2026-03-18T14:36:25.282674Z","end":"2026-03-18T14:36:28.10597Z","steps":["trace[67552093] 'agreement among raft nodes before linearized reading' (duration: 2.823208007s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:25.282652Z","time spent":"2.8233432s","remote":"127.0.0.1:49936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:36:28.10599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:27.041352Z","time spent":"1.064530395s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:36:28.105916Z","caller":"traceutil/trace.go:171","msg":"trace[1233443464] transaction","detail":"{read_only:false; response_revision:17700; number_of_response:1; }","duration":"1.527287276s","start":"2026-03-18T14:36:26.578582Z","end":"2026-03-18T14:36:28.105869Z","steps":["trace[1233443464] 'process raft request' (duration: 1.526842713s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.106276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318811338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-18T14:36:28.106315Z","caller":"traceutil/trace.go:171","msg":"trace[1931204633] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:17701; }","duration":"1.31886441s","start":"2026-03-18T14:36:26.787441Z","end":"2026-03-18T14:36:28.106305Z","steps":["trace[1931204633] 'agreement among raft nodes before linearized reading' (duration: 1.31850946s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.106343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:26.787433Z","time spent":"1.318903412s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" "} {"level":"info","ts":"2026-03-18T14:36:28.105927Z","caller":"traceutil/trace.go:171","msg":"trace[1411045104] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:17701; }","duration":"2.913595406s","start":"2026-03-18T14:36:25.192318Z","end":"2026-03-18T14:36:28.105914Z","steps":["trace[1411045104] 'agreement among raft nodes before linearized reading' (duration: 2.913516334s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.106443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:25.1923Z","time spent":"2.91412651s","remote":"127.0.0.1:45120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:36:28.106453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854954342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:36:28.106503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893682025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:36:28.106497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780068369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:36:28.106599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.926639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:36:28.106629Z","caller":"traceutil/trace.go:171","msg":"trace[1054655645] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:17701; }","duration":"145.957351ms","start":"2026-03-18T14:36:27.960663Z","end":"2026-03-18T14:36:28.106621Z","steps":["trace[1054655645] 'agreement among raft nodes before linearized reading' (duration: 145.914519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.106695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359784974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T14:36:28.106711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332748988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:36:28.106734Z","caller":"traceutil/trace.go:171","msg":"trace[1260237768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17701; }","duration":"1.359865366s","start":"2026-03-18T14:36:26.746859Z","end":"2026-03-18T14:36:28.106724Z","steps":["trace[1260237768] 'agreement among raft nodes before linearized reading' (duration: 1.359733182s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:28.106744Z","caller":"traceutil/trace.go:171","msg":"trace[2056153610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17701; }","duration":"2.3328286s","start":"2026-03-18T14:36:25.773906Z","end":"2026-03-18T14:36:28.106735Z","steps":["trace[2056153610] 'agreement among raft nodes before linearized reading' (duration: 2.332675815s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.106763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:26.746836Z","time spent":"1.359920518s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:36:28.106774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.855784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1647"} {"level":"warn","ts":"2026-03-18T14:36:28.106781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:25.773889Z","time spent":"2.332883141s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:36:28.106796Z","caller":"traceutil/trace.go:171","msg":"trace[1141104493] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17701; }","duration":"176.897235ms","start":"2026-03-18T14:36:27.929892Z","end":"2026-03-18T14:36:28.10679Z","steps":["trace[1141104493] 'agreement among raft nodes before linearized reading' (duration: 176.827452ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:28.106696Z","caller":"traceutil/trace.go:171","msg":"trace[1148580273] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:17701; }","duration":"1.780290994s","start":"2026-03-18T14:36:26.32631Z","end":"2026-03-18T14:36:28.106601Z","steps":["trace[1148580273] 'agreement among raft nodes before linearized reading' (duration: 1.779979787s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.106898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:26.326287Z","time spent":"1.780589093s","remote":"127.0.0.1:49942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:36:28.106959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320186016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22018"} {"level":"warn","ts":"2026-03-18T14:36:28.106969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535490937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:36:28.107022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.013919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:36:28.10704Z","caller":"traceutil/trace.go:171","msg":"trace[874976680] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:17701; }","duration":"1.320272187s","start":"2026-03-18T14:36:26.786735Z","end":"2026-03-18T14:36:28.107007Z","steps":["trace[874976680] 'agreement among raft nodes before linearized reading' (duration: 1.320122294s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:28.107057Z","caller":"traceutil/trace.go:171","msg":"trace[1218959313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17701; }","duration":"536.04975ms","start":"2026-03-18T14:36:27.570998Z","end":"2026-03-18T14:36:28.107048Z","steps":["trace[1218959313] 'agreement among raft nodes before linearized reading' (duration: 536.002738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.107082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:26.786719Z","time spent":"1.32035145s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" "} {"level":"warn","ts":"2026-03-18T14:36:28.107129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.29521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:36:28.107167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.28335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-18T14:36:28.107193Z","caller":"traceutil/trace.go:171","msg":"trace[1986033516] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:17701; }","duration":"488.341723ms","start":"2026-03-18T14:36:27.618842Z","end":"2026-03-18T14:36:28.107184Z","steps":["trace[1986033516] 'agreement among raft nodes before linearized reading' (duration: 488.2603ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:28.107196Z","caller":"traceutil/trace.go:171","msg":"trace[1198633388] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:17701; }","duration":"1.535602691s","start":"2026-03-18T14:36:26.571421Z","end":"2026-03-18T14:36:28.107023Z","steps":["trace[1198633388] 'agreement among raft nodes before linearized reading' (duration: 1.535473807s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.107223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:27.618822Z","time spent":"488.395683ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-18T14:36:28.107268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:26.5714Z","time spent":"1.535848547s","remote":"127.0.0.1:56362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:36:28.107323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.021473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:36:28.106553Z","caller":"traceutil/trace.go:171","msg":"trace[1468200931] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:17701; }","duration":"1.855129945s","start":"2026-03-18T14:36:26.2514Z","end":"2026-03-18T14:36:28.10653Z","steps":["trace[1468200931] 'agreement among raft nodes before linearized reading' (duration: 1.854911279s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:28.107437Z","caller":"traceutil/trace.go:171","msg":"trace[1613475974] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:17701; }","duration":"784.173867ms","start":"2026-03-18T14:36:27.323248Z","end":"2026-03-18T14:36:28.107422Z","steps":["trace[1613475974] 'agreement among raft nodes before linearized reading' (duration: 783.990931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.106926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.275922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:1647"} {"level":"info","ts":"2026-03-18T14:36:28.107212Z","caller":"traceutil/trace.go:171","msg":"trace[962024703] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17701; }","duration":"977.467234ms","start":"2026-03-18T14:36:27.129729Z","end":"2026-03-18T14:36:28.107171Z","steps":["trace[962024703] 'agreement among raft nodes before linearized reading' (duration: 977.217317ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:28.107524Z","caller":"traceutil/trace.go:171","msg":"trace[2077815483] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17701; }","duration":"178.870418ms","start":"2026-03-18T14:36:27.928643Z","end":"2026-03-18T14:36:28.107513Z","steps":["trace[2077815483] 'agreement among raft nodes before linearized reading' (duration: 178.241441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.107555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.421688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:36:28.107552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:27.129706Z","time spent":"977.827625ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:36:28.107588Z","caller":"traceutil/trace.go:171","msg":"trace[1147533250] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:17701; }","duration":"939.498899ms","start":"2026-03-18T14:36:27.168081Z","end":"2026-03-18T14:36:28.10758Z","steps":["trace[1147533250] 'agreement among raft nodes before linearized reading' (duration: 939.417917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.107368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355998732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T14:36:28.107608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:27.16806Z","time spent":"939.541651ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:36:28.107619Z","caller":"traceutil/trace.go:171","msg":"trace[1450233446] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17701; }","duration":"1.35627209s","start":"2026-03-18T14:36:26.751337Z","end":"2026-03-18T14:36:28.107609Z","steps":["trace[1450233446] 'agreement among raft nodes before linearized reading' (duration: 1.355959611s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.107535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:26.251378Z","time spent":"1.85607729s","remote":"127.0.0.1:35978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:36:28.106469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:26.57855Z","time spent":"1.527747758s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:36:28.106974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.236933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:36:28.107721Z","caller":"traceutil/trace.go:171","msg":"trace[229801875] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:17701; }","duration":"202.029353ms","start":"2026-03-18T14:36:27.905681Z","end":"2026-03-18T14:36:28.107711Z","steps":["trace[229801875] 'agreement among raft nodes before linearized reading' (duration: 201.260032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.106869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.781511131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:416740"} {"level":"info","ts":"2026-03-18T14:36:28.107778Z","caller":"traceutil/trace.go:171","msg":"trace[620983508] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:17701; }","duration":"2.782463796s","start":"2026-03-18T14:36:25.325298Z","end":"2026-03-18T14:36:28.107762Z","steps":["trace[620983508] 'agreement among raft nodes before linearized reading' (duration: 2.78110281s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.10765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:26.751325Z","time spent":"1.356314561s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:36:28.107841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:25.325274Z","time spent":"2.78255487s","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":416764,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-18T14:36:28.107086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:27.570935Z","time spent":"536.145233ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:36:28.106557Z","caller":"traceutil/trace.go:171","msg":"trace[1367675452] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:17701; }","duration":"1.893772358s","start":"2026-03-18T14:36:26.212768Z","end":"2026-03-18T14:36:28.106541Z","steps":["trace[1367675452] 'agreement among raft nodes before linearized reading' (duration: 1.893666385s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.106966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36107429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:36:28.107925Z","caller":"traceutil/trace.go:171","msg":"trace[955102719] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17701; }","duration":"1.362066366s","start":"2026-03-18T14:36:26.74585Z","end":"2026-03-18T14:36:28.107916Z","steps":["trace[955102719] 'agreement among raft nodes before linearized reading' (duration: 1.361038378s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.107918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:26.212748Z","time spent":"1.895154775s","remote":"127.0.0.1:35956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:36:28.10813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:26.745831Z","time spent":"1.362291232s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:36:28.108482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000788437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:36:28.108548Z","caller":"traceutil/trace.go:171","msg":"trace[527690832] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:17701; }","duration":"2.000900009s","start":"2026-03-18T14:36:26.107633Z","end":"2026-03-18T14:36:28.108533Z","steps":["trace[527690832] 'agreement among raft nodes before linearized reading' (duration: 2.000786216s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.108588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:26.10761Z","time spent":"2.000966552s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:36:28.110606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:27.323226Z","time spent":"784.244219ms","remote":"127.0.0.1:56346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:36:28.779085Z","caller":"traceutil/trace.go:171","msg":"trace[1868729991] transaction","detail":"{read_only:false; response_revision:17754; number_of_response:1; }","duration":"335.909137ms","start":"2026-03-18T14:36:28.443144Z","end":"2026-03-18T14:36:28.779053Z","steps":["trace[1868729991] 'process raft request' (duration: 335.766714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.779252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:28.443117Z","time spent":"336.067082ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:36:28.779664Z","caller":"traceutil/trace.go:171","msg":"trace[410731035] linearizableReadLoop","detail":"{readStateIndex:18464; appliedIndex:18464; }","duration":"336.092303ms","start":"2026-03-18T14:36:28.443536Z","end":"2026-03-18T14:36:28.779628Z","steps":["trace[410731035] 'read index received' (duration: 336.072632ms)","trace[410731035] 'applied index is now lower than readState.Index' (duration: 15.921µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:36:28.780011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.451112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-03-18T14:36:28.780099Z","caller":"traceutil/trace.go:171","msg":"trace[1611028164] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:17754; }","duration":"336.584136ms","start":"2026-03-18T14:36:28.443492Z","end":"2026-03-18T14:36:28.780076Z","steps":["trace[1611028164] 'agreement among raft nodes before linearized reading' (duration: 336.220816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.780215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:28.443476Z","time spent":"336.72171ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9590,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"info","ts":"2026-03-18T14:36:28.786214Z","caller":"traceutil/trace.go:171","msg":"trace[499524229] transaction","detail":"{read_only:false; response_revision:17755; number_of_response:1; }","duration":"258.59249ms","start":"2026-03-18T14:36:28.527601Z","end":"2026-03-18T14:36:28.786193Z","steps":["trace[499524229] 'process raft request' (duration: 257.88988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.786581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.167765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-18T14:36:28.786646Z","caller":"traceutil/trace.go:171","msg":"trace[647485294] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:17755; }","duration":"236.283208ms","start":"2026-03-18T14:36:28.550346Z","end":"2026-03-18T14:36:28.786629Z","steps":["trace[647485294] 'agreement among raft nodes before linearized reading' (duration: 236.070782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.78764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.10469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210983"} {"level":"info","ts":"2026-03-18T14:36:28.787726Z","caller":"traceutil/trace.go:171","msg":"trace[2065098669] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:17755; }","duration":"320.239435ms","start":"2026-03-18T14:36:28.467463Z","end":"2026-03-18T14:36:28.787703Z","steps":["trace[2065098669] 'agreement among raft nodes before linearized reading' (duration: 319.009561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:28.787777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:28.467433Z","time spent":"320.329376ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211007,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-18T14:36:36.423556Z","caller":"traceutil/trace.go:171","msg":"trace[730473141] transaction","detail":"{read_only:false; response_revision:17834; number_of_response:1; }","duration":"338.073057ms","start":"2026-03-18T14:36:36.085379Z","end":"2026-03-18T14:36:36.423452Z","steps":["trace[730473141] 'process raft request' (duration: 337.741677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:36.423813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:36.085341Z","time spent":"338.384184ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:36:36.447568Z","caller":"traceutil/trace.go:171","msg":"trace[1492385463] linearizableReadLoop","detail":"{readStateIndex:18551; appliedIndex:18548; }","duration":"280.509492ms","start":"2026-03-18T14:36:36.167036Z","end":"2026-03-18T14:36:36.447546Z","steps":["trace[1492385463] 'read index received' (duration: 255.99269ms)","trace[1492385463] 'applied index is now lower than readState.Index' (duration: 24.515712ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:36:36.447718Z","caller":"traceutil/trace.go:171","msg":"trace[898775167] transaction","detail":"{read_only:false; response_revision:17836; number_of_response:1; }","duration":"360.82387ms","start":"2026-03-18T14:36:36.086883Z","end":"2026-03-18T14:36:36.447707Z","steps":["trace[898775167] 'process raft request' (duration: 360.602174ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:36.447674Z","caller":"traceutil/trace.go:171","msg":"trace[1310644497] transaction","detail":"{read_only:false; response_revision:17835; number_of_response:1; }","duration":"361.470048ms","start":"2026-03-18T14:36:36.08613Z","end":"2026-03-18T14:36:36.4476Z","steps":["trace[1310644497] 'process raft request' (duration: 347.064238ms)","trace[1310644497] 'compare' (duration: 14.120831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:36:36.447831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:36.086871Z","time spent":"360.878891ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:36:36.447949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:36:36.086082Z","time spent":"361.733344ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:36:36.448025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.017976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:36:36.448058Z","caller":"traceutil/trace.go:171","msg":"trace[759801637] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17836; }","duration":"281.091627ms","start":"2026-03-18T14:36:36.166958Z","end":"2026-03-18T14:36:36.44805Z","steps":["trace[759801637] 'agreement among raft nodes before linearized reading' (duration: 280.982525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:36.448213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.470779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:36:36.448241Z","caller":"traceutil/trace.go:171","msg":"trace[523736441] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:17836; }","duration":"234.566572ms","start":"2026-03-18T14:36:36.213666Z","end":"2026-03-18T14:36:36.448233Z","steps":["trace[523736441] 'agreement among raft nodes before linearized reading' (duration: 234.50674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:36.448322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.272975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T14:36:36.448427Z","caller":"traceutil/trace.go:171","msg":"trace[225581242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17836; }","duration":"280.41866ms","start":"2026-03-18T14:36:36.167983Z","end":"2026-03-18T14:36:36.448401Z","steps":["trace[225581242] 'agreement among raft nodes before linearized reading' (duration: 280.181723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:36.448521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.589496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-03-18T14:36:36.448553Z","caller":"traceutil/trace.go:171","msg":"trace[892661769] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:17836; }","duration":"173.675368ms","start":"2026-03-18T14:36:36.27487Z","end":"2026-03-18T14:36:36.448546Z","steps":["trace[892661769] 'agreement among raft nodes before linearized reading' (duration: 173.578795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:36.448632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.315891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:36:36.448667Z","caller":"traceutil/trace.go:171","msg":"trace[1314974793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17836; }","duration":"265.361603ms","start":"2026-03-18T14:36:36.183296Z","end":"2026-03-18T14:36:36.448658Z","steps":["trace[1314974793] 'agreement among raft nodes before linearized reading' (duration: 265.268331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:36.44872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.18966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-18T14:36:36.448746Z","caller":"traceutil/trace.go:171","msg":"trace[341640396] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:17836; }","duration":"218.255611ms","start":"2026-03-18T14:36:36.230484Z","end":"2026-03-18T14:36:36.44874Z","steps":["trace[341640396] 'agreement among raft nodes before linearized reading' (duration: 218.184789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:36.448807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.750784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T14:36:36.448843Z","caller":"traceutil/trace.go:171","msg":"trace[1716884976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17836; }","duration":"265.786324ms","start":"2026-03-18T14:36:36.183049Z","end":"2026-03-18T14:36:36.448835Z","steps":["trace[1716884976] 'agreement among raft nodes before linearized reading' (duration: 265.700122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:36.44897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.142982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:36:36.448997Z","caller":"traceutil/trace.go:171","msg":"trace[874074383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17836; }","duration":"280.219794ms","start":"2026-03-18T14:36:36.168767Z","end":"2026-03-18T14:36:36.448986Z","steps":["trace[874074383] 'agreement among raft nodes before linearized reading' (duration: 280.142912ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:56.623344Z","caller":"traceutil/trace.go:171","msg":"trace[945499524] transaction","detail":"{read_only:false; response_revision:18008; number_of_response:1; }","duration":"105.073536ms","start":"2026-03-18T14:36:56.518234Z","end":"2026-03-18T14:36:56.623307Z","steps":["trace[945499524] 'process raft request' (duration: 88.622282ms)","trace[945499524] 'compare' (duration: 16.207758ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:36:56.623613Z","caller":"traceutil/trace.go:171","msg":"trace[1733027639] transaction","detail":"{read_only:false; response_revision:18009; number_of_response:1; }","duration":"103.515155ms","start":"2026-03-18T14:36:56.520064Z","end":"2026-03-18T14:36:56.623579Z","steps":["trace[1733027639] 'process raft request' (duration: 103.192046ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:58.781429Z","caller":"traceutil/trace.go:171","msg":"trace[1903365003] linearizableReadLoop","detail":"{readStateIndex:18743; appliedIndex:18741; }","duration":"129.742252ms","start":"2026-03-18T14:36:58.651645Z","end":"2026-03-18T14:36:58.781387Z","steps":["trace[1903365003] 'read index received' (duration: 3.301499ms)","trace[1903365003] 'applied index is now lower than readState.Index' (duration: 126.439073ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:36:58.78179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.094971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:36:58.781847Z","caller":"traceutil/trace.go:171","msg":"trace[725337509] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:18019; }","duration":"130.244985ms","start":"2026-03-18T14:36:58.651584Z","end":"2026-03-18T14:36:58.781829Z","steps":["trace[725337509] 'agreement among raft nodes before linearized reading' (duration: 130.012279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:58.781894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.277064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:36:58.781995Z","caller":"traceutil/trace.go:171","msg":"trace[70208341] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18019; }","duration":"127.404039ms","start":"2026-03-18T14:36:58.654568Z","end":"2026-03-18T14:36:58.781972Z","steps":["trace[70208341] 'agreement among raft nodes before linearized reading' (duration: 127.10473ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:58.781659Z","caller":"traceutil/trace.go:171","msg":"trace[460551555] transaction","detail":"{read_only:false; response_revision:18019; number_of_response:1; }","duration":"151.418287ms","start":"2026-03-18T14:36:58.630124Z","end":"2026-03-18T14:36:58.781542Z","steps":["trace[460551555] 'process raft request' (duration: 53.629418ms)","trace[460551555] 'compare' (duration: 97.427549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:36:59.063879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.620375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:36:59.064264Z","caller":"traceutil/trace.go:171","msg":"trace[297955735] transaction","detail":"{read_only:false; response_revision:18021; number_of_response:1; }","duration":"276.623237ms","start":"2026-03-18T14:36:58.787597Z","end":"2026-03-18T14:36:59.06422Z","steps":["trace[297955735] 'process raft request' (duration: 105.352704ms)","trace[297955735] 'compare' (duration: 169.950917ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:36:59.064397Z","caller":"traceutil/trace.go:171","msg":"trace[452698438] transaction","detail":"{read_only:false; response_revision:18023; number_of_response:1; }","duration":"276.171715ms","start":"2026-03-18T14:36:58.788197Z","end":"2026-03-18T14:36:59.064369Z","steps":["trace[452698438] 'process raft request' (duration: 276.071822ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:59.064527Z","caller":"traceutil/trace.go:171","msg":"trace[1041654273] linearizableReadLoop","detail":"{readStateIndex:18747; appliedIndex:18743; }","duration":"276.017791ms","start":"2026-03-18T14:36:58.788455Z","end":"2026-03-18T14:36:59.064473Z","steps":["trace[1041654273] 'read index received' (duration: 4.44139ms)","trace[1041654273] 'applied index is now lower than readState.Index' (duration: 271.574591ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:36:59.064567Z","caller":"traceutil/trace.go:171","msg":"trace[2079991613] transaction","detail":"{read_only:false; response_revision:18022; number_of_response:1; }","duration":"276.75847ms","start":"2026-03-18T14:36:58.787669Z","end":"2026-03-18T14:36:59.064428Z","steps":["trace[2079991613] 'process raft request' (duration: 276.499834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:59.06545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.987297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:951967"} {"level":"info","ts":"2026-03-18T14:36:59.065504Z","caller":"traceutil/trace.go:171","msg":"trace[1701703675] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:18023; }","duration":"277.071439ms","start":"2026-03-18T14:36:58.788419Z","end":"2026-03-18T14:36:59.065491Z","steps":["trace[1701703675] 'agreement among raft nodes before linearized reading' (duration: 276.174665ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:59.067138Z","caller":"traceutil/trace.go:171","msg":"trace[1590660332] transaction","detail":"{read_only:false; response_revision:18024; number_of_response:1; }","duration":"273.972256ms","start":"2026-03-18T14:36:58.793129Z","end":"2026-03-18T14:36:59.067101Z","steps":["trace[1590660332] 'process raft request' (duration: 271.18615ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:36:59.067369Z","caller":"traceutil/trace.go:171","msg":"trace[1599877553] transaction","detail":"{read_only:false; response_revision:18025; number_of_response:1; }","duration":"163.695269ms","start":"2026-03-18T14:36:58.903654Z","end":"2026-03-18T14:36:59.067349Z","steps":["trace[1599877553] 'process raft request' (duration: 163.125694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:59.067852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.384598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:951967"} {"level":"info","ts":"2026-03-18T14:36:59.067929Z","caller":"traceutil/trace.go:171","msg":"trace[244657872] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:18025; }","duration":"277.497581ms","start":"2026-03-18T14:36:58.790415Z","end":"2026-03-18T14:36:59.067913Z","steps":["trace[244657872] 'agreement among raft nodes before linearized reading' (duration: 276.450883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:36:59.068683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.615227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1299"} {"level":"info","ts":"2026-03-18T14:36:59.068967Z","caller":"traceutil/trace.go:171","msg":"trace[674833873] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:18025; }","duration":"176.950846ms","start":"2026-03-18T14:36:58.891991Z","end":"2026-03-18T14:36:59.068942Z","steps":["trace[674833873] 'agreement among raft nodes before linearized reading' (duration: 175.407575ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:00.731946Z","caller":"traceutil/trace.go:171","msg":"trace[652871903] linearizableReadLoop","detail":"{readStateIndex:18752; appliedIndex:18751; }","duration":"130.753579ms","start":"2026-03-18T14:37:00.601163Z","end":"2026-03-18T14:37:00.731917Z","steps":["trace[652871903] 'read index received' (duration: 114.434548ms)","trace[652871903] 'applied index is now lower than readState.Index' (duration: 16.313521ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:37:00.731943Z","caller":"traceutil/trace.go:171","msg":"trace[697691129] transaction","detail":"{read_only:false; response_revision:18027; number_of_response:1; }","duration":"147.192224ms","start":"2026-03-18T14:37:00.584707Z","end":"2026-03-18T14:37:00.731899Z","steps":["trace[697691129] 'process raft request' (duration: 130.811451ms)","trace[697691129] 'compare' (duration: 16.168787ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:37:00.732026Z","caller":"traceutil/trace.go:171","msg":"trace[625426282] transaction","detail":"{read_only:false; response_revision:18028; number_of_response:1; }","duration":"130.798741ms","start":"2026-03-18T14:37:00.601198Z","end":"2026-03-18T14:37:00.731997Z","steps":["trace[625426282] 'process raft request' (duration: 130.617986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:00.732064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.880722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:00.732278Z","caller":"traceutil/trace.go:171","msg":"trace[1719688673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18029; }","duration":"131.1203ms","start":"2026-03-18T14:37:00.601129Z","end":"2026-03-18T14:37:00.732249Z","steps":["trace[1719688673] 'agreement among raft nodes before linearized reading' (duration: 130.874943ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:07.057286Z","caller":"traceutil/trace.go:171","msg":"trace[788850506] transaction","detail":"{read_only:false; response_revision:18210; number_of_response:1; }","duration":"307.08787ms","start":"2026-03-18T14:37:06.75017Z","end":"2026-03-18T14:37:07.057258Z","steps":["trace[788850506] 'process raft request' (duration: 306.919055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:07.057438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:06.750142Z","time spent":"307.223373ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:37:07.544051Z","caller":"traceutil/trace.go:171","msg":"trace[1760974493] linearizableReadLoop","detail":"{readStateIndex:18939; appliedIndex:18937; }","duration":"713.640983ms","start":"2026-03-18T14:37:06.830382Z","end":"2026-03-18T14:37:07.544023Z","steps":["trace[1760974493] 'read index received' (duration: 226.974507ms)","trace[1760974493] 'applied index is now lower than readState.Index' (duration: 486.665466ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:37:07.544109Z","caller":"traceutil/trace.go:171","msg":"trace[1754555984] transaction","detail":"{read_only:false; response_revision:18211; number_of_response:1; }","duration":"791.727161ms","start":"2026-03-18T14:37:06.752344Z","end":"2026-03-18T14:37:07.544071Z","steps":["trace[1754555984] 'process raft request' (duration: 791.477975ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:07.544187Z","caller":"traceutil/trace.go:171","msg":"trace[1159720754] transaction","detail":"{read_only:false; response_revision:18212; number_of_response:1; }","duration":"723.073788ms","start":"2026-03-18T14:37:06.821087Z","end":"2026-03-18T14:37:07.54416Z","steps":["trace[1159720754] 'process raft request' (duration: 722.891693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:07.544258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:06.752315Z","time spent":"791.865925ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:37:07.544319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:06.821063Z","time spent":"723.1865ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:37:07.544313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.648919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:37:07.544351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.301572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T14:37:07.544417Z","caller":"traceutil/trace.go:171","msg":"trace[1922900218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18212; }","duration":"441.381014ms","start":"2026-03-18T14:37:07.103021Z","end":"2026-03-18T14:37:07.544402Z","steps":["trace[1922900218] 'agreement among raft nodes before linearized reading' (duration: 441.21177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:07.544428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.963676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22018"} {"level":"warn","ts":"2026-03-18T14:37:07.544472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:07.103015Z","time spent":"441.444856ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:37:07.544491Z","caller":"traceutil/trace.go:171","msg":"trace[1681913820] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:18212; }","duration":"380.057998ms","start":"2026-03-18T14:37:07.164416Z","end":"2026-03-18T14:37:07.544474Z","steps":["trace[1681913820] 'agreement among raft nodes before linearized reading' (duration: 379.856643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:07.54453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:07.164402Z","time spent":"380.11953ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" "} {"level":"info","ts":"2026-03-18T14:37:07.544417Z","caller":"traceutil/trace.go:171","msg":"trace[1034563180] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:18212; }","duration":"525.821293ms","start":"2026-03-18T14:37:07.018573Z","end":"2026-03-18T14:37:07.544394Z","steps":["trace[1034563180] 'agreement among raft nodes before linearized reading' (duration: 525.643848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:07.54455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.03437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T14:37:07.544575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:07.018538Z","time spent":"526.025509ms","remote":"127.0.0.1:33762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:37:07.544582Z","caller":"traceutil/trace.go:171","msg":"trace[1649705789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18212; }","duration":"449.099492ms","start":"2026-03-18T14:37:07.095474Z","end":"2026-03-18T14:37:07.544573Z","steps":["trace[1649705789] 'agreement among raft nodes before linearized reading' (duration: 448.972149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:07.544579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.175238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T14:37:07.544601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.236028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-18T14:37:07.544622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:07.095453Z","time spent":"449.161214ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:37:07.544627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.542252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:37:07.544632Z","caller":"traceutil/trace.go:171","msg":"trace[658159651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18212; }","duration":"714.27249ms","start":"2026-03-18T14:37:06.830344Z","end":"2026-03-18T14:37:07.544617Z","steps":["trace[658159651] 'agreement among raft nodes before linearized reading' (duration: 713.823968ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:07.544673Z","caller":"traceutil/trace.go:171","msg":"trace[264277369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18212; }","duration":"443.600385ms","start":"2026-03-18T14:37:07.101062Z","end":"2026-03-18T14:37:07.544662Z","steps":["trace[264277369] 'agreement among raft nodes before linearized reading' (duration: 443.43642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:07.544683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:06.830331Z","time spent":"714.342782ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:37:07.544699Z","caller":"traceutil/trace.go:171","msg":"trace[1035134093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18212; }","duration":"445.35376ms","start":"2026-03-18T14:37:07.099286Z","end":"2026-03-18T14:37:07.54464Z","steps":["trace[1035134093] 'agreement among raft nodes before linearized reading' (duration: 445.100014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:07.544708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:07.101053Z","time spent":"443.648725ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:37:07.544742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:07.099275Z","time spent":"445.456314ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:37:07.544833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.950227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-18T14:37:07.54492Z","caller":"traceutil/trace.go:171","msg":"trace[323360273] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:18212; }","duration":"393.112131ms","start":"2026-03-18T14:37:07.151791Z","end":"2026-03-18T14:37:07.544903Z","steps":["trace[323360273] 'agreement among raft nodes before linearized reading' (duration: 392.630867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:07.544997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:07.151768Z","time spent":"393.216984ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" "} {"level":"info","ts":"2026-03-18T14:37:07.688189Z","caller":"traceutil/trace.go:171","msg":"trace[1603799493] transaction","detail":"{read_only:false; response_revision:18216; number_of_response:1; }","duration":"138.516979ms","start":"2026-03-18T14:37:07.549647Z","end":"2026-03-18T14:37:07.688164Z","steps":["trace[1603799493] 'process raft request' (duration: 138.435336ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:07.688211Z","caller":"traceutil/trace.go:171","msg":"trace[412420334] transaction","detail":"{read_only:false; response_revision:18215; number_of_response:1; }","duration":"138.872628ms","start":"2026-03-18T14:37:07.549305Z","end":"2026-03-18T14:37:07.688177Z","steps":["trace[412420334] 'process raft request' (duration: 138.734105ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:07.688259Z","caller":"traceutil/trace.go:171","msg":"trace[1998137905] linearizableReadLoop","detail":"{readStateIndex:18941; appliedIndex:18939; }","duration":"138.91726ms","start":"2026-03-18T14:37:07.549315Z","end":"2026-03-18T14:37:07.688232Z","steps":["trace[1998137905] 'read index received' (duration: 53.113174ms)","trace[1998137905] 'applied index is now lower than readState.Index' (duration: 85.802796ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:37:07.688362Z","caller":"traceutil/trace.go:171","msg":"trace[815364451] transaction","detail":"{read_only:false; response_revision:18217; number_of_response:1; }","duration":"138.652983ms","start":"2026-03-18T14:37:07.549698Z","end":"2026-03-18T14:37:07.688351Z","steps":["trace[815364451] 'process raft request' (duration: 138.422627ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:07.688368Z","caller":"traceutil/trace.go:171","msg":"trace[1342514288] transaction","detail":"{read_only:false; response_revision:18214; number_of_response:1; }","duration":"138.894628ms","start":"2026-03-18T14:37:07.549295Z","end":"2026-03-18T14:37:07.688189Z","steps":["trace[1342514288] 'process raft request' (duration: 113.289198ms)","trace[1342514288] 'compare' (duration: 25.323853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:37:07.688819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.019866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:07.688874Z","caller":"traceutil/trace.go:171","msg":"trace[2108190457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18217; }","duration":"118.119298ms","start":"2026-03-18T14:37:07.57074Z","end":"2026-03-18T14:37:07.688859Z","steps":["trace[2108190457] 'agreement among raft nodes before linearized reading' (duration: 118.035327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:07.689389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.05365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:983239"} {"level":"info","ts":"2026-03-18T14:37:07.689456Z","caller":"traceutil/trace.go:171","msg":"trace[1596156893] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:18217; }","duration":"140.169125ms","start":"2026-03-18T14:37:07.549275Z","end":"2026-03-18T14:37:07.689444Z","steps":["trace[1596156893] 'agreement among raft nodes before linearized reading' (duration: 139.114986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:07.689543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.311551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:983239"} {"level":"info","ts":"2026-03-18T14:37:07.689626Z","caller":"traceutil/trace.go:171","msg":"trace[1641609649] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:18217; }","duration":"139.433943ms","start":"2026-03-18T14:37:07.550176Z","end":"2026-03-18T14:37:07.68961Z","steps":["trace[1641609649] 'agreement among raft nodes before linearized reading' (duration: 138.352024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:12.196702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.388014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:37:12.196799Z","caller":"traceutil/trace.go:171","msg":"trace[1722934989] linearizableReadLoop","detail":"{readStateIndex:18964; appliedIndex:18962; }","duration":"631.188608ms","start":"2026-03-18T14:37:11.565594Z","end":"2026-03-18T14:37:12.196783Z","steps":["trace[1722934989] 'read index received' (duration: 80.316459ms)","trace[1722934989] 'applied index is now lower than readState.Index' (duration: 550.870899ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:37:12.196886Z","caller":"traceutil/trace.go:171","msg":"trace[1493517366] transaction","detail":"{read_only:false; response_revision:18236; number_of_response:1; }","duration":"637.831537ms","start":"2026-03-18T14:37:11.559038Z","end":"2026-03-18T14:37:12.196869Z","steps":["trace[1493517366] 'process raft request' (duration: 479.231216ms)","trace[1493517366] 'compare' (duration: 158.18044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:37:12.196963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:11.559009Z","time spent":"637.911448ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:37:12.197067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.453724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:37:12.19715Z","caller":"traceutil/trace.go:171","msg":"trace[461018552] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:18236; }","duration":"631.575587ms","start":"2026-03-18T14:37:11.565551Z","end":"2026-03-18T14:37:12.197126Z","steps":["trace[461018552] 'agreement among raft nodes before linearized reading' (duration: 631.439884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:12.197206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:11.565535Z","time spent":"631.655201ms","remote":"127.0.0.1:56796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:37:12.204513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.961785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:37:12.204508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.778559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:12.204564Z","caller":"traceutil/trace.go:171","msg":"trace[1870703655] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18237; }","duration":"360.064298ms","start":"2026-03-18T14:37:11.844487Z","end":"2026-03-18T14:37:12.204551Z","steps":["trace[1870703655] 'agreement among raft nodes before linearized reading' (duration: 359.969496ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:12.204613Z","caller":"traceutil/trace.go:171","msg":"trace[1419655385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18237; }","duration":"632.922364ms","start":"2026-03-18T14:37:11.571662Z","end":"2026-03-18T14:37:12.204585Z","steps":["trace[1419655385] 'agreement among raft nodes before linearized reading' (duration: 632.76889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:12.204695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:11.571643Z","time spent":"633.030148ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:37:12.204734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.183218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:37:12.204789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.11538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:37:12.204719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.97866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:12.204865Z","caller":"traceutil/trace.go:171","msg":"trace[1121842197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18237; }","duration":"503.222164ms","start":"2026-03-18T14:37:11.701618Z","end":"2026-03-18T14:37:12.20484Z","steps":["trace[1121842197] 'agreement among raft nodes before linearized reading' (duration: 503.042758ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:12.204891Z","caller":"traceutil/trace.go:171","msg":"trace[1813367460] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18237; }","duration":"505.155166ms","start":"2026-03-18T14:37:11.699717Z","end":"2026-03-18T14:37:12.204872Z","steps":["trace[1813367460] 'agreement among raft nodes before linearized reading' (duration: 504.967241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:12.204915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:11.7016Z","time spent":"503.302705ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:37:12.204915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.869208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:12.204938Z","caller":"traceutil/trace.go:171","msg":"trace[1054362036] transaction","detail":"{read_only:false; response_revision:18237; number_of_response:1; }","duration":"276.989246ms","start":"2026-03-18T14:37:11.927933Z","end":"2026-03-18T14:37:12.204923Z","steps":["trace[1054362036] 'process raft request' (duration: 276.341489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:12.204978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.303497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22018"} {"level":"warn","ts":"2026-03-18T14:37:12.204984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:11.699708Z","time spent":"505.261689ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-03-18T14:37:12.205005Z","caller":"traceutil/trace.go:171","msg":"trace[1140169942] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:18237; }","duration":"466.371908ms","start":"2026-03-18T14:37:11.738625Z","end":"2026-03-18T14:37:12.204997Z","steps":["trace[1140169942] 'agreement among raft nodes before linearized reading' (duration: 466.292856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:12.205035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:11.738579Z","time spent":"466.449601ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22042,"request content":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" "} {"level":"info","ts":"2026-03-18T14:37:12.205006Z","caller":"traceutil/trace.go:171","msg":"trace[1870739556] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18237; }","duration":"504.987981ms","start":"2026-03-18T14:37:11.699994Z","end":"2026-03-18T14:37:12.204982Z","steps":["trace[1870739556] 'agreement among raft nodes before linearized reading' (duration: 504.900109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:12.205071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.365572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T14:37:12.205085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:11.699969Z","time spent":"505.106794ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:37:12.205125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.247127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:12.205158Z","caller":"traceutil/trace.go:171","msg":"trace[225782999] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18237; }","duration":"505.319391ms","start":"2026-03-18T14:37:11.699831Z","end":"2026-03-18T14:37:12.20515Z","steps":["trace[225782999] 'agreement among raft nodes before linearized reading' (duration: 505.274829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:12.205142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.778084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T14:37:12.204832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.914719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:37:12.205235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.281494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:37:12.204899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.621517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-18T14:37:12.205245Z","caller":"traceutil/trace.go:171","msg":"trace[2055969114] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:18237; }","duration":"505.386201ms","start":"2026-03-18T14:37:11.69985Z","end":"2026-03-18T14:37:12.205236Z","steps":["trace[2055969114] 'agreement among raft nodes before linearized reading' (duration: 504.884218ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:12.205261Z","caller":"traceutil/trace.go:171","msg":"trace[1239051879] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18237; }","duration":"360.325345ms","start":"2026-03-18T14:37:11.844929Z","end":"2026-03-18T14:37:12.205254Z","steps":["trace[1239051879] 'agreement among raft nodes before linearized reading' (duration: 360.284104ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:12.20527Z","caller":"traceutil/trace.go:171","msg":"trace[2118670139] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:18237; }","duration":"466.01134ms","start":"2026-03-18T14:37:11.739249Z","end":"2026-03-18T14:37:12.20526Z","steps":["trace[2118670139] 'agreement among raft nodes before linearized reading' (duration: 465.581488ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:12.205226Z","caller":"traceutil/trace.go:171","msg":"trace[1649037920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18237; }","duration":"501.908347ms","start":"2026-03-18T14:37:11.703301Z","end":"2026-03-18T14:37:12.205209Z","steps":["trace[1649037920] 'agreement among raft nodes before linearized reading' (duration: 501.63798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:12.205305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:11.699841Z","time spent":"505.454704ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:37:12.205301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.158536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:37:12.205313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.00655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T14:37:12.205319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:11.739238Z","time spent":"466.069311ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9733,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" "} {"level":"warn","ts":"2026-03-18T14:37:12.205344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.239977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:12.205356Z","caller":"traceutil/trace.go:171","msg":"trace[421371951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18237; }","duration":"502.076332ms","start":"2026-03-18T14:37:11.703269Z","end":"2026-03-18T14:37:12.205345Z","steps":["trace[421371951] 'agreement among raft nodes before linearized reading' (duration: 501.933759ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:12.205354Z","caller":"traceutil/trace.go:171","msg":"trace[1032954305] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18237; }","duration":"149.218117ms","start":"2026-03-18T14:37:12.056121Z","end":"2026-03-18T14:37:12.20534Z","steps":["trace[1032954305] 'agreement among raft nodes before linearized reading' (duration: 149.141936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:12.205395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.636605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:37:12.205419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.081244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:37:12.205179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:11.699805Z","time spent":"505.367781ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-18T14:37:12.205424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.696461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:37:12.2051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.665078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:37:12.205473Z","caller":"traceutil/trace.go:171","msg":"trace[1283689714] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18237; }","duration":"149.120074ms","start":"2026-03-18T14:37:12.056319Z","end":"2026-03-18T14:37:12.205439Z","steps":["trace[1283689714] 'agreement among raft nodes before linearized reading' (duration: 149.075923ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:12.204807Z","caller":"traceutil/trace.go:171","msg":"trace[287848543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18237; }","duration":"501.282581ms","start":"2026-03-18T14:37:11.703511Z","end":"2026-03-18T14:37:12.204793Z","steps":["trace[287848543] 'agreement among raft nodes before linearized reading' (duration: 501.108227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:12.205486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.899482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:37:12.205283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:11.844914Z","time spent":"360.363537ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-03-18T14:37:12.205504Z","caller":"traceutil/trace.go:171","msg":"trace[1136174644] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:18237; }","duration":"360.966193ms","start":"2026-03-18T14:37:11.844533Z","end":"2026-03-18T14:37:12.205499Z","steps":["trace[1136174644] 'agreement among raft nodes before linearized reading' (duration: 360.935992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:12.205517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.320211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:37:12.205309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:11.703289Z","time spent":"502.015061ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:37:12.20553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:11.84451Z","time spent":"361.013215ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:37:12.205558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.139291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:12.205572Z","caller":"traceutil/trace.go:171","msg":"trace[1006498241] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:18237; }","duration":"149.421683ms","start":"2026-03-18T14:37:12.056126Z","end":"2026-03-18T14:37:12.205548Z","steps":["trace[1006498241] 'agreement among raft nodes before linearized reading' (duration: 149.272689ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:12.205594Z","caller":"traceutil/trace.go:171","msg":"trace[1153715226] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18237; }","duration":"506.201834ms","start":"2026-03-18T14:37:11.699384Z","end":"2026-03-18T14:37:12.205586Z","steps":["trace[1153715226] 'agreement among raft nodes before linearized reading' (duration: 506.157242ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:12.205126Z","caller":"traceutil/trace.go:171","msg":"trace[1594104638] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18237; }","duration":"588.441133ms","start":"2026-03-18T14:37:11.616669Z","end":"2026-03-18T14:37:12.205111Z","steps":["trace[1594104638] 'agreement among raft nodes before linearized reading' (duration: 588.28868ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:12.205571Z","caller":"traceutil/trace.go:171","msg":"trace[648605247] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18237; }","duration":"573.137431ms","start":"2026-03-18T14:37:11.632348Z","end":"2026-03-18T14:37:12.205486Z","steps":["trace[648605247] 'agreement among raft nodes before linearized reading' (duration: 572.558255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:12.204636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.548819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:37:12.204638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:11.844461Z","time spent":"360.135351ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:37:12.205718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:11.632327Z","time spent":"573.350375ms","remote":"127.0.0.1:50056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:37:12.205643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:11.616658Z","time spent":"588.972567ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:37:12.205355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.465669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:12.205836Z","caller":"traceutil/trace.go:171","msg":"trace[945420729] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:18237; }","duration":"360.965824ms","start":"2026-03-18T14:37:11.844861Z","end":"2026-03-18T14:37:12.205827Z","steps":["trace[945420729] 'agreement among raft nodes before linearized reading' (duration: 360.413709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:12.205885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:11.844853Z","time spent":"361.017005ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:37:12.205518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:11.703497Z","time spent":"502.003681ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:37:12.205629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:11.699365Z","time spent":"506.256295ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-03-18T14:37:12.205369Z","caller":"traceutil/trace.go:171","msg":"trace[1165577750] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18237; }","duration":"149.274929ms","start":"2026-03-18T14:37:12.056088Z","end":"2026-03-18T14:37:12.205363Z","steps":["trace[1165577750] 'agreement among raft nodes before linearized reading' (duration: 149.234818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:12.205378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:11.703255Z","time spent":"502.117554ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:37:12.205398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.430554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:12.205452Z","caller":"traceutil/trace.go:171","msg":"trace[509284306] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:18237; }","duration":"149.753271ms","start":"2026-03-18T14:37:12.055694Z","end":"2026-03-18T14:37:12.205447Z","steps":["trace[509284306] 'agreement among raft nodes before linearized reading' (duration: 149.716601ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:12.205445Z","caller":"traceutil/trace.go:171","msg":"trace[1669665190] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18237; }","duration":"360.726416ms","start":"2026-03-18T14:37:11.844708Z","end":"2026-03-18T14:37:12.205435Z","steps":["trace[1669665190] 'agreement among raft nodes before linearized reading' (duration: 360.656305ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:12.206272Z","caller":"traceutil/trace.go:171","msg":"trace[1644392212] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18237; }","duration":"150.276167ms","start":"2026-03-18T14:37:12.05595Z","end":"2026-03-18T14:37:12.206226Z","steps":["trace[1644392212] 'agreement among raft nodes before linearized reading' (duration: 149.433154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:12.205485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.81529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:12.206372Z","caller":"traceutil/trace.go:171","msg":"trace[24591568] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18237; }","duration":"361.734654ms","start":"2026-03-18T14:37:11.844624Z","end":"2026-03-18T14:37:12.206359Z","steps":["trace[24591568] 'agreement among raft nodes before linearized reading' (duration: 360.84168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:12.206415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:11.844603Z","time spent":"361.805005ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-03-18T14:37:12.205704Z","caller":"traceutil/trace.go:171","msg":"trace[1601908527] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:18237; }","duration":"505.68821ms","start":"2026-03-18T14:37:11.700007Z","end":"2026-03-18T14:37:12.205695Z","steps":["trace[1601908527] 'agreement among raft nodes before linearized reading' (duration: 504.527598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:12.206579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:11.699978Z","time spent":"506.535032ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:37:12.207955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:11.844686Z","time spent":"361.619611ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-03-18T14:37:12.489743Z","caller":"traceutil/trace.go:171","msg":"trace[973622180] transaction","detail":"{read_only:false; response_revision:18239; number_of_response:1; }","duration":"275.838865ms","start":"2026-03-18T14:37:12.213878Z","end":"2026-03-18T14:37:12.489717Z","steps":["trace[973622180] 'process raft request' (duration: 275.605869ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:12.490128Z","caller":"traceutil/trace.go:171","msg":"trace[289797878] transaction","detail":"{read_only:false; response_revision:18240; number_of_response:1; }","duration":"276.228685ms","start":"2026-03-18T14:37:12.213878Z","end":"2026-03-18T14:37:12.490107Z","steps":["trace[289797878] 'process raft request' (duration: 275.781983ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:12.490171Z","caller":"traceutil/trace.go:171","msg":"trace[64385999] linearizableReadLoop","detail":"{readStateIndex:18970; appliedIndex:18966; }","duration":"207.354708ms","start":"2026-03-18T14:37:12.282791Z","end":"2026-03-18T14:37:12.490146Z","steps":["trace[64385999] 'read index received' (duration: 206.67291ms)","trace[64385999] 'applied index is now lower than readState.Index' (duration: 680.618µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:37:12.490276Z","caller":"traceutil/trace.go:171","msg":"trace[143292127] transaction","detail":"{read_only:false; response_revision:18241; number_of_response:1; }","duration":"276.303018ms","start":"2026-03-18T14:37:12.213892Z","end":"2026-03-18T14:37:12.490195Z","steps":["trace[143292127] 'process raft request' (duration: 276.079112ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:12.490345Z","caller":"traceutil/trace.go:171","msg":"trace[357107566] transaction","detail":"{read_only:false; response_revision:18242; number_of_response:1; }","duration":"274.693694ms","start":"2026-03-18T14:37:12.215599Z","end":"2026-03-18T14:37:12.490293Z","steps":["trace[357107566] 'process raft request' (duration: 274.495939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:12.491755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.504314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:983205"} {"level":"info","ts":"2026-03-18T14:37:12.491807Z","caller":"traceutil/trace.go:171","msg":"trace[79086103] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:18242; }","duration":"276.605876ms","start":"2026-03-18T14:37:12.215189Z","end":"2026-03-18T14:37:12.491795Z","steps":["trace[79086103] 'agreement among raft nodes before linearized reading' (duration: 275.074815ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:12.957668Z","caller":"traceutil/trace.go:171","msg":"trace[468096536] transaction","detail":"{read_only:false; response_revision:18243; number_of_response:1; }","duration":"108.241992ms","start":"2026-03-18T14:37:12.849397Z","end":"2026-03-18T14:37:12.957639Z","steps":["trace[468096536] 'process raft request' (duration: 108.085547ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:13.314895Z","caller":"traceutil/trace.go:171","msg":"trace[341298565] transaction","detail":"{read_only:false; response_revision:18244; number_of_response:1; }","duration":"208.393175ms","start":"2026-03-18T14:37:13.106478Z","end":"2026-03-18T14:37:13.314871Z","steps":["trace[341298565] 'process raft request' (duration: 208.203ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:13.535904Z","caller":"traceutil/trace.go:171","msg":"trace[1982281959] transaction","detail":"{read_only:false; response_revision:18245; number_of_response:1; }","duration":"319.632078ms","start":"2026-03-18T14:37:13.216245Z","end":"2026-03-18T14:37:13.535877Z","steps":["trace[1982281959] 'process raft request' (duration: 319.408502ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:13.536039Z","caller":"traceutil/trace.go:171","msg":"trace[1664708901] linearizableReadLoop","detail":"{readStateIndex:18974; appliedIndex:18972; }","duration":"125.121097ms","start":"2026-03-18T14:37:13.410898Z","end":"2026-03-18T14:37:13.53602Z","steps":["trace[1664708901] 'read index received' (duration: 124.692815ms)","trace[1664708901] 'applied index is now lower than readState.Index' (duration: 427.092µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:37:13.536139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.22381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:13.536192Z","caller":"traceutil/trace.go:171","msg":"trace[1931771157] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:18246; }","duration":"125.286982ms","start":"2026-03-18T14:37:13.410892Z","end":"2026-03-18T14:37:13.536179Z","steps":["trace[1931771157] 'agreement among raft nodes before linearized reading' (duration: 125.197109ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:13.536197Z","caller":"traceutil/trace.go:171","msg":"trace[865147461] transaction","detail":"{read_only:false; response_revision:18246; number_of_response:1; }","duration":"312.178187ms","start":"2026-03-18T14:37:13.223989Z","end":"2026-03-18T14:37:13.536167Z","steps":["trace[865147461] 'process raft request' (duration: 311.826946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:13.536156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:13.216211Z","time spent":"319.843254ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5364,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:37:13.536327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:13.223973Z","time spent":"312.284929ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:37:14.506355Z","caller":"traceutil/trace.go:171","msg":"trace[153710548] linearizableReadLoop","detail":"{readStateIndex:18976; appliedIndex:18975; }","duration":"293.334518ms","start":"2026-03-18T14:37:14.213003Z","end":"2026-03-18T14:37:14.506337Z","steps":["trace[153710548] 'read index received' (duration: 293.120712ms)","trace[153710548] 'applied index is now lower than readState.Index' (duration: 212.816µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:37:14.506462Z","caller":"traceutil/trace.go:171","msg":"trace[832501690] transaction","detail":"{read_only:false; response_revision:18248; number_of_response:1; }","duration":"303.768919ms","start":"2026-03-18T14:37:14.202676Z","end":"2026-03-18T14:37:14.506445Z","steps":["trace[832501690] 'process raft request' (duration: 303.517342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:14.506553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:14.202655Z","time spent":"303.832401ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:37:14.506574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.550453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:14.506612Z","caller":"traceutil/trace.go:171","msg":"trace[584757764] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:18248; }","duration":"293.623017ms","start":"2026-03-18T14:37:14.212979Z","end":"2026-03-18T14:37:14.506602Z","steps":["trace[584757764] 'agreement among raft nodes before linearized reading' (duration: 293.559904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:14.506802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.41187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:37:14.506803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.291766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:14.506856Z","caller":"traceutil/trace.go:171","msg":"trace[2110366976] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18248; }","duration":"293.475492ms","start":"2026-03-18T14:37:14.213369Z","end":"2026-03-18T14:37:14.506844Z","steps":["trace[2110366976] 'agreement among raft nodes before linearized reading' (duration: 293.40581ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:14.506906Z","caller":"traceutil/trace.go:171","msg":"trace[157780469] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:18248; }","duration":"293.420759ms","start":"2026-03-18T14:37:14.213458Z","end":"2026-03-18T14:37:14.506879Z","steps":["trace[157780469] 'agreement among raft nodes before linearized reading' (duration: 293.222684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:14.506964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.955196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:14.506999Z","caller":"traceutil/trace.go:171","msg":"trace[1477362720] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:18248; }","duration":"294.020716ms","start":"2026-03-18T14:37:14.212969Z","end":"2026-03-18T14:37:14.50699Z","steps":["trace[1477362720] 'agreement among raft nodes before linearized reading' (duration: 293.964545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:14.507014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.827701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:14.50706Z","caller":"traceutil/trace.go:171","msg":"trace[855337482] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:18248; }","duration":"293.885034ms","start":"2026-03-18T14:37:14.213166Z","end":"2026-03-18T14:37:14.507051Z","steps":["trace[855337482] 'agreement among raft nodes before linearized reading' (duration: 293.821891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:14.507062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.794511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:37:14.506981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.641496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:14.507121Z","caller":"traceutil/trace.go:171","msg":"trace[798777738] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18248; }","duration":"293.843531ms","start":"2026-03-18T14:37:14.213261Z","end":"2026-03-18T14:37:14.507104Z","steps":["trace[798777738] 'agreement among raft nodes before linearized reading' (duration: 293.77384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:14.507148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.073778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:14.507142Z","caller":"traceutil/trace.go:171","msg":"trace[1995362562] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:18248; }","duration":"293.842862ms","start":"2026-03-18T14:37:14.21328Z","end":"2026-03-18T14:37:14.507123Z","steps":["trace[1995362562] 'agreement among raft nodes before linearized reading' (duration: 293.578085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:14.507099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.798621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:14.507218Z","caller":"traceutil/trace.go:171","msg":"trace[1849237929] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18248; }","duration":"293.931624ms","start":"2026-03-18T14:37:14.213268Z","end":"2026-03-18T14:37:14.5072Z","steps":["trace[1849237929] 'agreement among raft nodes before linearized reading' (duration: 293.77258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:14.506979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.74274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:14.5073Z","caller":"traceutil/trace.go:171","msg":"trace[1609140433] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18248; }","duration":"294.092499ms","start":"2026-03-18T14:37:14.213198Z","end":"2026-03-18T14:37:14.507291Z","steps":["trace[1609140433] 'agreement among raft nodes before linearized reading' (duration: 293.694038ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:14.507174Z","caller":"traceutil/trace.go:171","msg":"trace[1833209360] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18248; }","duration":"294.108409ms","start":"2026-03-18T14:37:14.213058Z","end":"2026-03-18T14:37:14.507167Z","steps":["trace[1833209360] 'agreement among raft nodes before linearized reading' (duration: 294.069928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:14.507355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.966785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:14.507396Z","caller":"traceutil/trace.go:171","msg":"trace[1631248966] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18248; }","duration":"294.022346ms","start":"2026-03-18T14:37:14.213363Z","end":"2026-03-18T14:37:14.507385Z","steps":["trace[1631248966] 'agreement among raft nodes before linearized reading' (duration: 293.948074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:14.507424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.069137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:14.507452Z","caller":"traceutil/trace.go:171","msg":"trace[461731143] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18248; }","duration":"294.108718ms","start":"2026-03-18T14:37:14.213335Z","end":"2026-03-18T14:37:14.507444Z","steps":["trace[461731143] 'agreement among raft nodes before linearized reading' (duration: 294.060678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:14.50746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.956057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22018"} {"level":"warn","ts":"2026-03-18T14:37:14.507475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.955866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:14.5075Z","caller":"traceutil/trace.go:171","msg":"trace[39374804] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:18248; }","duration":"207.010127ms","start":"2026-03-18T14:37:14.300478Z","end":"2026-03-18T14:37:14.507488Z","steps":["trace[39374804] 'agreement among raft nodes before linearized reading' (duration: 206.872654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:14.507524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.16975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:37:14.507541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.16751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:14.507571Z","caller":"traceutil/trace.go:171","msg":"trace[266427816] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18248; }","duration":"294.202992ms","start":"2026-03-18T14:37:14.21336Z","end":"2026-03-18T14:37:14.507563Z","steps":["trace[266427816] 'agreement among raft nodes before linearized reading' (duration: 294.15837ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:14.507533Z","caller":"traceutil/trace.go:171","msg":"trace[1595455396] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18248; }","duration":"294.043687ms","start":"2026-03-18T14:37:14.213475Z","end":"2026-03-18T14:37:14.507519Z","steps":["trace[1595455396] 'agreement among raft nodes before linearized reading' (duration: 293.956794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:14.507625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.291095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:37:14.507658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.457991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:37:14.507568Z","caller":"traceutil/trace.go:171","msg":"trace[1020308901] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:18248; }","duration":"294.240223ms","start":"2026-03-18T14:37:14.213316Z","end":"2026-03-18T14:37:14.507556Z","steps":["trace[1020308901] 'agreement among raft nodes before linearized reading' (duration: 294.173991ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:14.507669Z","caller":"traceutil/trace.go:171","msg":"trace[1670046452] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18248; }","duration":"294.341405ms","start":"2026-03-18T14:37:14.213317Z","end":"2026-03-18T14:37:14.507658Z","steps":["trace[1670046452] 'agreement among raft nodes before linearized reading' (duration: 294.274724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:14.507751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.12102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:14.507709Z","caller":"traceutil/trace.go:171","msg":"trace[1583220275] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18248; }","duration":"220.534183ms","start":"2026-03-18T14:37:14.287162Z","end":"2026-03-18T14:37:14.507696Z","steps":["trace[1583220275] 'agreement among raft nodes before linearized reading' (duration: 220.39912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:14.507772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.225942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:14.507795Z","caller":"traceutil/trace.go:171","msg":"trace[1516307148] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18248; }","duration":"294.167861ms","start":"2026-03-18T14:37:14.213609Z","end":"2026-03-18T14:37:14.507776Z","steps":["trace[1516307148] 'agreement among raft nodes before linearized reading' (duration: 294.111869ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:14.507822Z","caller":"traceutil/trace.go:171","msg":"trace[1078295020] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18248; }","duration":"294.288494ms","start":"2026-03-18T14:37:14.213522Z","end":"2026-03-18T14:37:14.50781Z","steps":["trace[1078295020] 'agreement among raft nodes before linearized reading' (duration: 294.211862ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:14.617477Z","caller":"traceutil/trace.go:171","msg":"trace[1169605218] linearizableReadLoop","detail":"{readStateIndex:18977; appliedIndex:18976; }","duration":"104.071508ms","start":"2026-03-18T14:37:14.513383Z","end":"2026-03-18T14:37:14.617454Z","steps":["trace[1169605218] 'read index received' (duration: 9.004692ms)","trace[1169605218] 'applied index is now lower than readState.Index' (duration: 95.065726ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:37:14.617504Z","caller":"traceutil/trace.go:171","msg":"trace[550750571] transaction","detail":"{read_only:false; response_revision:18249; number_of_response:1; }","duration":"105.671312ms","start":"2026-03-18T14:37:14.511795Z","end":"2026-03-18T14:37:14.617467Z","steps":["trace[550750571] 'process raft request' (duration: 10.590755ms)","trace[550750571] 'compare' (duration: 94.905672ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:37:14.617866Z","caller":"traceutil/trace.go:171","msg":"trace[1916955186] transaction","detail":"{read_only:false; response_revision:18250; number_of_response:1; }","duration":"104.462419ms","start":"2026-03-18T14:37:14.513392Z","end":"2026-03-18T14:37:14.617854Z","steps":["trace[1916955186] 'process raft request' (duration: 104.027008ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:14.618177Z","caller":"traceutil/trace.go:171","msg":"trace[1606942182] transaction","detail":"{read_only:false; response_revision:18251; number_of_response:1; }","duration":"104.617945ms","start":"2026-03-18T14:37:14.513545Z","end":"2026-03-18T14:37:14.618163Z","steps":["trace[1606942182] 'process raft request' (duration: 104.07784ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:14.618421Z","caller":"traceutil/trace.go:171","msg":"trace[948094553] transaction","detail":"{read_only:false; response_revision:18253; number_of_response:1; }","duration":"104.717037ms","start":"2026-03-18T14:37:14.513684Z","end":"2026-03-18T14:37:14.618401Z","steps":["trace[948094553] 'process raft request' (duration: 104.600134ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:14.618444Z","caller":"traceutil/trace.go:171","msg":"trace[1651621692] transaction","detail":"{read_only:false; response_revision:18252; number_of_response:1; }","duration":"104.84509ms","start":"2026-03-18T14:37:14.513587Z","end":"2026-03-18T14:37:14.618432Z","steps":["trace[1651621692] 'process raft request' (duration: 104.522061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:14.618944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.542749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:983391"} {"level":"info","ts":"2026-03-18T14:37:14.618995Z","caller":"traceutil/trace.go:171","msg":"trace[1374520259] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:18250; }","duration":"105.632281ms","start":"2026-03-18T14:37:14.513351Z","end":"2026-03-18T14:37:14.618983Z","steps":["trace[1374520259] 'agreement among raft nodes before linearized reading' (duration: 104.229024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:14.619406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.056289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:99 size:983391"} {"level":"info","ts":"2026-03-18T14:37:14.619477Z","caller":"traceutil/trace.go:171","msg":"trace[895017023] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:99; response_revision:18253; }","duration":"104.187523ms","start":"2026-03-18T14:37:14.515273Z","end":"2026-03-18T14:37:14.619461Z","steps":["trace[895017023] 'agreement among raft nodes before linearized reading' (duration: 103.087632ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:15.904782Z","caller":"traceutil/trace.go:171","msg":"trace[2038459461] transaction","detail":"{read_only:false; response_revision:18257; number_of_response:1; }","duration":"245.168287ms","start":"2026-03-18T14:37:15.659584Z","end":"2026-03-18T14:37:15.904753Z","steps":["trace[2038459461] 'process raft request' (duration: 244.965851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:16.096463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.858817ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:37:28.62546Z","caller":"traceutil/trace.go:171","msg":"trace[558518490] linearizableReadLoop","detail":"{readStateIndex:19079; appliedIndex:19078; }","duration":"127.05744ms","start":"2026-03-18T14:37:28.498377Z","end":"2026-03-18T14:37:28.625435Z","steps":["trace[558518490] 'read index received' (duration: 126.905477ms)","trace[558518490] 'applied index is now lower than readState.Index' (duration: 150.613µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:37:28.62559Z","caller":"traceutil/trace.go:171","msg":"trace[407247772] transaction","detail":"{read_only:false; response_revision:18348; number_of_response:1; }","duration":"130.098582ms","start":"2026-03-18T14:37:28.495479Z","end":"2026-03-18T14:37:28.625578Z","steps":["trace[407247772] 'process raft request' (duration: 129.803015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:28.625867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.471982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130028"} {"level":"info","ts":"2026-03-18T14:37:28.625917Z","caller":"traceutil/trace.go:171","msg":"trace[1275444770] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:18348; }","duration":"127.553573ms","start":"2026-03-18T14:37:28.498351Z","end":"2026-03-18T14:37:28.625904Z","steps":["trace[1275444770] 'agreement among raft nodes before linearized reading' (duration: 127.344498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:28.646688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.073622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:28.646782Z","caller":"traceutil/trace.go:171","msg":"trace[1595319987] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18350; }","duration":"103.214086ms","start":"2026-03-18T14:37:28.543549Z","end":"2026-03-18T14:37:28.646763Z","steps":["trace[1595319987] 'agreement among raft nodes before linearized reading' (duration: 103.048922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:28.646889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.43154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:37:28.646924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.683111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:37:28.646946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.35583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:37:28.646942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.399422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:28.646969Z","caller":"traceutil/trace.go:171","msg":"trace[915295766] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18350; }","duration":"104.544322ms","start":"2026-03-18T14:37:28.542407Z","end":"2026-03-18T14:37:28.646951Z","steps":["trace[915295766] 'agreement among raft nodes before linearized reading' (duration: 104.422839ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:28.64698Z","caller":"traceutil/trace.go:171","msg":"trace[1079979437] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18350; }","duration":"103.409922ms","start":"2026-03-18T14:37:28.543561Z","end":"2026-03-18T14:37:28.646971Z","steps":["trace[1079979437] 'agreement among raft nodes before linearized reading' (duration: 103.360581ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:28.647012Z","caller":"traceutil/trace.go:171","msg":"trace[1391316228] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18350; }","duration":"103.488554ms","start":"2026-03-18T14:37:28.543505Z","end":"2026-03-18T14:37:28.646994Z","steps":["trace[1391316228] 'agreement among raft nodes before linearized reading' (duration: 103.371941ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:28.647057Z","caller":"traceutil/trace.go:171","msg":"trace[8806274] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18350; }","duration":"102.755623ms","start":"2026-03-18T14:37:28.544212Z","end":"2026-03-18T14:37:28.646968Z","steps":["trace[8806274] 'agreement among raft nodes before linearized reading' (duration: 102.656821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:28.647149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.567693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4660"} {"level":"info","ts":"2026-03-18T14:37:28.647182Z","caller":"traceutil/trace.go:171","msg":"trace[1447085660] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:18350; }","duration":"104.660855ms","start":"2026-03-18T14:37:28.542513Z","end":"2026-03-18T14:37:28.647174Z","steps":["trace[1447085660] 'agreement among raft nodes before linearized reading' (duration: 104.533802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:28.647165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.777137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:37:28.647219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.70537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:37:28.647212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.045432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:37:28.646696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.666046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-18T14:37:28.647275Z","caller":"traceutil/trace.go:171","msg":"trace[178721504] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:18350; }","duration":"136.780602ms","start":"2026-03-18T14:37:28.510479Z","end":"2026-03-18T14:37:28.64726Z","steps":["trace[178721504] 'agreement among raft nodes before linearized reading' (duration: 136.657198ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:28.647274Z","caller":"traceutil/trace.go:171","msg":"trace[1919498381] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18350; }","duration":"101.933201ms","start":"2026-03-18T14:37:28.545314Z","end":"2026-03-18T14:37:28.647247Z","steps":["trace[1919498381] 'agreement among raft nodes before linearized reading' (duration: 101.745646ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:28.647295Z","caller":"traceutil/trace.go:171","msg":"trace[1585627318] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18350; }","duration":"106.156646ms","start":"2026-03-18T14:37:28.541116Z","end":"2026-03-18T14:37:28.647273Z","steps":["trace[1585627318] 'agreement among raft nodes before linearized reading' (duration: 106.008041ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:28.647316Z","caller":"traceutil/trace.go:171","msg":"trace[1093686826] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:18350; }","duration":"148.321013ms","start":"2026-03-18T14:37:28.498976Z","end":"2026-03-18T14:37:28.647297Z","steps":["trace[1093686826] 'agreement among raft nodes before linearized reading' (duration: 147.491361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:28.647385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.123403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:1 size:4660"} {"level":"info","ts":"2026-03-18T14:37:28.647864Z","caller":"traceutil/trace.go:171","msg":"trace[668777382] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:1; response_revision:18350; }","duration":"103.555276ms","start":"2026-03-18T14:37:28.544221Z","end":"2026-03-18T14:37:28.647776Z","steps":["trace[668777382] 'agreement among raft nodes before linearized reading' (duration: 102.62177ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:28.778471Z","caller":"traceutil/trace.go:171","msg":"trace[931516762] transaction","detail":"{read_only:false; response_revision:18351; number_of_response:1; }","duration":"147.46005ms","start":"2026-03-18T14:37:28.63098Z","end":"2026-03-18T14:37:28.77844Z","steps":["trace[931516762] 'process raft request' (duration: 115.505538ms)","trace[931516762] 'compare' (duration: 31.536411ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:37:28.778504Z","caller":"traceutil/trace.go:171","msg":"trace[1277980020] transaction","detail":"{read_only:false; response_revision:18352; number_of_response:1; }","duration":"147.500451ms","start":"2026-03-18T14:37:28.630982Z","end":"2026-03-18T14:37:28.778482Z","steps":["trace[1277980020] 'process raft request' (duration: 147.210554ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:28.778524Z","caller":"traceutil/trace.go:171","msg":"trace[1895667237] transaction","detail":"{read_only:false; response_revision:18353; number_of_response:1; }","duration":"145.804535ms","start":"2026-03-18T14:37:28.632676Z","end":"2026-03-18T14:37:28.778481Z","steps":["trace[1895667237] 'process raft request' (duration: 145.639341ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:28.96932Z","caller":"traceutil/trace.go:171","msg":"trace[1227878067] transaction","detail":"{read_only:false; response_revision:18356; number_of_response:1; }","duration":"184.750777ms","start":"2026-03-18T14:37:28.784543Z","end":"2026-03-18T14:37:28.969294Z","steps":["trace[1227878067] 'process raft request' (duration: 184.665165ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:28.969338Z","caller":"traceutil/trace.go:171","msg":"trace[184580824] transaction","detail":"{read_only:false; response_revision:18355; number_of_response:1; }","duration":"185.039564ms","start":"2026-03-18T14:37:28.78427Z","end":"2026-03-18T14:37:28.969309Z","steps":["trace[184580824] 'process raft request' (duration: 123.520204ms)","trace[184580824] 'compare' (duration: 61.268834ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:37:28.969586Z","caller":"traceutil/trace.go:171","msg":"trace[1159949074] transaction","detail":"{read_only:false; response_revision:18357; number_of_response:1; }","duration":"184.896021ms","start":"2026-03-18T14:37:28.784679Z","end":"2026-03-18T14:37:28.969575Z","steps":["trace[1159949074] 'process raft request' (duration: 184.573432ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:28.969988Z","caller":"traceutil/trace.go:171","msg":"trace[529848451] transaction","detail":"{read_only:false; response_revision:18358; number_of_response:1; }","duration":"185.155758ms","start":"2026-03-18T14:37:28.784812Z","end":"2026-03-18T14:37:28.969968Z","steps":["trace[529848451] 'process raft request' (duration: 184.719606ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:28.970018Z","caller":"traceutil/trace.go:171","msg":"trace[521981582] linearizableReadLoop","detail":"{readStateIndex:19090; appliedIndex:19084; }","duration":"183.484022ms","start":"2026-03-18T14:37:28.786509Z","end":"2026-03-18T14:37:28.969993Z","steps":["trace[521981582] 'read index received' (duration: 66.105895ms)","trace[521981582] 'applied index is now lower than readState.Index' (duration: 117.376887ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:37:28.970041Z","caller":"traceutil/trace.go:171","msg":"trace[458232981] transaction","detail":"{read_only:false; response_revision:18359; number_of_response:1; }","duration":"184.575803ms","start":"2026-03-18T14:37:28.785439Z","end":"2026-03-18T14:37:28.970014Z","steps":["trace[458232981] 'process raft request' (duration: 184.425238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:28.970325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.805391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-bflh8\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-03-18T14:37:28.970409Z","caller":"traceutil/trace.go:171","msg":"trace[1578056880] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-bflh8; range_end:; response_count:1; response_revision:18359; }","duration":"183.918454ms","start":"2026-03-18T14:37:28.786471Z","end":"2026-03-18T14:37:28.97039Z","steps":["trace[1578056880] 'agreement among raft nodes before linearized reading' (duration: 183.668588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:28.970455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.70771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-18T14:37:28.970519Z","caller":"traceutil/trace.go:171","msg":"trace[2095393731] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:18359; }","duration":"166.811162ms","start":"2026-03-18T14:37:28.803692Z","end":"2026-03-18T14:37:28.970504Z","steps":["trace[2095393731] 'agreement among raft nodes before linearized reading' (duration: 166.603277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:28.970889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.207371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-rabbit-init-lznmm\" ","response":"range_response_count:1 size:5082"} {"level":"info","ts":"2026-03-18T14:37:28.971004Z","caller":"traceutil/trace.go:171","msg":"trace[1709734330] range","detail":"{range_begin:/registry/pods/openstack/heat-rabbit-init-lznmm; range_end:; response_count:1; response_revision:18359; }","duration":"178.365075ms","start":"2026-03-18T14:37:28.79262Z","end":"2026-03-18T14:37:28.970985Z","steps":["trace[1709734330] 'agreement among raft nodes before linearized reading' (duration: 177.565103ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:39.660654Z","caller":"traceutil/trace.go:171","msg":"trace[2112147038] transaction","detail":"{read_only:false; response_revision:18464; number_of_response:1; }","duration":"321.24439ms","start":"2026-03-18T14:37:39.339384Z","end":"2026-03-18T14:37:39.660629Z","steps":["trace[2112147038] 'process raft request' (duration: 321.108257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:39.660797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:39.339365Z","time spent":"321.370774ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:37:39.882674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.797407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:37:39.882996Z","caller":"traceutil/trace.go:171","msg":"trace[337885745] transaction","detail":"{read_only:false; response_revision:18467; number_of_response:1; }","duration":"181.91076ms","start":"2026-03-18T14:37:39.701065Z","end":"2026-03-18T14:37:39.882975Z","steps":["trace[337885745] 'process raft request' (duration: 181.838308ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:39.883133Z","caller":"traceutil/trace.go:171","msg":"trace[1452407598] transaction","detail":"{read_only:false; response_revision:18465; number_of_response:1; }","duration":"528.998868ms","start":"2026-03-18T14:37:39.354105Z","end":"2026-03-18T14:37:39.883104Z","steps":["trace[1452407598] 'process raft request' (duration: 356.678997ms)","trace[1452407598] 'compare' (duration: 171.647194ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:37:39.883188Z","caller":"traceutil/trace.go:171","msg":"trace[951443820] linearizableReadLoop","detail":"{readStateIndex:19201; appliedIndex:19198; }","duration":"339.389321ms","start":"2026-03-18T14:37:39.543785Z","end":"2026-03-18T14:37:39.883174Z","steps":["trace[951443820] 'read index received' (duration: 116.795452ms)","trace[951443820] 'applied index is now lower than readState.Index' (duration: 222.592369ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:37:39.883207Z","caller":"traceutil/trace.go:171","msg":"trace[846596927] transaction","detail":"{read_only:false; response_revision:18466; number_of_response:1; }","duration":"405.338501ms","start":"2026-03-18T14:37:39.477829Z","end":"2026-03-18T14:37:39.883167Z","steps":["trace[846596927] 'process raft request' (duration: 404.9668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:39.883277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.491694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:37:39.883271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:39.354081Z","time spent":"529.120601ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23198,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:37:39.883307Z","caller":"traceutil/trace.go:171","msg":"trace[914839492] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:18467; }","duration":"339.561335ms","start":"2026-03-18T14:37:39.543737Z","end":"2026-03-18T14:37:39.883298Z","steps":["trace[914839492] 'agreement among raft nodes before linearized reading' (duration: 339.504843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:39.883329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:39.543718Z","time spent":"339.604346ms","remote":"127.0.0.1:56806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:37:39.883374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:39.477808Z","time spent":"405.482585ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:37:39.883395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.88557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:39.883479Z","caller":"traceutil/trace.go:171","msg":"trace[1282080422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18467; }","duration":"315.033783ms","start":"2026-03-18T14:37:39.568421Z","end":"2026-03-18T14:37:39.883455Z","steps":["trace[1282080422] 'agreement among raft nodes before linearized reading' (duration: 314.855529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:39.883537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:39.568406Z","time spent":"315.122725ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:37:40.738538Z","caller":"traceutil/trace.go:171","msg":"trace[778573075] transaction","detail":"{read_only:false; response_revision:18469; number_of_response:1; }","duration":"380.698047ms","start":"2026-03-18T14:37:40.357814Z","end":"2026-03-18T14:37:40.738512Z","steps":["trace[778573075] 'process raft request' (duration: 380.510632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:40.738684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:40.357786Z","time spent":"380.83086ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:37:40.871Z","caller":"traceutil/trace.go:171","msg":"trace[63027812] linearizableReadLoop","detail":"{readStateIndex:19205; appliedIndex:19203; }","duration":"431.363934ms","start":"2026-03-18T14:37:40.439612Z","end":"2026-03-18T14:37:40.870976Z","steps":["trace[63027812] 'read index received' (duration: 298.748604ms)","trace[63027812] 'applied index is now lower than readState.Index' (duration: 132.61428ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:37:40.871114Z","caller":"traceutil/trace.go:171","msg":"trace[523885060] transaction","detail":"{read_only:false; response_revision:18471; number_of_response:1; }","duration":"364.549631ms","start":"2026-03-18T14:37:40.50655Z","end":"2026-03-18T14:37:40.8711Z","steps":["trace[523885060] 'process raft request' (duration: 364.369977ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:40.871148Z","caller":"traceutil/trace.go:171","msg":"trace[1409527730] transaction","detail":"{read_only:false; response_revision:18470; number_of_response:1; }","duration":"467.834559ms","start":"2026-03-18T14:37:40.403266Z","end":"2026-03-18T14:37:40.871101Z","steps":["trace[1409527730] 'process raft request' (duration: 467.49129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:40.871237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:40.506526Z","time spent":"364.622494ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:37:40.871417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:40.403249Z","time spent":"468.031904ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11104,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:37:40.871529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.800266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-18T14:37:40.87181Z","caller":"traceutil/trace.go:171","msg":"trace[467104825] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:18471; }","duration":"432.206758ms","start":"2026-03-18T14:37:40.43957Z","end":"2026-03-18T14:37:40.871777Z","steps":["trace[467104825] 'agreement among raft nodes before linearized reading' (duration: 431.692554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:40.871873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:40.439556Z","time spent":"432.304529ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"warn","ts":"2026-03-18T14:37:40.87212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.686265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:37:40.872162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.371294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:40.872185Z","caller":"traceutil/trace.go:171","msg":"trace[396805122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18472; }","duration":"301.777507ms","start":"2026-03-18T14:37:40.57039Z","end":"2026-03-18T14:37:40.872168Z","steps":["trace[396805122] 'agreement among raft nodes before linearized reading' (duration: 301.647683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:40.872249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:37:40.570373Z","time spent":"301.866799ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:37:40.872257Z","caller":"traceutil/trace.go:171","msg":"trace[1978289630] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18472; }","duration":"112.461715ms","start":"2026-03-18T14:37:40.759738Z","end":"2026-03-18T14:37:40.8722Z","steps":["trace[1978289630] 'agreement among raft nodes before linearized reading' (duration: 112.364384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:40.872335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.162984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:40.872399Z","caller":"traceutil/trace.go:171","msg":"trace[24284109] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18472; }","duration":"173.267678ms","start":"2026-03-18T14:37:40.699114Z","end":"2026-03-18T14:37:40.872382Z","steps":["trace[24284109] 'agreement among raft nodes before linearized reading' (duration: 173.166565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:40.872411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.229987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:40.872461Z","caller":"traceutil/trace.go:171","msg":"trace[1885235297] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18472; }","duration":"166.307491ms","start":"2026-03-18T14:37:40.706141Z","end":"2026-03-18T14:37:40.872448Z","steps":["trace[1885235297] 'agreement among raft nodes before linearized reading' (duration: 166.222088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:40.872511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.455459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:37:40.872536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.917807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:37:40.872533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.164208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:40.872568Z","caller":"traceutil/trace.go:171","msg":"trace[837252891] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18472; }","duration":"171.52313ms","start":"2026-03-18T14:37:40.701024Z","end":"2026-03-18T14:37:40.872547Z","steps":["trace[837252891] 'agreement among raft nodes before linearized reading' (duration: 171.464908ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:40.872576Z","caller":"traceutil/trace.go:171","msg":"trace[1112761021] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18472; }","duration":"172.996201ms","start":"2026-03-18T14:37:40.699567Z","end":"2026-03-18T14:37:40.872564Z","steps":["trace[1112761021] 'agreement among raft nodes before linearized reading' (duration: 172.936059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:40.872429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.260611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:40.872585Z","caller":"traceutil/trace.go:171","msg":"trace[1780649202] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18472; }","duration":"195.252281ms","start":"2026-03-18T14:37:40.677319Z","end":"2026-03-18T14:37:40.872571Z","steps":["trace[1780649202] 'agreement among raft nodes before linearized reading' (duration: 195.171498ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:40.872622Z","caller":"traceutil/trace.go:171","msg":"trace[1665464786] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18472; }","duration":"172.566238ms","start":"2026-03-18T14:37:40.700047Z","end":"2026-03-18T14:37:40.872613Z","steps":["trace[1665464786] 'agreement among raft nodes before linearized reading' (duration: 172.237959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:40.872585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.359001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:40.872878Z","caller":"traceutil/trace.go:171","msg":"trace[983025806] transaction","detail":"{read_only:false; response_revision:18472; number_of_response:1; }","duration":"112.039545ms","start":"2026-03-18T14:37:40.760824Z","end":"2026-03-18T14:37:40.872864Z","steps":["trace[983025806] 'process raft request' (duration: 111.027257ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:40.872891Z","caller":"traceutil/trace.go:171","msg":"trace[519770161] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18472; }","duration":"166.69504ms","start":"2026-03-18T14:37:40.706183Z","end":"2026-03-18T14:37:40.872878Z","steps":["trace[519770161] 'agreement among raft nodes before linearized reading' (duration: 166.377932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:40.873038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.278151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:40.873087Z","caller":"traceutil/trace.go:171","msg":"trace[2099918618] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18472; }","duration":"112.352344ms","start":"2026-03-18T14:37:40.760722Z","end":"2026-03-18T14:37:40.873074Z","steps":["trace[2099918618] 'agreement among raft nodes before linearized reading' (duration: 112.194649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:40.87305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.780738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:40.873324Z","caller":"traceutil/trace.go:171","msg":"trace[1340001765] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18472; }","duration":"112.095866ms","start":"2026-03-18T14:37:40.761201Z","end":"2026-03-18T14:37:40.873297Z","steps":["trace[1340001765] 'agreement among raft nodes before linearized reading' (duration: 111.766197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:40.873658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.902881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:40.873776Z","caller":"traceutil/trace.go:171","msg":"trace[1451923169] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18472; }","duration":"112.828446ms","start":"2026-03-18T14:37:40.760929Z","end":"2026-03-18T14:37:40.873757Z","steps":["trace[1451923169] 'agreement among raft nodes before linearized reading' (duration: 111.88496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:40.873009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.036095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:40.87529Z","caller":"traceutil/trace.go:171","msg":"trace[132954794] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18472; }","duration":"114.386538ms","start":"2026-03-18T14:37:40.760884Z","end":"2026-03-18T14:37:40.87527Z","steps":["trace[132954794] 'agreement among raft nodes before linearized reading' (duration: 112.097826ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:43.702128Z","caller":"traceutil/trace.go:171","msg":"trace[1061695603] linearizableReadLoop","detail":"{readStateIndex:19233; appliedIndex:19232; }","duration":"133.829362ms","start":"2026-03-18T14:37:43.568276Z","end":"2026-03-18T14:37:43.702105Z","steps":["trace[1061695603] 'read index received' (duration: 133.801861ms)","trace[1061695603] 'applied index is now lower than readState.Index' (duration: 26.321µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:37:43.702278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.950706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:37:43.702312Z","caller":"traceutil/trace.go:171","msg":"trace[1939171095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18497; }","duration":"134.047348ms","start":"2026-03-18T14:37:43.568255Z","end":"2026-03-18T14:37:43.702302Z","steps":["trace[1939171095] 'agreement among raft nodes before linearized reading' (duration: 133.942155ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:43.702592Z","caller":"traceutil/trace.go:171","msg":"trace[1493365035] transaction","detail":"{read_only:false; response_revision:18497; number_of_response:1; }","duration":"274.111899ms","start":"2026-03-18T14:37:43.428469Z","end":"2026-03-18T14:37:43.702581Z","steps":["trace[1493365035] 'process raft request' (duration: 273.453031ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:51.429463Z","caller":"traceutil/trace.go:171","msg":"trace[1912317447] linearizableReadLoop","detail":"{readStateIndex:19277; appliedIndex:19276; }","duration":"102.822315ms","start":"2026-03-18T14:37:51.326615Z","end":"2026-03-18T14:37:51.429437Z","steps":["trace[1912317447] 'read index received' (duration: 10.587355ms)","trace[1912317447] 'applied index is now lower than readState.Index' (duration: 92.23373ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:37:51.429527Z","caller":"traceutil/trace.go:171","msg":"trace[1547628575] transaction","detail":"{read_only:false; response_revision:18539; number_of_response:1; }","duration":"199.791503ms","start":"2026-03-18T14:37:51.229714Z","end":"2026-03-18T14:37:51.429506Z","steps":["trace[1547628575] 'process raft request' (duration: 107.557064ms)","trace[1547628575] 'compare' (duration: 91.988962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:37:51.429692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.066762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:37:51.429776Z","caller":"traceutil/trace.go:171","msg":"trace[597319789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18539; }","duration":"103.158305ms","start":"2026-03-18T14:37:51.326598Z","end":"2026-03-18T14:37:51.429757Z","steps":["trace[597319789] 'agreement among raft nodes before linearized reading' (duration: 102.938419ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:51.546357Z","caller":"traceutil/trace.go:171","msg":"trace[1723539720] linearizableReadLoop","detail":"{readStateIndex:19281; appliedIndex:19277; }","duration":"111.048937ms","start":"2026-03-18T14:37:51.435283Z","end":"2026-03-18T14:37:51.546332Z","steps":["trace[1723539720] 'read index received' (duration: 22.881157ms)","trace[1723539720] 'applied index is now lower than readState.Index' (duration: 88.16683ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:37:51.546366Z","caller":"traceutil/trace.go:171","msg":"trace[1846161846] transaction","detail":"{read_only:false; response_revision:18541; number_of_response:1; }","duration":"112.136196ms","start":"2026-03-18T14:37:51.434189Z","end":"2026-03-18T14:37:51.546325Z","steps":["trace[1846161846] 'process raft request' (duration: 98.826156ms)","trace[1846161846] 'compare' (duration: 13.078094ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:37:51.546413Z","caller":"traceutil/trace.go:171","msg":"trace[1646294929] transaction","detail":"{read_only:false; response_revision:18542; number_of_response:1; }","duration":"112.201308ms","start":"2026-03-18T14:37:51.434189Z","end":"2026-03-18T14:37:51.54639Z","steps":["trace[1646294929] 'process raft request' (duration: 112.028653ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:37:51.546454Z","caller":"traceutil/trace.go:171","msg":"trace[60695827] transaction","detail":"{read_only:false; response_revision:18543; number_of_response:1; }","duration":"111.753277ms","start":"2026-03-18T14:37:51.434657Z","end":"2026-03-18T14:37:51.546411Z","steps":["trace[60695827] 'process raft request' (duration: 111.630504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:37:51.547421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.118426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:102 size:1008919"} {"level":"info","ts":"2026-03-18T14:37:51.547478Z","caller":"traceutil/trace.go:171","msg":"trace[1429434867] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:102; response_revision:18543; }","duration":"112.211228ms","start":"2026-03-18T14:37:51.435255Z","end":"2026-03-18T14:37:51.547466Z","steps":["trace[1429434867] 'agreement among raft nodes before linearized reading' (duration: 111.16628ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:04.973801Z","caller":"traceutil/trace.go:171","msg":"trace[479784747] transaction","detail":"{read_only:false; response_revision:18624; number_of_response:1; }","duration":"117.135282ms","start":"2026-03-18T14:38:04.856648Z","end":"2026-03-18T14:38:04.973784Z","steps":["trace[479784747] 'process raft request' (duration: 24.410699ms)","trace[479784747] 'compare' (duration: 92.547198ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:38:05.17517Z","caller":"traceutil/trace.go:171","msg":"trace[1851481527] linearizableReadLoop","detail":"{readStateIndex:19365; appliedIndex:19364; }","duration":"201.356544ms","start":"2026-03-18T14:38:04.973771Z","end":"2026-03-18T14:38:05.175127Z","steps":["trace[1851481527] 'read index received' (duration: 183.7986ms)","trace[1851481527] 'applied index is now lower than readState.Index' (duration: 17.557004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:38:05.175271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.761932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:38:05.175328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.120807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:38:05.175284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.08765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:38:05.175304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.547634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:05.17536Z","caller":"traceutil/trace.go:171","msg":"trace[1676433874] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18625; }","duration":"215.175108ms","start":"2026-03-18T14:38:04.960174Z","end":"2026-03-18T14:38:05.175349Z","steps":["trace[1676433874] 'agreement among raft nodes before linearized reading' (duration: 215.132597ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:05.17538Z","caller":"traceutil/trace.go:171","msg":"trace[1396907482] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18625; }","duration":"213.672067ms","start":"2026-03-18T14:38:04.961692Z","end":"2026-03-18T14:38:05.175364Z","steps":["trace[1396907482] 'agreement among raft nodes before linearized reading' (duration: 213.517474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:05.175387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.928462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21377"} {"level":"info","ts":"2026-03-18T14:38:05.175435Z","caller":"traceutil/trace.go:171","msg":"trace[1569752935] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:18625; }","duration":"207.992964ms","start":"2026-03-18T14:38:04.967428Z","end":"2026-03-18T14:38:05.175421Z","steps":["trace[1569752935] 'agreement among raft nodes before linearized reading' (duration: 207.825259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:05.175454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.849104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21377"} {"level":"info","ts":"2026-03-18T14:38:05.175479Z","caller":"traceutil/trace.go:171","msg":"trace[1767660779] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:18625; }","duration":"209.896975ms","start":"2026-03-18T14:38:04.965575Z","end":"2026-03-18T14:38:05.175472Z","steps":["trace[1767660779] 'agreement among raft nodes before linearized reading' (duration: 209.803904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:05.175524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.084092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:05.175559Z","caller":"traceutil/trace.go:171","msg":"trace[1235908217] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18625; }","duration":"213.143184ms","start":"2026-03-18T14:38:04.962407Z","end":"2026-03-18T14:38:05.17555Z","steps":["trace[1235908217] 'agreement among raft nodes before linearized reading' (duration: 213.092393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:05.175632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.905034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:05.175654Z","caller":"traceutil/trace.go:171","msg":"trace[793007220] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18625; }","duration":"213.963125ms","start":"2026-03-18T14:38:04.961683Z","end":"2026-03-18T14:38:05.175647Z","steps":["trace[793007220] 'agreement among raft nodes before linearized reading' (duration: 213.929995ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:05.175674Z","caller":"traceutil/trace.go:171","msg":"trace[63551935] transaction","detail":"{read_only:false; response_revision:18625; number_of_response:1; }","duration":"203.80747ms","start":"2026-03-18T14:38:04.971852Z","end":"2026-03-18T14:38:05.17566Z","steps":["trace[63551935] 'process raft request' (duration: 185.768364ms)","trace[63551935] 'compare' (duration: 17.395729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:38:05.175746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.553129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:38:05.175753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.213576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:38:05.175648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.44084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21377"} {"level":"info","ts":"2026-03-18T14:38:05.17581Z","caller":"traceutil/trace.go:171","msg":"trace[1103831985] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18625; }","duration":"213.284328ms","start":"2026-03-18T14:38:04.962514Z","end":"2026-03-18T14:38:05.175798Z","steps":["trace[1103831985] 'agreement among raft nodes before linearized reading' (duration: 213.158734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:05.175848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.672332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:05.175881Z","caller":"traceutil/trace.go:171","msg":"trace[801291128] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18625; }","duration":"215.729483ms","start":"2026-03-18T14:38:04.960141Z","end":"2026-03-18T14:38:05.175871Z","steps":["trace[801291128] 'agreement among raft nodes before linearized reading' (duration: 215.681482ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:05.175324Z","caller":"traceutil/trace.go:171","msg":"trace[2132854904] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18625; }","duration":"212.846935ms","start":"2026-03-18T14:38:04.962463Z","end":"2026-03-18T14:38:05.17531Z","steps":["trace[2132854904] 'agreement among raft nodes before linearized reading' (duration: 212.717252ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:05.175802Z","caller":"traceutil/trace.go:171","msg":"trace[1419603746] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18625; }","duration":"215.61022ms","start":"2026-03-18T14:38:04.96018Z","end":"2026-03-18T14:38:05.175791Z","steps":["trace[1419603746] 'agreement among raft nodes before linearized reading' (duration: 215.528058ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:05.175362Z","caller":"traceutil/trace.go:171","msg":"trace[892029128] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:18625; }","duration":"217.219073ms","start":"2026-03-18T14:38:04.958131Z","end":"2026-03-18T14:38:05.17535Z","steps":["trace[892029128] 'agreement among raft nodes before linearized reading' (duration: 217.10786ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:05.176071Z","caller":"traceutil/trace.go:171","msg":"trace[1410085937] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:18625; }","duration":"210.661726ms","start":"2026-03-18T14:38:04.965178Z","end":"2026-03-18T14:38:05.17584Z","steps":["trace[1410085937] 'agreement among raft nodes before linearized reading' (duration: 210.398188ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:05.404069Z","caller":"traceutil/trace.go:171","msg":"trace[1249914248] linearizableReadLoop","detail":"{readStateIndex:19367; appliedIndex:19366; }","duration":"124.685416ms","start":"2026-03-18T14:38:05.279359Z","end":"2026-03-18T14:38:05.404044Z","steps":["trace[1249914248] 'read index received' (duration: 94.266844ms)","trace[1249914248] 'applied index is now lower than readState.Index' (duration: 30.417482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:38:05.404258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.886652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:05.404298Z","caller":"traceutil/trace.go:171","msg":"trace[871598507] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:18627; }","duration":"124.979603ms","start":"2026-03-18T14:38:05.279308Z","end":"2026-03-18T14:38:05.404288Z","steps":["trace[871598507] 'agreement among raft nodes before linearized reading' (duration: 124.832009ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:05.404301Z","caller":"traceutil/trace.go:171","msg":"trace[935729859] transaction","detail":"{read_only:false; response_revision:18627; number_of_response:1; }","duration":"142.855466ms","start":"2026-03-18T14:38:05.261317Z","end":"2026-03-18T14:38:05.404172Z","steps":["trace[935729859] 'process raft request' (duration: 112.343083ms)","trace[935729859] 'compare' (duration: 30.216915ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:38:05.801581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.223854ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:38:05.801678Z","caller":"traceutil/trace.go:171","msg":"trace[794129784] linearizableReadLoop","detail":"{readStateIndex:19368; appliedIndex:19367; }","duration":"281.984251ms","start":"2026-03-18T14:38:05.519678Z","end":"2026-03-18T14:38:05.801662Z","steps":["trace[794129784] 'read index received' (duration: 161.541081ms)","trace[794129784] 'applied index is now lower than readState.Index' (duration: 120.44179ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:38:05.801928Z","caller":"traceutil/trace.go:171","msg":"trace[1825878243] transaction","detail":"{read_only:false; response_revision:18628; number_of_response:1; }","duration":"306.388711ms","start":"2026-03-18T14:38:05.495525Z","end":"2026-03-18T14:38:05.801914Z","steps":["trace[1825878243] 'process raft request' (duration: 185.746995ms)","trace[1825878243] 'compare' (duration: 119.924157ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:38:05.80199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:38:05.495508Z","time spent":"306.449233ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:38:05.802188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.505535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:05.802227Z","caller":"traceutil/trace.go:171","msg":"trace[1038012107] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:18628; }","duration":"282.575548ms","start":"2026-03-18T14:38:05.519639Z","end":"2026-03-18T14:38:05.802215Z","steps":["trace[1038012107] 'agreement among raft nodes before linearized reading' (duration: 282.512447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:05.802523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.053205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:38:05.802731Z","caller":"traceutil/trace.go:171","msg":"trace[269967758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18628; }","duration":"278.295492ms","start":"2026-03-18T14:38:05.524427Z","end":"2026-03-18T14:38:05.802722Z","steps":["trace[269967758] 'agreement among raft nodes before linearized reading' (duration: 277.997284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:05.802942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.617483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:05.802978Z","caller":"traceutil/trace.go:171","msg":"trace[1202783171] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18628; }","duration":"231.683623ms","start":"2026-03-18T14:38:05.571286Z","end":"2026-03-18T14:38:05.80297Z","steps":["trace[1202783171] 'agreement among raft nodes before linearized reading' (duration: 231.629752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:05.803024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.274864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:38:05.803049Z","caller":"traceutil/trace.go:171","msg":"trace[1583275114] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18628; }","duration":"181.344806ms","start":"2026-03-18T14:38:05.621698Z","end":"2026-03-18T14:38:05.803043Z","steps":["trace[1583275114] 'agreement among raft nodes before linearized reading' (duration: 181.260753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:05.803056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.641991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-18T14:38:05.803131Z","caller":"traceutil/trace.go:171","msg":"trace[716730127] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18628; }","duration":"215.754263ms","start":"2026-03-18T14:38:05.587355Z","end":"2026-03-18T14:38:05.80311Z","steps":["trace[716730127] 'agreement among raft nodes before linearized reading' (duration: 215.532177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:05.803241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.471189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:38:05.803334Z","caller":"traceutil/trace.go:171","msg":"trace[119504778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18628; }","duration":"181.596981ms","start":"2026-03-18T14:38:05.621714Z","end":"2026-03-18T14:38:05.803311Z","steps":["trace[119504778] 'agreement among raft nodes before linearized reading' (duration: 181.328355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:05.803336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.622648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:38:05.80324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.367623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-18T14:38:05.803406Z","caller":"traceutil/trace.go:171","msg":"trace[2074492764] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18628; }","duration":"182.743743ms","start":"2026-03-18T14:38:05.620645Z","end":"2026-03-18T14:38:05.803389Z","steps":["trace[2074492764] 'agreement among raft nodes before linearized reading' (duration: 182.482176ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:05.803454Z","caller":"traceutil/trace.go:171","msg":"trace[1135685431] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:18628; }","duration":"255.62553ms","start":"2026-03-18T14:38:05.547809Z","end":"2026-03-18T14:38:05.803434Z","steps":["trace[1135685431] 'agreement among raft nodes before linearized reading' (duration: 255.26579ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:05.918073Z","caller":"traceutil/trace.go:171","msg":"trace[1326479643] transaction","detail":"{read_only:false; response_revision:18629; number_of_response:1; }","duration":"111.286485ms","start":"2026-03-18T14:38:05.80675Z","end":"2026-03-18T14:38:05.918037Z","steps":["trace[1326479643] 'process raft request' (duration: 111.013917ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:05.918112Z","caller":"traceutil/trace.go:171","msg":"trace[631529757] linearizableReadLoop","detail":"{readStateIndex:19375; appliedIndex:19368; }","duration":"107.515412ms","start":"2026-03-18T14:38:05.810574Z","end":"2026-03-18T14:38:05.91809Z","steps":["trace[631529757] 'read index received' (duration: 19.090825ms)","trace[631529757] 'applied index is now lower than readState.Index' (duration: 88.423587ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:38:05.918095Z","caller":"traceutil/trace.go:171","msg":"trace[1401914528] transaction","detail":"{read_only:false; response_revision:18630; number_of_response:1; }","duration":"110.957616ms","start":"2026-03-18T14:38:05.807103Z","end":"2026-03-18T14:38:05.91806Z","steps":["trace[1401914528] 'process raft request' (duration: 110.812781ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:05.918361Z","caller":"traceutil/trace.go:171","msg":"trace[468636116] transaction","detail":"{read_only:false; response_revision:18633; number_of_response:1; }","duration":"109.384103ms","start":"2026-03-18T14:38:05.80896Z","end":"2026-03-18T14:38:05.918344Z","steps":["trace[468636116] 'process raft request' (duration: 109.061194ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:05.918418Z","caller":"traceutil/trace.go:171","msg":"trace[1388187054] transaction","detail":"{read_only:false; response_revision:18632; number_of_response:1; }","duration":"110.596555ms","start":"2026-03-18T14:38:05.807753Z","end":"2026-03-18T14:38:05.91835Z","steps":["trace[1388187054] 'process raft request' (duration: 110.236285ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:05.918491Z","caller":"traceutil/trace.go:171","msg":"trace[1222470768] transaction","detail":"{read_only:false; response_revision:18631; number_of_response:1; }","duration":"110.915164ms","start":"2026-03-18T14:38:05.807528Z","end":"2026-03-18T14:38:05.918443Z","steps":["trace[1222470768] 'process raft request' (duration: 110.425202ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:05.918516Z","caller":"traceutil/trace.go:171","msg":"trace[216404280] transaction","detail":"{read_only:false; response_revision:18634; number_of_response:1; }","duration":"109.176777ms","start":"2026-03-18T14:38:05.809328Z","end":"2026-03-18T14:38:05.918505Z","steps":["trace[216404280] 'process raft request' (duration: 108.725405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:05.919226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.638722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:103 size:1034037"} {"level":"info","ts":"2026-03-18T14:38:05.91929Z","caller":"traceutil/trace.go:171","msg":"trace[1313750807] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:103; response_revision:18634; }","duration":"108.744706ms","start":"2026-03-18T14:38:05.81053Z","end":"2026-03-18T14:38:05.919275Z","steps":["trace[1313750807] 'agreement among raft nodes before linearized reading' (duration: 107.640927ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:10.106718Z","caller":"traceutil/trace.go:171","msg":"trace[618157816] linearizableReadLoop","detail":"{readStateIndex:19408; appliedIndex:19405; }","duration":"133.785932ms","start":"2026-03-18T14:38:09.972903Z","end":"2026-03-18T14:38:10.106689Z","steps":["trace[618157816] 'read index received' (duration: 133.172836ms)","trace[618157816] 'applied index is now lower than readState.Index' (duration: 612.055µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:38:10.106953Z","caller":"traceutil/trace.go:171","msg":"trace[952099728] transaction","detail":"{read_only:false; response_revision:18667; number_of_response:1; }","duration":"163.541935ms","start":"2026-03-18T14:38:09.943387Z","end":"2026-03-18T14:38:10.106929Z","steps":["trace[952099728] 'process raft request' (duration: 163.246107ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:10.107536Z","caller":"traceutil/trace.go:171","msg":"trace[232559896] transaction","detail":"{read_only:false; response_revision:18665; number_of_response:1; }","duration":"165.045454ms","start":"2026-03-18T14:38:09.942376Z","end":"2026-03-18T14:38:10.107422Z","steps":["trace[232559896] 'process raft request' (duration: 163.742369ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:10.106953Z","caller":"traceutil/trace.go:171","msg":"trace[775964686] transaction","detail":"{read_only:false; response_revision:18666; number_of_response:1; }","duration":"163.559265ms","start":"2026-03-18T14:38:09.943373Z","end":"2026-03-18T14:38:10.106933Z","steps":["trace[775964686] 'process raft request' (duration: 163.131733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:10.107211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.280025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-18T14:38:10.107864Z","caller":"traceutil/trace.go:171","msg":"trace[164880320] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:18668; }","duration":"134.973343ms","start":"2026-03-18T14:38:09.972864Z","end":"2026-03-18T14:38:10.107837Z","steps":["trace[164880320] 'agreement among raft nodes before linearized reading' (duration: 134.13961ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:11.943978Z","caller":"traceutil/trace.go:171","msg":"trace[1917983259] transaction","detail":"{read_only:false; response_revision:18674; number_of_response:1; }","duration":"114.919423ms","start":"2026-03-18T14:38:11.829038Z","end":"2026-03-18T14:38:11.943957Z","steps":["trace[1917983259] 'process raft request' (duration: 114.784149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:12.258891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.576628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:38:12.258963Z","caller":"traceutil/trace.go:171","msg":"trace[317604101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18675; }","duration":"145.690623ms","start":"2026-03-18T14:38:12.113256Z","end":"2026-03-18T14:38:12.258946Z","steps":["trace[317604101] 'range keys from in-memory index tree' (duration: 145.426484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:12.259607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.307393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:38:12.259638Z","caller":"traceutil/trace.go:171","msg":"trace[1265192134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18675; }","duration":"148.385134ms","start":"2026-03-18T14:38:12.111246Z","end":"2026-03-18T14:38:12.259631Z","steps":["trace[1265192134] 'range keys from in-memory index tree' (duration: 148.15213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:12.259648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.035135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:38:12.259765Z","caller":"traceutil/trace.go:171","msg":"trace[1700463823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18675; }","duration":"148.235421ms","start":"2026-03-18T14:38:12.111505Z","end":"2026-03-18T14:38:12.259741Z","steps":["trace[1700463823] 'range keys from in-memory index tree' (duration: 147.78769ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:12.388647Z","caller":"traceutil/trace.go:171","msg":"trace[605683581] linearizableReadLoop","detail":"{readStateIndex:19418; appliedIndex:19417; }","duration":"258.688592ms","start":"2026-03-18T14:38:12.129941Z","end":"2026-03-18T14:38:12.38863Z","steps":["trace[605683581] 'read index received' (duration: 258.580269ms)","trace[605683581] 'applied index is now lower than readState.Index' (duration: 107.703µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:38:12.388715Z","caller":"traceutil/trace.go:171","msg":"trace[558528274] transaction","detail":"{read_only:false; response_revision:18676; number_of_response:1; }","duration":"274.252243ms","start":"2026-03-18T14:38:12.114427Z","end":"2026-03-18T14:38:12.388679Z","steps":["trace[558528274] 'process raft request' (duration: 274.079608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:12.388948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.978431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-18T14:38:12.388973Z","caller":"traceutil/trace.go:171","msg":"trace[509435932] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:18676; }","duration":"259.067752ms","start":"2026-03-18T14:38:12.129899Z","end":"2026-03-18T14:38:12.388966Z","steps":["trace[509435932] 'agreement among raft nodes before linearized reading' (duration: 258.838206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:13.282829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.379055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:38:13.283079Z","caller":"traceutil/trace.go:171","msg":"trace[1928514872] transaction","detail":"{read_only:false; response_revision:18680; number_of_response:1; }","duration":"682.38821ms","start":"2026-03-18T14:38:12.600677Z","end":"2026-03-18T14:38:13.283065Z","steps":["trace[1928514872] 'process raft request' (duration: 682.337978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:13.283133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:38:12.600647Z","time spent":"682.461951ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:38:13.283377Z","caller":"traceutil/trace.go:171","msg":"trace[1132407321] transaction","detail":"{read_only:false; response_revision:18677; number_of_response:1; }","duration":"1.019960141s","start":"2026-03-18T14:38:12.263406Z","end":"2026-03-18T14:38:13.283366Z","steps":["trace[1132407321] 'process raft request' (duration: 597.96808ms)","trace[1132407321] 'compare' (duration: 421.153279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:38:13.283425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:38:12.263386Z","time spent":"1.020017993s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:38:13.283536Z","caller":"traceutil/trace.go:171","msg":"trace[1835398314] transaction","detail":"{read_only:false; response_revision:18678; number_of_response:1; }","duration":"1.01878087s","start":"2026-03-18T14:38:12.264745Z","end":"2026-03-18T14:38:13.283526Z","steps":["trace[1835398314] 'process raft request' (duration: 1.018161163s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:13.283576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:38:12.264736Z","time spent":"1.018821301s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:38:13.283662Z","caller":"traceutil/trace.go:171","msg":"trace[357146260] transaction","detail":"{read_only:false; response_revision:18679; number_of_response:1; }","duration":"1.018564504s","start":"2026-03-18T14:38:12.26509Z","end":"2026-03-18T14:38:13.283655Z","steps":["trace[357146260] 'process raft request' (duration: 1.017888196s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:13.2837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:38:12.265056Z","time spent":"1.018626115s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:38:13.283787Z","caller":"traceutil/trace.go:171","msg":"trace[252460921] linearizableReadLoop","detail":"{readStateIndex:19421; appliedIndex:19418; }","duration":"895.07797ms","start":"2026-03-18T14:38:12.388702Z","end":"2026-03-18T14:38:13.28378Z","steps":["trace[252460921] 'read index received' (duration: 472.683269ms)","trace[252460921] 'applied index is now lower than readState.Index' (duration: 422.393911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:38:13.284004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086777355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:38:13.28403Z","caller":"traceutil/trace.go:171","msg":"trace[959472536] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18680; }","duration":"1.086837316s","start":"2026-03-18T14:38:12.197187Z","end":"2026-03-18T14:38:13.284024Z","steps":["trace[959472536] 'agreement among raft nodes before linearized reading' (duration: 1.086738665s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:13.284053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:38:12.197169Z","time spent":"1.086879079s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:38:13.365331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.696483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:13.365479Z","caller":"traceutil/trace.go:171","msg":"trace[1228013108] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18681; }","duration":"168.873548ms","start":"2026-03-18T14:38:13.196587Z","end":"2026-03-18T14:38:13.36546Z","steps":["trace[1228013108] 'agreement among raft nodes before linearized reading' (duration: 168.676823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:13.365458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.773196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:38:13.365547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.567846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21377"} {"level":"warn","ts":"2026-03-18T14:38:13.365346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.104502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:13.365615Z","caller":"traceutil/trace.go:171","msg":"trace[1352298185] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:18681; }","duration":"156.637249ms","start":"2026-03-18T14:38:13.208957Z","end":"2026-03-18T14:38:13.365594Z","steps":["trace[1352298185] 'agreement among raft nodes before linearized reading' (duration: 156.466874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:13.365701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.396185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21377"} {"level":"info","ts":"2026-03-18T14:38:13.36573Z","caller":"traceutil/trace.go:171","msg":"trace[164422270] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18681; }","duration":"168.887969ms","start":"2026-03-18T14:38:13.19667Z","end":"2026-03-18T14:38:13.365558Z","steps":["trace[164422270] 'agreement among raft nodes before linearized reading' (duration: 168.765835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:13.365859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.848798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:38:13.365891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.837877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:38:13.365896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.006812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21377"} {"level":"info","ts":"2026-03-18T14:38:13.365925Z","caller":"traceutil/trace.go:171","msg":"trace[803191051] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18681; }","duration":"158.92622ms","start":"2026-03-18T14:38:13.206992Z","end":"2026-03-18T14:38:13.365919Z","steps":["trace[803191051] 'agreement among raft nodes before linearized reading' (duration: 158.789277ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:13.365951Z","caller":"traceutil/trace.go:171","msg":"trace[764747557] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:18681; }","duration":"156.076713ms","start":"2026-03-18T14:38:13.209862Z","end":"2026-03-18T14:38:13.365939Z","steps":["trace[764747557] 'agreement among raft nodes before linearized reading' (duration: 155.945779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:13.365963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.960479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:13.365999Z","caller":"traceutil/trace.go:171","msg":"trace[423369035] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:18681; }","duration":"542.033601ms","start":"2026-03-18T14:38:12.823955Z","end":"2026-03-18T14:38:13.365988Z","steps":["trace[423369035] 'agreement among raft nodes before linearized reading' (duration: 541.974809ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:13.365904Z","caller":"traceutil/trace.go:171","msg":"trace[1518170208] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:18681; }","duration":"733.927161ms","start":"2026-03-18T14:38:12.631962Z","end":"2026-03-18T14:38:13.365889Z","steps":["trace[1518170208] 'agreement among raft nodes before linearized reading' (duration: 733.853388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:13.366096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:38:12.631942Z","time spent":"734.138075ms","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:38:13.365705Z","caller":"traceutil/trace.go:171","msg":"trace[1957351414] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18681; }","duration":"366.483042ms","start":"2026-03-18T14:38:12.999171Z","end":"2026-03-18T14:38:13.365654Z","steps":["trace[1957351414] 'agreement among raft nodes before linearized reading' (duration: 366.03303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:13.366127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.698999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:38:13.365376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.791046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:13.366313Z","caller":"traceutil/trace.go:171","msg":"trace[908904079] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18681; }","duration":"169.756592ms","start":"2026-03-18T14:38:13.196546Z","end":"2026-03-18T14:38:13.366303Z","steps":["trace[908904079] 'agreement among raft nodes before linearized reading' (duration: 168.757705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:13.365334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.670977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:13.366414Z","caller":"traceutil/trace.go:171","msg":"trace[1949707639] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18681; }","duration":"161.769997ms","start":"2026-03-18T14:38:13.204626Z","end":"2026-03-18T14:38:13.366396Z","steps":["trace[1949707639] 'agreement among raft nodes before linearized reading' (duration: 160.545634ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:13.365765Z","caller":"traceutil/trace.go:171","msg":"trace[236269474] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:18681; }","duration":"158.473457ms","start":"2026-03-18T14:38:13.207274Z","end":"2026-03-18T14:38:13.365747Z","steps":["trace[236269474] 'agreement among raft nodes before linearized reading' (duration: 158.324744ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:13.365783Z","caller":"traceutil/trace.go:171","msg":"trace[2030483312] transaction","detail":"{read_only:false; response_revision:18681; number_of_response:1; }","duration":"158.979571ms","start":"2026-03-18T14:38:13.206787Z","end":"2026-03-18T14:38:13.365767Z","steps":["trace[2030483312] 'process raft request' (duration: 158.229001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:13.366051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:38:12.823934Z","time spent":"542.103003ms","remote":"127.0.0.1:35980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:38:13.366166Z","caller":"traceutil/trace.go:171","msg":"trace[191505558] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:18681; }","duration":"652.762939ms","start":"2026-03-18T14:38:12.713392Z","end":"2026-03-18T14:38:13.366155Z","steps":["trace[191505558] 'agreement among raft nodes before linearized reading' (duration: 652.682977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:13.366745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:38:12.713378Z","time spent":"653.345505ms","remote":"127.0.0.1:33486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:38:13.366154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:38:12.999153Z","time spent":"366.990836ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:38:13.36541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.759986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:38:13.366987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.164201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:103 size:1034270"} {"level":"info","ts":"2026-03-18T14:38:13.367023Z","caller":"traceutil/trace.go:171","msg":"trace[1198690656] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:103; response_revision:18681; }","duration":"972.216082ms","start":"2026-03-18T14:38:12.3948Z","end":"2026-03-18T14:38:13.367016Z","steps":["trace[1198690656] 'agreement among raft nodes before linearized reading' (duration: 971.505192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:13.367047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:38:12.394787Z","time spent":"972.252954ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":103,"response size":1034294,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-18T14:38:13.367054Z","caller":"traceutil/trace.go:171","msg":"trace[249365442] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18681; }","duration":"173.394461ms","start":"2026-03-18T14:38:13.193612Z","end":"2026-03-18T14:38:13.367007Z","steps":["trace[249365442] 'agreement among raft nodes before linearized reading' (duration: 171.777507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:13.367372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.813024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:13.367439Z","caller":"traceutil/trace.go:171","msg":"trace[1278300650] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18681; }","duration":"162.917828ms","start":"2026-03-18T14:38:13.20451Z","end":"2026-03-18T14:38:13.367428Z","steps":["trace[1278300650] 'agreement among raft nodes before linearized reading' (duration: 160.676277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:13.374495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.960626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:13.374588Z","caller":"traceutil/trace.go:171","msg":"trace[591055153] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18681; }","duration":"174.100869ms","start":"2026-03-18T14:38:13.200465Z","end":"2026-03-18T14:38:13.374566Z","steps":["trace[591055153] 'agreement among raft nodes before linearized reading' (duration: 173.913993ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:16.552674Z","caller":"traceutil/trace.go:171","msg":"trace[776980488] transaction","detail":"{read_only:false; response_revision:18693; number_of_response:1; }","duration":"153.022961ms","start":"2026-03-18T14:38:16.399626Z","end":"2026-03-18T14:38:16.552649Z","steps":["trace[776980488] 'process raft request' (duration: 152.868247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:16.691024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.221602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:16.691104Z","caller":"traceutil/trace.go:171","msg":"trace[347601001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18693; }","duration":"118.338184ms","start":"2026-03-18T14:38:16.572748Z","end":"2026-03-18T14:38:16.691086Z","steps":["trace[347601001] 'range keys from in-memory index tree' (duration: 118.083038ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:17.619437Z","caller":"traceutil/trace.go:171","msg":"trace[2105662437] transaction","detail":"{read_only:false; response_revision:18695; number_of_response:1; }","duration":"232.418183ms","start":"2026-03-18T14:38:17.386994Z","end":"2026-03-18T14:38:17.619412Z","steps":["trace[2105662437] 'process raft request' (duration: 206.088532ms)","trace[2105662437] 'compare' (duration: 26.149546ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:38:17.619494Z","caller":"traceutil/trace.go:171","msg":"trace[1475003579] transaction","detail":"{read_only:false; response_revision:18696; number_of_response:1; }","duration":"189.047302ms","start":"2026-03-18T14:38:17.430427Z","end":"2026-03-18T14:38:17.619474Z","steps":["trace[1475003579] 'process raft request' (duration: 188.998731ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:17.619528Z","caller":"traceutil/trace.go:171","msg":"trace[198651087] linearizableReadLoop","detail":"{readStateIndex:19438; appliedIndex:19437; }","duration":"195.24832ms","start":"2026-03-18T14:38:17.424236Z","end":"2026-03-18T14:38:17.619484Z","steps":["trace[198651087] 'read index received' (duration: 168.791747ms)","trace[198651087] 'applied index is now lower than readState.Index' (duration: 26.453213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:38:17.619656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.022561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21377"} {"level":"info","ts":"2026-03-18T14:38:17.61969Z","caller":"traceutil/trace.go:171","msg":"trace[474823449] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:18696; }","duration":"236.075313ms","start":"2026-03-18T14:38:17.383605Z","end":"2026-03-18T14:38:17.61968Z","steps":["trace[474823449] 'agreement among raft nodes before linearized reading' (duration: 235.95354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:17.619789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.177725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21377"} {"level":"info","ts":"2026-03-18T14:38:17.619832Z","caller":"traceutil/trace.go:171","msg":"trace[1712355322] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:18696; }","duration":"236.240317ms","start":"2026-03-18T14:38:17.383582Z","end":"2026-03-18T14:38:17.619822Z","steps":["trace[1712355322] 'agreement among raft nodes before linearized reading' (duration: 236.051112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:17.619821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.231126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:17.619951Z","caller":"traceutil/trace.go:171","msg":"trace[1265187936] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18696; }","duration":"236.38086ms","start":"2026-03-18T14:38:17.383561Z","end":"2026-03-18T14:38:17.619942Z","steps":["trace[1265187936] 'agreement among raft nodes before linearized reading' (duration: 236.223526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:17.620089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.179673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:38:17.620098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.802281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:38:17.620122Z","caller":"traceutil/trace.go:171","msg":"trace[1571185430] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18696; }","duration":"240.262335ms","start":"2026-03-18T14:38:17.379851Z","end":"2026-03-18T14:38:17.620113Z","steps":["trace[1571185430] 'agreement among raft nodes before linearized reading' (duration: 240.192184ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:17.620128Z","caller":"traceutil/trace.go:171","msg":"trace[1415330134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18696; }","duration":"243.860503ms","start":"2026-03-18T14:38:17.376258Z","end":"2026-03-18T14:38:17.620119Z","steps":["trace[1415330134] 'agreement among raft nodes before linearized reading' (duration: 243.77459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:17.6202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.113886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-03-18T14:38:17.620221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.696569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:17.620253Z","caller":"traceutil/trace.go:171","msg":"trace[1883447661] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:18696; }","duration":"202.225618ms","start":"2026-03-18T14:38:17.418016Z","end":"2026-03-18T14:38:17.620242Z","steps":["trace[1883447661] 'agreement among raft nodes before linearized reading' (duration: 201.770266ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:17.620258Z","caller":"traceutil/trace.go:171","msg":"trace[1730861345] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18696; }","duration":"236.774761ms","start":"2026-03-18T14:38:17.383473Z","end":"2026-03-18T14:38:17.620248Z","steps":["trace[1730861345] 'agreement among raft nodes before linearized reading' (duration: 236.72774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:17.620301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.942433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:38:17.620328Z","caller":"traceutil/trace.go:171","msg":"trace[1011448810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18696; }","duration":"247.984584ms","start":"2026-03-18T14:38:17.372336Z","end":"2026-03-18T14:38:17.620321Z","steps":["trace[1011448810] 'agreement among raft nodes before linearized reading' (duration: 247.911102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:17.620356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.505267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:17.620379Z","caller":"traceutil/trace.go:171","msg":"trace[1352745505] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18696; }","duration":"235.537978ms","start":"2026-03-18T14:38:17.384833Z","end":"2026-03-18T14:38:17.620371Z","steps":["trace[1352745505] 'agreement among raft nodes before linearized reading' (duration: 235.498916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:17.620425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.584589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:17.620459Z","caller":"traceutil/trace.go:171","msg":"trace[631560655] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18696; }","duration":"235.63022ms","start":"2026-03-18T14:38:17.38482Z","end":"2026-03-18T14:38:17.620451Z","steps":["trace[631560655] 'agreement among raft nodes before linearized reading' (duration: 235.575969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:17.620473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.07961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:38:17.620497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.59945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:17.620508Z","caller":"traceutil/trace.go:171","msg":"trace[1033770241] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18696; }","duration":"240.173283ms","start":"2026-03-18T14:38:17.380327Z","end":"2026-03-18T14:38:17.6205Z","steps":["trace[1033770241] 'agreement among raft nodes before linearized reading' (duration: 240.05898ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:17.620518Z","caller":"traceutil/trace.go:171","msg":"trace[197397834] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18696; }","duration":"235.619681ms","start":"2026-03-18T14:38:17.384891Z","end":"2026-03-18T14:38:17.620511Z","steps":["trace[197397834] 'agreement among raft nodes before linearized reading' (duration: 235.58945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:17.620132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.543015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:38:17.620737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.863036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21377"} {"level":"info","ts":"2026-03-18T14:38:17.620766Z","caller":"traceutil/trace.go:171","msg":"trace[1294559168] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:18696; }","duration":"235.911157ms","start":"2026-03-18T14:38:17.384849Z","end":"2026-03-18T14:38:17.62076Z","steps":["trace[1294559168] 'agreement among raft nodes before linearized reading' (duration: 235.834746ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:17.620643Z","caller":"traceutil/trace.go:171","msg":"trace[331889902] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18696; }","duration":"237.073939ms","start":"2026-03-18T14:38:17.38356Z","end":"2026-03-18T14:38:17.620634Z","steps":["trace[331889902] 'agreement among raft nodes before linearized reading' (duration: 236.550004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:17.62231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.644762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:17.622347Z","caller":"traceutil/trace.go:171","msg":"trace[1585561741] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18696; }","duration":"238.691463ms","start":"2026-03-18T14:38:17.383649Z","end":"2026-03-18T14:38:17.62234Z","steps":["trace[1585561741] 'agreement among raft nodes before linearized reading' (duration: 236.890954ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:21.825676Z","caller":"traceutil/trace.go:171","msg":"trace[370876048] linearizableReadLoop","detail":"{readStateIndex:19469; appliedIndex:19466; }","duration":"138.627692ms","start":"2026-03-18T14:38:21.687029Z","end":"2026-03-18T14:38:21.825656Z","steps":["trace[370876048] 'read index received' (duration: 85.102447ms)","trace[370876048] 'applied index is now lower than readState.Index' (duration: 53.524165ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:38:21.826176Z","caller":"traceutil/trace.go:171","msg":"trace[1900722636] transaction","detail":"{read_only:false; response_revision:18724; number_of_response:1; }","duration":"141.391806ms","start":"2026-03-18T14:38:21.684769Z","end":"2026-03-18T14:38:21.826161Z","steps":["trace[1900722636] 'process raft request' (duration: 140.77288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:21.826443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.400873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:103 size:1034988"} {"level":"info","ts":"2026-03-18T14:38:21.826473Z","caller":"traceutil/trace.go:171","msg":"trace[80160169] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:103; response_revision:18725; }","duration":"139.478925ms","start":"2026-03-18T14:38:21.686985Z","end":"2026-03-18T14:38:21.826464Z","steps":["trace[80160169] 'agreement among raft nodes before linearized reading' (duration: 138.740795ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:21.826542Z","caller":"traceutil/trace.go:171","msg":"trace[842602032] transaction","detail":"{read_only:false; response_revision:18725; number_of_response:1; }","duration":"140.582284ms","start":"2026-03-18T14:38:21.685946Z","end":"2026-03-18T14:38:21.826528Z","steps":["trace[842602032] 'process raft request' (duration: 139.687131ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:21.825736Z","caller":"traceutil/trace.go:171","msg":"trace[793478164] transaction","detail":"{read_only:false; response_revision:18723; number_of_response:1; }","duration":"142.164197ms","start":"2026-03-18T14:38:21.683537Z","end":"2026-03-18T14:38:21.825701Z","steps":["trace[793478164] 'process raft request' (duration: 88.592321ms)","trace[793478164] 'compare' (duration: 53.235907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:38:23.688163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.307763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:23.688243Z","caller":"traceutil/trace.go:171","msg":"trace[1938314309] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:18743; }","duration":"248.440346ms","start":"2026-03-18T14:38:23.439784Z","end":"2026-03-18T14:38:23.688224Z","steps":["trace[1938314309] 'count revisions from in-memory index tree' (duration: 248.20857ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:23.688661Z","caller":"traceutil/trace.go:171","msg":"trace[1652216297] linearizableReadLoop","detail":"{readStateIndex:19488; appliedIndex:19487; }","duration":"127.397198ms","start":"2026-03-18T14:38:23.561242Z","end":"2026-03-18T14:38:23.688639Z","steps":["trace[1652216297] 'read index received' (duration: 44.091679ms)","trace[1652216297] 'applied index is now lower than readState.Index' (duration: 83.304479ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:38:23.688758Z","caller":"traceutil/trace.go:171","msg":"trace[1972778045] transaction","detail":"{read_only:false; response_revision:18744; number_of_response:1; }","duration":"225.167268ms","start":"2026-03-18T14:38:23.463581Z","end":"2026-03-18T14:38:23.688749Z","steps":["trace[1972778045] 'process raft request' (duration: 141.713945ms)","trace[1972778045] 'compare' (duration: 82.819996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:38:23.688903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.663366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:38:23.688946Z","caller":"traceutil/trace.go:171","msg":"trace[84941444] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18744; }","duration":"127.740398ms","start":"2026-03-18T14:38:23.561195Z","end":"2026-03-18T14:38:23.688936Z","steps":["trace[84941444] 'agreement among raft nodes before linearized reading' (duration: 127.627565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:23.740382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.77351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:23.740465Z","caller":"traceutil/trace.go:171","msg":"trace[1733323186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18745; }","duration":"160.890103ms","start":"2026-03-18T14:38:23.579557Z","end":"2026-03-18T14:38:23.740447Z","steps":["trace[1733323186] 'agreement among raft nodes before linearized reading' (duration: 160.760168ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:24.026486Z","caller":"traceutil/trace.go:171","msg":"trace[713930219] transaction","detail":"{read_only:false; response_revision:18747; number_of_response:1; }","duration":"153.945685ms","start":"2026-03-18T14:38:23.872505Z","end":"2026-03-18T14:38:24.02645Z","steps":["trace[713930219] 'process raft request' (duration: 122.030224ms)","trace[713930219] 'compare' (duration: 31.689925ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:38:24.026797Z","caller":"traceutil/trace.go:171","msg":"trace[1893658702] transaction","detail":"{read_only:false; response_revision:18748; number_of_response:1; }","duration":"154.11489ms","start":"2026-03-18T14:38:23.872621Z","end":"2026-03-18T14:38:24.026736Z","steps":["trace[1893658702] 'process raft request' (duration: 153.783011ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:24.026859Z","caller":"traceutil/trace.go:171","msg":"trace[942104767] linearizableReadLoop","detail":"{readStateIndex:19492; appliedIndex:19489; }","duration":"153.959316ms","start":"2026-03-18T14:38:23.872862Z","end":"2026-03-18T14:38:24.026821Z","steps":["trace[942104767] 'read index received' (duration: 3.551775ms)","trace[942104767] 'applied index is now lower than readState.Index' (duration: 150.40153ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:38:24.026908Z","caller":"traceutil/trace.go:171","msg":"trace[1744764712] transaction","detail":"{read_only:false; response_revision:18749; number_of_response:1; }","duration":"105.814556ms","start":"2026-03-18T14:38:23.92107Z","end":"2026-03-18T14:38:24.026884Z","steps":["trace[1744764712] 'process raft request' (duration: 105.663392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:24.027203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.578626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:38:24.027279Z","caller":"traceutil/trace.go:171","msg":"trace[841153828] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18749; }","duration":"153.719089ms","start":"2026-03-18T14:38:23.873542Z","end":"2026-03-18T14:38:24.027261Z","steps":["trace[841153828] 'agreement among raft nodes before linearized reading' (duration: 153.460282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:24.030028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.161432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:104 size:1047623"} {"level":"info","ts":"2026-03-18T14:38:24.030124Z","caller":"traceutil/trace.go:171","msg":"trace[211617341] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:104; response_revision:18749; }","duration":"157.269134ms","start":"2026-03-18T14:38:23.872812Z","end":"2026-03-18T14:38:24.030082Z","steps":["trace[211617341] 'agreement among raft nodes before linearized reading' (duration: 154.113509ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:27.911074Z","caller":"traceutil/trace.go:171","msg":"trace[1307310138] linearizableReadLoop","detail":"{readStateIndex:19514; appliedIndex:19513; }","duration":"153.962196ms","start":"2026-03-18T14:38:27.757076Z","end":"2026-03-18T14:38:27.911038Z","steps":["trace[1307310138] 'read index received' (duration: 153.675508ms)","trace[1307310138] 'applied index is now lower than readState.Index' (duration: 285.368µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:38:27.911234Z","caller":"traceutil/trace.go:171","msg":"trace[1587073660] transaction","detail":"{read_only:false; response_revision:18769; number_of_response:1; }","duration":"212.058844ms","start":"2026-03-18T14:38:27.699162Z","end":"2026-03-18T14:38:27.911221Z","steps":["trace[1587073660] 'process raft request' (duration: 211.649823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:27.911533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.425408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:27.91157Z","caller":"traceutil/trace.go:171","msg":"trace[352120034] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18769; }","duration":"154.51478ms","start":"2026-03-18T14:38:27.757043Z","end":"2026-03-18T14:38:27.911558Z","steps":["trace[352120034] 'agreement among raft nodes before linearized reading' (duration: 154.379186ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:27.932565Z","caller":"traceutil/trace.go:171","msg":"trace[1334310311] transaction","detail":"{read_only:false; response_revision:18770; number_of_response:1; }","duration":"175.009574ms","start":"2026-03-18T14:38:27.757496Z","end":"2026-03-18T14:38:27.932506Z","steps":["trace[1334310311] 'process raft request' (duration: 174.741126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:27.932603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.435726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"warn","ts":"2026-03-18T14:38:27.932651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.916315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:38:27.932603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.699417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-03-18T14:38:27.932758Z","caller":"traceutil/trace.go:171","msg":"trace[1470046925] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:18770; }","duration":"175.544318ms","start":"2026-03-18T14:38:27.757121Z","end":"2026-03-18T14:38:27.932665Z","steps":["trace[1470046925] 'agreement among raft nodes before linearized reading' (duration: 175.303902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:27.932865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.280445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:38:27.932909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.593581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-03-18T14:38:27.932915Z","caller":"traceutil/trace.go:171","msg":"trace[1230501818] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18770; }","duration":"174.388078ms","start":"2026-03-18T14:38:27.758514Z","end":"2026-03-18T14:38:27.932902Z","steps":["trace[1230501818] 'agreement among raft nodes before linearized reading' (duration: 174.258153ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:27.932943Z","caller":"traceutil/trace.go:171","msg":"trace[1848646117] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:18770; }","duration":"175.637461ms","start":"2026-03-18T14:38:27.757297Z","end":"2026-03-18T14:38:27.932934Z","steps":["trace[1848646117] 'agreement among raft nodes before linearized reading' (duration: 175.479656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:27.933096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.932738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:27.933135Z","caller":"traceutil/trace.go:171","msg":"trace[1618953017] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18770; }","duration":"175.981931ms","start":"2026-03-18T14:38:27.757143Z","end":"2026-03-18T14:38:27.933125Z","steps":["trace[1618953017] 'agreement among raft nodes before linearized reading' (duration: 175.924379ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:27.932736Z","caller":"traceutil/trace.go:171","msg":"trace[1514140289] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18770; }","duration":"174.038057ms","start":"2026-03-18T14:38:27.758676Z","end":"2026-03-18T14:38:27.932714Z","steps":["trace[1514140289] 'agreement among raft nodes before linearized reading' (duration: 173.863292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:27.933192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.96634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:38:27.933212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.560008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:27.933309Z","caller":"traceutil/trace.go:171","msg":"trace[949117565] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18770; }","duration":"175.702983ms","start":"2026-03-18T14:38:27.757583Z","end":"2026-03-18T14:38:27.933286Z","steps":["trace[949117565] 'agreement among raft nodes before linearized reading' (duration: 175.489577ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:27.933283Z","caller":"traceutil/trace.go:171","msg":"trace[722305990] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18770; }","duration":"176.099223ms","start":"2026-03-18T14:38:27.757164Z","end":"2026-03-18T14:38:27.933263Z","steps":["trace[722305990] 'agreement among raft nodes before linearized reading' (duration: 175.765554ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:27.933637Z","caller":"traceutil/trace.go:171","msg":"trace[258532714] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:18770; }","duration":"175.045624ms","start":"2026-03-18T14:38:27.757833Z","end":"2026-03-18T14:38:27.932878Z","steps":["trace[258532714] 'agreement among raft nodes before linearized reading' (duration: 174.605502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:28.220894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.047254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:38:28.220958Z","caller":"traceutil/trace.go:171","msg":"trace[1517168982] linearizableReadLoop","detail":"{readStateIndex:19518; appliedIndex:19517; }","duration":"152.713442ms","start":"2026-03-18T14:38:28.068235Z","end":"2026-03-18T14:38:28.220949Z","steps":["trace[1517168982] 'read index received' (duration: 6.2763ms)","trace[1517168982] 'applied index is now lower than readState.Index' (duration: 146.436362ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:38:28.221002Z","caller":"traceutil/trace.go:171","msg":"trace[1788180183] transaction","detail":"{read_only:false; response_revision:18773; number_of_response:1; }","duration":"169.845745ms","start":"2026-03-18T14:38:28.05115Z","end":"2026-03-18T14:38:28.220996Z","steps":["trace[1788180183] 'process raft request' (duration: 67.647296ms)","trace[1788180183] 'compare' (duration: 101.966783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:38:28.221091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.860897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:38:28.221118Z","caller":"traceutil/trace.go:171","msg":"trace[690352140] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18773; }","duration":"152.930258ms","start":"2026-03-18T14:38:28.06818Z","end":"2026-03-18T14:38:28.22111Z","steps":["trace[690352140] 'agreement among raft nodes before linearized reading' (duration: 152.839385ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:28.229014Z","caller":"traceutil/trace.go:171","msg":"trace[67270480] transaction","detail":"{read_only:false; response_revision:18774; number_of_response:1; }","duration":"143.837283ms","start":"2026-03-18T14:38:28.085159Z","end":"2026-03-18T14:38:28.228996Z","steps":["trace[67270480] 'process raft request' (duration: 143.658467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:28.22915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.412608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:38:28.229206Z","caller":"traceutil/trace.go:171","msg":"trace[1838010799] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18774; }","duration":"144.520081ms","start":"2026-03-18T14:38:28.084669Z","end":"2026-03-18T14:38:28.229189Z","steps":["trace[1838010799] 'agreement among raft nodes before linearized reading' (duration: 144.304615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:28.229271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.359086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-18T14:38:28.22935Z","caller":"traceutil/trace.go:171","msg":"trace[355441087] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:18774; }","duration":"144.498611ms","start":"2026-03-18T14:38:28.084834Z","end":"2026-03-18T14:38:28.229332Z","steps":["trace[355441087] 'agreement among raft nodes before linearized reading' (duration: 144.229924ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:34.220636Z","caller":"traceutil/trace.go:171","msg":"trace[1372646699] linearizableReadLoop","detail":"{readStateIndex:19548; appliedIndex:19546; }","duration":"142.553109ms","start":"2026-03-18T14:38:34.078058Z","end":"2026-03-18T14:38:34.220611Z","steps":["trace[1372646699] 'read index received' (duration: 65.219051ms)","trace[1372646699] 'applied index is now lower than readState.Index' (duration: 77.333088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:38:34.220801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.719173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:34.220827Z","caller":"traceutil/trace.go:171","msg":"trace[2071114431] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18802; }","duration":"142.803544ms","start":"2026-03-18T14:38:34.078015Z","end":"2026-03-18T14:38:34.220819Z","steps":["trace[2071114431] 'agreement among raft nodes before linearized reading' (duration: 142.728002ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:34.220816Z","caller":"traceutil/trace.go:171","msg":"trace[538385476] transaction","detail":"{read_only:false; response_revision:18802; number_of_response:1; }","duration":"142.858676ms","start":"2026-03-18T14:38:34.077909Z","end":"2026-03-18T14:38:34.220768Z","steps":["trace[538385476] 'process raft request' (duration: 127.689237ms)","trace[538385476] 'compare' (duration: 14.879871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:38:34.220954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.809395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:34.221077Z","caller":"traceutil/trace.go:171","msg":"trace[1529568280] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18802; }","duration":"142.960318ms","start":"2026-03-18T14:38:34.078095Z","end":"2026-03-18T14:38:34.221056Z","steps":["trace[1529568280] 'agreement among raft nodes before linearized reading' (duration: 142.728912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:34.22118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.99469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:34.221258Z","caller":"traceutil/trace.go:171","msg":"trace[1860439421] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18802; }","duration":"143.094893ms","start":"2026-03-18T14:38:34.078149Z","end":"2026-03-18T14:38:34.221244Z","steps":["trace[1860439421] 'agreement among raft nodes before linearized reading' (duration: 142.931439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:34.221234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.97753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:34.221324Z","caller":"traceutil/trace.go:171","msg":"trace[1282649663] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18802; }","duration":"143.114973ms","start":"2026-03-18T14:38:34.078188Z","end":"2026-03-18T14:38:34.221303Z","steps":["trace[1282649663] 'agreement among raft nodes before linearized reading' (duration: 142.923967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:34.221382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.231996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"warn","ts":"2026-03-18T14:38:34.22136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.424622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T14:38:34.221495Z","caller":"traceutil/trace.go:171","msg":"trace[1217040958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18802; }","duration":"133.620557ms","start":"2026-03-18T14:38:34.087844Z","end":"2026-03-18T14:38:34.221464Z","steps":["trace[1217040958] 'agreement among raft nodes before linearized reading' (duration: 133.200295ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:34.221427Z","caller":"traceutil/trace.go:171","msg":"trace[237903015] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:18802; }","duration":"143.286418ms","start":"2026-03-18T14:38:34.078133Z","end":"2026-03-18T14:38:34.221419Z","steps":["trace[237903015] 'agreement among raft nodes before linearized reading' (duration: 143.091562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:34.221575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.416731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-03-18T14:38:34.221678Z","caller":"traceutil/trace.go:171","msg":"trace[204726378] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:18802; }","duration":"143.539575ms","start":"2026-03-18T14:38:34.078114Z","end":"2026-03-18T14:38:34.221654Z","steps":["trace[204726378] 'agreement among raft nodes before linearized reading' (duration: 143.258517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:34.22243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.827804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-03-18T14:38:34.222549Z","caller":"traceutil/trace.go:171","msg":"trace[1395627163] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:18802; }","duration":"142.995199ms","start":"2026-03-18T14:38:34.079537Z","end":"2026-03-18T14:38:34.222532Z","steps":["trace[1395627163] 'agreement among raft nodes before linearized reading' (duration: 142.351082ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:41.698003Z","caller":"traceutil/trace.go:171","msg":"trace[1627723551] linearizableReadLoop","detail":"{readStateIndex:19587; appliedIndex:19586; }","duration":"139.548436ms","start":"2026-03-18T14:38:41.558432Z","end":"2026-03-18T14:38:41.69798Z","steps":["trace[1627723551] 'read index received' (duration: 139.33653ms)","trace[1627723551] 'applied index is now lower than readState.Index' (duration: 211.076µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:38:41.698168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.711082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:41.698209Z","caller":"traceutil/trace.go:171","msg":"trace[609749034] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:18838; }","duration":"139.817144ms","start":"2026-03-18T14:38:41.558382Z","end":"2026-03-18T14:38:41.698199Z","steps":["trace[609749034] 'agreement among raft nodes before linearized reading' (duration: 139.698911ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:41.698683Z","caller":"traceutil/trace.go:171","msg":"trace[10341511] transaction","detail":"{read_only:false; response_revision:18838; number_of_response:1; }","duration":"243.204215ms","start":"2026-03-18T14:38:41.455467Z","end":"2026-03-18T14:38:41.698671Z","steps":["trace[10341511] 'process raft request' (duration: 242.372083ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:44.533295Z","caller":"traceutil/trace.go:171","msg":"trace[182067783] linearizableReadLoop","detail":"{readStateIndex:19602; appliedIndex:19600; }","duration":"146.520484ms","start":"2026-03-18T14:38:44.386749Z","end":"2026-03-18T14:38:44.533269Z","steps":["trace[182067783] 'read index received' (duration: 10.923364ms)","trace[182067783] 'applied index is now lower than readState.Index' (duration: 135.59615ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:38:44.533678Z","caller":"traceutil/trace.go:171","msg":"trace[1252761885] transaction","detail":"{read_only:false; response_revision:18853; number_of_response:1; }","duration":"147.910063ms","start":"2026-03-18T14:38:44.385733Z","end":"2026-03-18T14:38:44.533643Z","steps":["trace[1252761885] 'process raft request' (duration: 147.407989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:44.533755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.988648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:38:44.533947Z","caller":"traceutil/trace.go:171","msg":"trace[1968281528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18853; }","duration":"147.228594ms","start":"2026-03-18T14:38:44.3867Z","end":"2026-03-18T14:38:44.533929Z","steps":["trace[1968281528] 'agreement among raft nodes before linearized reading' (duration: 146.874245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:44.534647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.491639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:38:44.53471Z","caller":"traceutil/trace.go:171","msg":"trace[832619349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18853; }","duration":"142.223599ms","start":"2026-03-18T14:38:44.392471Z","end":"2026-03-18T14:38:44.534694Z","steps":["trace[832619349] 'agreement among raft nodes before linearized reading' (duration: 141.249033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:44.698799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.086536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:38:44.698996Z","caller":"traceutil/trace.go:171","msg":"trace[1779898173] transaction","detail":"{read_only:false; response_revision:18855; number_of_response:1; }","duration":"159.729862ms","start":"2026-03-18T14:38:44.539243Z","end":"2026-03-18T14:38:44.698973Z","steps":["trace[1779898173] 'process raft request' (duration: 159.664139ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:44.699431Z","caller":"traceutil/trace.go:171","msg":"trace[933814574] transaction","detail":"{read_only:false; response_revision:18854; number_of_response:1; }","duration":"160.527152ms","start":"2026-03-18T14:38:44.538889Z","end":"2026-03-18T14:38:44.699417Z","steps":["trace[933814574] 'process raft request' (duration: 47.747448ms)","trace[933814574] 'compare' (duration: 111.975593ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:38:44.699602Z","caller":"traceutil/trace.go:171","msg":"trace[600592236] linearizableReadLoop","detail":"{readStateIndex:19603; appliedIndex:19602; }","duration":"160.389701ms","start":"2026-03-18T14:38:44.539202Z","end":"2026-03-18T14:38:44.699592Z","steps":["trace[600592236] 'read index received' (duration: 47.397ms)","trace[600592236] 'applied index is now lower than readState.Index' (duration: 112.98718ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:38:44.700368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.853523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:38:44.700481Z","caller":"traceutil/trace.go:171","msg":"trace[590048816] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18855; }","duration":"160.998246ms","start":"2026-03-18T14:38:44.539466Z","end":"2026-03-18T14:38:44.700464Z","steps":["trace[590048816] 'agreement among raft nodes before linearized reading' (duration: 160.739128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:44.700853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.634203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:104 size:1047991"} {"level":"info","ts":"2026-03-18T14:38:44.700912Z","caller":"traceutil/trace.go:171","msg":"trace[447165761] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:104; response_revision:18855; }","duration":"161.700256ms","start":"2026-03-18T14:38:44.539198Z","end":"2026-03-18T14:38:44.700898Z","steps":["trace[447165761] 'agreement among raft nodes before linearized reading' (duration: 160.74887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:44.701126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.613239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:44.701166Z","caller":"traceutil/trace.go:171","msg":"trace[192693845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18855; }","duration":"129.69325ms","start":"2026-03-18T14:38:44.571463Z","end":"2026-03-18T14:38:44.701157Z","steps":["trace[192693845] 'agreement among raft nodes before linearized reading' (duration: 129.619329ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:48.561513Z","caller":"traceutil/trace.go:171","msg":"trace[1162195279] linearizableReadLoop","detail":"{readStateIndex:19615; appliedIndex:19614; }","duration":"304.577051ms","start":"2026-03-18T14:38:48.25691Z","end":"2026-03-18T14:38:48.561487Z","steps":["trace[1162195279] 'read index received' (duration: 304.372745ms)","trace[1162195279] 'applied index is now lower than readState.Index' (duration: 202.036µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:38:48.56165Z","caller":"traceutil/trace.go:171","msg":"trace[980323598] transaction","detail":"{read_only:false; response_revision:18865; number_of_response:1; }","duration":"308.397824ms","start":"2026-03-18T14:38:48.253207Z","end":"2026-03-18T14:38:48.561605Z","steps":["trace[980323598] 'process raft request' (duration: 308.045515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:48.561726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.784887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:48.561812Z","caller":"traceutil/trace.go:171","msg":"trace[2085624509] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18865; }","duration":"304.91694ms","start":"2026-03-18T14:38:48.256877Z","end":"2026-03-18T14:38:48.561794Z","steps":["trace[2085624509] 'agreement among raft nodes before linearized reading' (duration: 304.752807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:48.561859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:38:48.256868Z","time spent":"304.982772ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-18T14:38:48.561848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:38:48.253187Z","time spent":"308.558209ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:38:48.563975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.608889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:48.564029Z","caller":"traceutil/trace.go:171","msg":"trace[146934702] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18866; }","duration":"302.695171ms","start":"2026-03-18T14:38:48.261322Z","end":"2026-03-18T14:38:48.564017Z","steps":["trace[146934702] 'agreement among raft nodes before linearized reading' (duration: 302.593298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:48.564059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:38:48.261306Z","time spent":"302.746121ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-03-18T14:38:48.564351Z","caller":"traceutil/trace.go:171","msg":"trace[184990703] transaction","detail":"{read_only:false; response_revision:18866; number_of_response:1; }","duration":"263.516423ms","start":"2026-03-18T14:38:48.300824Z","end":"2026-03-18T14:38:48.56434Z","steps":["trace[184990703] 'process raft request' (duration: 262.975859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:48.56457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.951999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-03-18T14:38:48.564606Z","caller":"traceutil/trace.go:171","msg":"trace[363750075] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:18866; }","duration":"299.009581ms","start":"2026-03-18T14:38:48.265589Z","end":"2026-03-18T14:38:48.564598Z","steps":["trace[363750075] 'agreement among raft nodes before linearized reading' (duration: 298.883838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:48.564736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.450433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:48.564781Z","caller":"traceutil/trace.go:171","msg":"trace[2043413499] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18866; }","duration":"302.542476ms","start":"2026-03-18T14:38:48.262231Z","end":"2026-03-18T14:38:48.564773Z","steps":["trace[2043413499] 'agreement among raft nodes before linearized reading' (duration: 302.486054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:48.564813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:38:48.262188Z","time spent":"302.618029ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:38:48.564942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.506998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"warn","ts":"2026-03-18T14:38:48.564975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.41045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:38:48.565053Z","caller":"traceutil/trace.go:171","msg":"trace[497604326] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18866; }","duration":"303.527793ms","start":"2026-03-18T14:38:48.261507Z","end":"2026-03-18T14:38:48.565035Z","steps":["trace[497604326] 'agreement among raft nodes before linearized reading' (duration: 303.41092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:48.565132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:38:48.261483Z","time spent":"303.616545ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:38:48.565283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.472057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:38:48.565352Z","caller":"traceutil/trace.go:171","msg":"trace[754858951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18866; }","duration":"168.59823ms","start":"2026-03-18T14:38:48.396737Z","end":"2026-03-18T14:38:48.565335Z","steps":["trace[754858951] 'agreement among raft nodes before linearized reading' (duration: 168.373314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:48.565406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.638706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-03-18T14:38:48.565442Z","caller":"traceutil/trace.go:171","msg":"trace[616396782] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:18866; }","duration":"298.61554ms","start":"2026-03-18T14:38:48.26638Z","end":"2026-03-18T14:38:48.564996Z","steps":["trace[616396782] 'agreement among raft nodes before linearized reading' (duration: 298.017163ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:48.565468Z","caller":"traceutil/trace.go:171","msg":"trace[1686316395] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:18866; }","duration":"263.724809ms","start":"2026-03-18T14:38:48.301727Z","end":"2026-03-18T14:38:48.565452Z","steps":["trace[1686316395] 'agreement among raft nodes before linearized reading' (duration: 263.569075ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:48.762353Z","caller":"traceutil/trace.go:171","msg":"trace[2037817058] transaction","detail":"{read_only:false; response_revision:18867; number_of_response:1; }","duration":"191.622032ms","start":"2026-03-18T14:38:48.570694Z","end":"2026-03-18T14:38:48.762316Z","steps":["trace[2037817058] 'process raft request' (duration: 136.252188ms)","trace[2037817058] 'compare' (duration: 55.113348ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:38:48.762434Z","caller":"traceutil/trace.go:171","msg":"trace[904973389] transaction","detail":"{read_only:false; response_revision:18869; number_of_response:1; }","duration":"190.247666ms","start":"2026-03-18T14:38:48.572154Z","end":"2026-03-18T14:38:48.762402Z","steps":["trace[904973389] 'process raft request' (duration: 190.151083ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:48.762596Z","caller":"traceutil/trace.go:171","msg":"trace[460777561] transaction","detail":"{read_only:false; response_revision:18868; number_of_response:1; }","duration":"191.819119ms","start":"2026-03-18T14:38:48.57076Z","end":"2026-03-18T14:38:48.762579Z","steps":["trace[460777561] 'process raft request' (duration: 191.465929ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:48.930224Z","caller":"traceutil/trace.go:171","msg":"trace[1245391572] transaction","detail":"{read_only:false; response_revision:18870; number_of_response:1; }","duration":"161.183851ms","start":"2026-03-18T14:38:48.769021Z","end":"2026-03-18T14:38:48.930205Z","steps":["trace[1245391572] 'process raft request' (duration: 155.033905ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:48.934342Z","caller":"traceutil/trace.go:171","msg":"trace[1300768988] transaction","detail":"{read_only:false; response_revision:18871; number_of_response:1; }","duration":"164.435328ms","start":"2026-03-18T14:38:48.769896Z","end":"2026-03-18T14:38:48.934331Z","steps":["trace[1300768988] 'process raft request' (duration: 164.381057ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:51.479709Z","caller":"traceutil/trace.go:171","msg":"trace[295072427] transaction","detail":"{read_only:false; response_revision:18882; number_of_response:1; }","duration":"430.817358ms","start":"2026-03-18T14:38:51.048863Z","end":"2026-03-18T14:38:51.47968Z","steps":["trace[295072427] 'process raft request' (duration: 373.8265ms)","trace[295072427] 'compare' (duration: 56.868025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:38:51.480152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:38:51.048841Z","time spent":"430.948532ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:38:51.517253Z","caller":"traceutil/trace.go:171","msg":"trace[168030930] transaction","detail":"{read_only:false; response_revision:18884; number_of_response:1; }","duration":"113.36296ms","start":"2026-03-18T14:38:51.403867Z","end":"2026-03-18T14:38:51.51723Z","steps":["trace[168030930] 'process raft request' (duration: 113.330329ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:38:51.517403Z","caller":"traceutil/trace.go:171","msg":"trace[1955748283] transaction","detail":"{read_only:false; response_revision:18883; number_of_response:1; }","duration":"467.5557ms","start":"2026-03-18T14:38:51.04984Z","end":"2026-03-18T14:38:51.517396Z","steps":["trace[1955748283] 'process raft request' (duration: 467.246782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:38:51.517469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:38:51.049825Z","time spent":"467.592131ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:38:54.832745Z","caller":"traceutil/trace.go:171","msg":"trace[1353721661] transaction","detail":"{read_only:false; response_revision:18896; number_of_response:1; }","duration":"173.738879ms","start":"2026-03-18T14:38:54.658976Z","end":"2026-03-18T14:38:54.832715Z","steps":["trace[1353721661] 'process raft request' (duration: 103.462692ms)","trace[1353721661] 'compare' (duration: 70.038851ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:38:56.569855Z","caller":"traceutil/trace.go:171","msg":"trace[1748448584] transaction","detail":"{read_only:false; response_revision:18903; number_of_response:1; }","duration":"102.129518ms","start":"2026-03-18T14:38:56.467687Z","end":"2026-03-18T14:38:56.569816Z","steps":["trace[1748448584] 'process raft request' (duration: 101.542231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:02.378944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.370222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:39:02.379034Z","caller":"traceutil/trace.go:171","msg":"trace[403444685] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18937; }","duration":"232.485425ms","start":"2026-03-18T14:39:02.146519Z","end":"2026-03-18T14:39:02.379004Z","steps":["trace[403444685] 'range keys from in-memory index tree' (duration: 232.31675ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:04.921613Z","caller":"traceutil/trace.go:171","msg":"trace[1672530856] transaction","detail":"{read_only:false; response_revision:18952; number_of_response:1; }","duration":"134.86753ms","start":"2026-03-18T14:39:04.786714Z","end":"2026-03-18T14:39:04.921581Z","steps":["trace[1672530856] 'process raft request' (duration: 134.668485ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:05.484477Z","caller":"traceutil/trace.go:171","msg":"trace[1410459289] linearizableReadLoop","detail":"{readStateIndex:19706; appliedIndex:19705; }","duration":"465.444414ms","start":"2026-03-18T14:39:05.019006Z","end":"2026-03-18T14:39:05.484451Z","steps":["trace[1410459289] 'read index received' (duration: 459.0232ms)","trace[1410459289] 'applied index is now lower than readState.Index' (duration: 6.419914ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:05.484503Z","caller":"traceutil/trace.go:171","msg":"trace[1074754919] transaction","detail":"{read_only:false; response_revision:18953; number_of_response:1; }","duration":"507.349424ms","start":"2026-03-18T14:39:04.977123Z","end":"2026-03-18T14:39:05.484472Z","steps":["trace[1074754919] 'process raft request' (duration: 500.91574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:05.484681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:04.977095Z","time spent":"507.474408ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:39:05.484773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.752481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:39:05.48485Z","caller":"traceutil/trace.go:171","msg":"trace[1447004032] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18953; }","duration":"465.871935ms","start":"2026-03-18T14:39:05.018958Z","end":"2026-03-18T14:39:05.48483Z","steps":["trace[1447004032] 'agreement among raft nodes before linearized reading' (duration: 465.609058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:05.484915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:05.018941Z","time spent":"465.955508ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:39:05.50023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.148723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:39:05.500311Z","caller":"traceutil/trace.go:171","msg":"trace[923850317] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18954; }","duration":"469.284418ms","start":"2026-03-18T14:39:05.031006Z","end":"2026-03-18T14:39:05.50029Z","steps":["trace[923850317] 'agreement among raft nodes before linearized reading' (duration: 469.096012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:05.50035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:05.030983Z","time spent":"469.358769ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:39:05.500336Z","caller":"traceutil/trace.go:171","msg":"trace[690308728] transaction","detail":"{read_only:false; response_revision:18954; number_of_response:1; }","duration":"253.493153ms","start":"2026-03-18T14:39:05.246791Z","end":"2026-03-18T14:39:05.500284Z","steps":["trace[690308728] 'process raft request' (duration: 253.183624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:05.50037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.402231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:39:05.50046Z","caller":"traceutil/trace.go:171","msg":"trace[828604392] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18954; }","duration":"449.504803ms","start":"2026-03-18T14:39:05.050933Z","end":"2026-03-18T14:39:05.500438Z","steps":["trace[828604392] 'agreement among raft nodes before linearized reading' (duration: 449.245957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:05.500504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:05.050904Z","time spent":"449.590196ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:39:05.50061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.954204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T14:39:05.500651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.485293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:39:05.50068Z","caller":"traceutil/trace.go:171","msg":"trace[186661090] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18954; }","duration":"374.071926ms","start":"2026-03-18T14:39:05.12659Z","end":"2026-03-18T14:39:05.500662Z","steps":["trace[186661090] 'agreement among raft nodes before linearized reading' (duration: 373.84568ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:05.500694Z","caller":"traceutil/trace.go:171","msg":"trace[2009909430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18954; }","duration":"459.593796ms","start":"2026-03-18T14:39:05.041087Z","end":"2026-03-18T14:39:05.500681Z","steps":["trace[2009909430] 'agreement among raft nodes before linearized reading' (duration: 459.36279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:05.50073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:05.041068Z","time spent":"459.656557ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:39:05.500732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:05.12657Z","time spent":"374.15316ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:39:05.500943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.717912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:39:05.500994Z","caller":"traceutil/trace.go:171","msg":"trace[643239701] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18954; }","duration":"285.803475ms","start":"2026-03-18T14:39:05.215176Z","end":"2026-03-18T14:39:05.500979Z","steps":["trace[643239701] 'agreement among raft nodes before linearized reading' (duration: 284.940532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:05.686031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.187504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:39:05.686116Z","caller":"traceutil/trace.go:171","msg":"trace[216299540] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18959; }","duration":"100.302997ms","start":"2026-03-18T14:39:05.585796Z","end":"2026-03-18T14:39:05.686099Z","steps":["trace[216299540] 'range keys from in-memory index tree' (duration: 100.132593ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:05.926935Z","caller":"traceutil/trace.go:171","msg":"trace[1946676407] transaction","detail":"{read_only:false; number_of_response:1; response_revision:18960; }","duration":"208.164979ms","start":"2026-03-18T14:39:05.718745Z","end":"2026-03-18T14:39:05.92691Z","steps":["trace[1946676407] 'process raft request' (duration: 207.926413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:06.291555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.25641ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:39:06.291678Z","caller":"traceutil/trace.go:171","msg":"trace[921489072] linearizableReadLoop","detail":"{readStateIndex:19714; appliedIndex:19713; }","duration":"253.376199ms","start":"2026-03-18T14:39:06.038278Z","end":"2026-03-18T14:39:06.291654Z","steps":["trace[921489072] 'read index received' (duration: 77.971114ms)","trace[921489072] 'applied index is now lower than readState.Index' (duration: 175.402865ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:39:06.292027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.742079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:39:06.292077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.385221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-ks-user-hwbqz\" ","response":"range_response_count:1 size:13405"} {"level":"info","ts":"2026-03-18T14:39:06.29216Z","caller":"traceutil/trace.go:171","msg":"trace[640913635] range","detail":"{range_begin:/registry/pods/openstack/heat-ks-user-hwbqz; range_end:; response_count:1; response_revision:18960; }","duration":"169.535626ms","start":"2026-03-18T14:39:06.122604Z","end":"2026-03-18T14:39:06.29214Z","steps":["trace[640913635] 'agreement among raft nodes before linearized reading' (duration: 169.264359ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:06.292107Z","caller":"traceutil/trace.go:171","msg":"trace[493618320] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18960; }","duration":"253.884633ms","start":"2026-03-18T14:39:06.038205Z","end":"2026-03-18T14:39:06.29209Z","steps":["trace[493618320] 'agreement among raft nodes before linearized reading' (duration: 253.75129ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:06.501035Z","caller":"traceutil/trace.go:171","msg":"trace[921613725] linearizableReadLoop","detail":"{readStateIndex:19715; appliedIndex:19714; }","duration":"159.956057ms","start":"2026-03-18T14:39:06.341051Z","end":"2026-03-18T14:39:06.501007Z","steps":["trace[921613725] 'read index received' (duration: 159.749582ms)","trace[921613725] 'applied index is now lower than readState.Index' (duration: 205.355µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:06.501104Z","caller":"traceutil/trace.go:171","msg":"trace[1345369512] transaction","detail":"{read_only:false; response_revision:18961; number_of_response:1; }","duration":"194.611534ms","start":"2026-03-18T14:39:06.306459Z","end":"2026-03-18T14:39:06.50107Z","steps":["trace[1345369512] 'process raft request' (duration: 194.335937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:06.501232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.924825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:39:06.501268Z","caller":"traceutil/trace.go:171","msg":"trace[551869286] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18961; }","duration":"114.002567ms","start":"2026-03-18T14:39:06.387253Z","end":"2026-03-18T14:39:06.501256Z","steps":["trace[551869286] 'agreement among raft nodes before linearized reading' (duration: 113.925025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:06.501289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.211345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:39:06.501374Z","caller":"traceutil/trace.go:171","msg":"trace[106699418] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:18961; }","duration":"160.358189ms","start":"2026-03-18T14:39:06.340994Z","end":"2026-03-18T14:39:06.501353Z","steps":["trace[106699418] 'agreement among raft nodes before linearized reading' (duration: 160.183493ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:06.718463Z","caller":"traceutil/trace.go:171","msg":"trace[1188880451] transaction","detail":"{read_only:false; response_revision:18962; number_of_response:1; }","duration":"210.44875ms","start":"2026-03-18T14:39:06.507987Z","end":"2026-03-18T14:39:06.718436Z","steps":["trace[1188880451] 'process raft request' (duration: 115.633201ms)","trace[1188880451] 'compare' (duration: 94.565432ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:06.718555Z","caller":"traceutil/trace.go:171","msg":"trace[146103653] transaction","detail":"{read_only:false; response_revision:18963; number_of_response:1; }","duration":"189.231187ms","start":"2026-03-18T14:39:06.529306Z","end":"2026-03-18T14:39:06.718537Z","steps":["trace[146103653] 'process raft request' (duration: 189.126764ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:06.718626Z","caller":"traceutil/trace.go:171","msg":"trace[621293005] linearizableReadLoop","detail":"{readStateIndex:19716; appliedIndex:19715; }","duration":"197.387018ms","start":"2026-03-18T14:39:06.521203Z","end":"2026-03-18T14:39:06.71859Z","steps":["trace[621293005] 'read index received' (duration: 102.435886ms)","trace[621293005] 'applied index is now lower than readState.Index' (duration: 94.948462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:39:06.718839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.31772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:39:06.71894Z","caller":"traceutil/trace.go:171","msg":"trace[1186526876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18963; }","duration":"149.439714ms","start":"2026-03-18T14:39:06.569455Z","end":"2026-03-18T14:39:06.718895Z","steps":["trace[1186526876] 'agreement among raft nodes before linearized reading' (duration: 149.323601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:06.719106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.8141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-18T14:39:06.719268Z","caller":"traceutil/trace.go:171","msg":"trace[1403565398] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18963; }","duration":"198.060456ms","start":"2026-03-18T14:39:06.521185Z","end":"2026-03-18T14:39:06.719246Z","steps":["trace[1403565398] 'agreement among raft nodes before linearized reading' (duration: 197.560913ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:08.047171Z","caller":"traceutil/trace.go:171","msg":"trace[2123351546] linearizableReadLoop","detail":"{readStateIndex:19741; appliedIndex:19739; }","duration":"166.554225ms","start":"2026-03-18T14:39:07.880591Z","end":"2026-03-18T14:39:08.047145Z","steps":["trace[2123351546] 'read index received' (duration: 10.696839ms)","trace[2123351546] 'applied index is now lower than readState.Index' (duration: 155.856316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:39:08.047466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.858284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-18T14:39:08.047553Z","caller":"traceutil/trace.go:171","msg":"trace[1252375995] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:18986; }","duration":"166.980327ms","start":"2026-03-18T14:39:07.880551Z","end":"2026-03-18T14:39:08.047531Z","steps":["trace[1252375995] 'agreement among raft nodes before linearized reading' (duration: 166.766751ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:08.047602Z","caller":"traceutil/trace.go:171","msg":"trace[309108205] transaction","detail":"{read_only:false; response_revision:18986; number_of_response:1; }","duration":"183.461842ms","start":"2026-03-18T14:39:07.864102Z","end":"2026-03-18T14:39:08.047564Z","steps":["trace[309108205] 'process raft request' (duration: 177.136072ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:10.078476Z","caller":"traceutil/trace.go:171","msg":"trace[1039134235] transaction","detail":"{read_only:false; response_revision:19004; number_of_response:1; }","duration":"177.506721ms","start":"2026-03-18T14:39:09.900939Z","end":"2026-03-18T14:39:10.078446Z","steps":["trace[1039134235] 'process raft request' (duration: 177.320686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:10.44572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.933555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:39:10.44582Z","caller":"traceutil/trace.go:171","msg":"trace[1530638064] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19004; }","duration":"257.071139ms","start":"2026-03-18T14:39:10.188733Z","end":"2026-03-18T14:39:10.445804Z","steps":["trace[1530638064] 'count revisions from in-memory index tree' (duration: 256.869843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:10.445861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.448799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6577"} {"level":"info","ts":"2026-03-18T14:39:10.445969Z","caller":"traceutil/trace.go:171","msg":"trace[1614200728] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:19004; }","duration":"141.595683ms","start":"2026-03-18T14:39:10.304355Z","end":"2026-03-18T14:39:10.44595Z","steps":["trace[1614200728] 'range keys from in-memory index tree' (duration: 141.304754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:10.850465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.636448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:39:10.850673Z","caller":"traceutil/trace.go:171","msg":"trace[1159432809] linearizableReadLoop","detail":"{readStateIndex:19761; appliedIndex:19760; }","duration":"267.745047ms","start":"2026-03-18T14:39:10.582911Z","end":"2026-03-18T14:39:10.850656Z","steps":["trace[1159432809] 'read index received' (duration: 103.828172ms)","trace[1159432809] 'applied index is now lower than readState.Index' (duration: 163.915225ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:10.850751Z","caller":"traceutil/trace.go:171","msg":"trace[1575831445] transaction","detail":"{read_only:false; response_revision:19005; number_of_response:1; }","duration":"270.483342ms","start":"2026-03-18T14:39:10.580224Z","end":"2026-03-18T14:39:10.850707Z","steps":["trace[1575831445] 'process raft request' (duration: 106.524096ms)","trace[1575831445] 'compare' (duration: 163.458382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:39:10.850922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.989374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d2c147ea-1a6c-4358-a495-42dd7dfdf528\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-18T14:39:10.851005Z","caller":"traceutil/trace.go:171","msg":"trace[1070293277] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d2c147ea-1a6c-4358-a495-42dd7dfdf528; range_end:; response_count:1; response_revision:19005; }","duration":"268.112448ms","start":"2026-03-18T14:39:10.582871Z","end":"2026-03-18T14:39:10.850984Z","steps":["trace[1070293277] 'agreement among raft nodes before linearized reading' (duration: 267.84788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:10.85104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.031283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6577"} {"level":"warn","ts":"2026-03-18T14:39:10.850963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.46124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:39:10.851148Z","caller":"traceutil/trace.go:171","msg":"trace[1347680916] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:19005; }","duration":"122.118765ms","start":"2026-03-18T14:39:10.728963Z","end":"2026-03-18T14:39:10.851082Z","steps":["trace[1347680916] 'agreement among raft nodes before linearized reading' (duration: 121.976952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:10.851159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.758331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:39:10.851119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.178025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:39:10.85121Z","caller":"traceutil/trace.go:171","msg":"trace[1163320732] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19005; }","duration":"137.742758ms","start":"2026-03-18T14:39:10.713438Z","end":"2026-03-18T14:39:10.851181Z","steps":["trace[1163320732] 'agreement among raft nodes before linearized reading' (duration: 137.349888ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:10.851276Z","caller":"traceutil/trace.go:171","msg":"trace[1076117975] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19005; }","duration":"123.885604ms","start":"2026-03-18T14:39:10.727353Z","end":"2026-03-18T14:39:10.851239Z","steps":["trace[1076117975] 'agreement among raft nodes before linearized reading' (duration: 123.786291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:10.851285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.283063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6577"} {"level":"info","ts":"2026-03-18T14:39:10.851374Z","caller":"traceutil/trace.go:171","msg":"trace[35204904] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:19005; }","duration":"121.406797ms","start":"2026-03-18T14:39:10.729948Z","end":"2026-03-18T14:39:10.851355Z","steps":["trace[35204904] 'agreement among raft nodes before linearized reading' (duration: 121.127969ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:10.851282Z","caller":"traceutil/trace.go:171","msg":"trace[1003401340] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19005; }","duration":"123.36291ms","start":"2026-03-18T14:39:10.727901Z","end":"2026-03-18T14:39:10.851264Z","steps":["trace[1003401340] 'agreement among raft nodes before linearized reading' (duration: 123.130443ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:14.265206Z","caller":"traceutil/trace.go:171","msg":"trace[83208172] transaction","detail":"{read_only:false; response_revision:19029; number_of_response:1; }","duration":"241.294143ms","start":"2026-03-18T14:39:14.023887Z","end":"2026-03-18T14:39:14.265181Z","steps":["trace[83208172] 'process raft request' (duration: 211.213271ms)","trace[83208172] 'compare' (duration: 29.682081ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:17.432639Z","caller":"traceutil/trace.go:171","msg":"trace[1812682488] transaction","detail":"{read_only:false; response_revision:19039; number_of_response:1; }","duration":"265.074694ms","start":"2026-03-18T14:39:17.167539Z","end":"2026-03-18T14:39:17.432613Z","steps":["trace[1812682488] 'process raft request' (duration: 264.88627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:19.750816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.921133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:39:19.750883Z","caller":"traceutil/trace.go:171","msg":"trace[455497197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19047; }","duration":"178.032245ms","start":"2026-03-18T14:39:19.572836Z","end":"2026-03-18T14:39:19.750868Z","steps":["trace[455497197] 'range keys from in-memory index tree' (duration: 177.85792ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:19.969695Z","caller":"traceutil/trace.go:171","msg":"trace[802592460] transaction","detail":"{read_only:false; response_revision:19048; number_of_response:1; }","duration":"292.221447ms","start":"2026-03-18T14:39:19.677454Z","end":"2026-03-18T14:39:19.969676Z","steps":["trace[802592460] 'process raft request' (duration: 292.088964ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:19.974562Z","caller":"traceutil/trace.go:171","msg":"trace[685970060] linearizableReadLoop","detail":"{readStateIndex:19806; appliedIndex:19805; }","duration":"222.768943ms","start":"2026-03-18T14:39:19.751771Z","end":"2026-03-18T14:39:19.97454Z","steps":["trace[685970060] 'read index received' (duration: 217.917592ms)","trace[685970060] 'applied index is now lower than readState.Index' (duration: 4.850491ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:19.974732Z","caller":"traceutil/trace.go:171","msg":"trace[1611842178] transaction","detail":"{read_only:false; response_revision:19049; number_of_response:1; }","duration":"268.60811ms","start":"2026-03-18T14:39:19.706102Z","end":"2026-03-18T14:39:19.97471Z","steps":["trace[1611842178] 'process raft request' (duration: 268.304951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:19.974754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.965538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:39:19.974866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.740094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:39:19.974885Z","caller":"traceutil/trace.go:171","msg":"trace[1505692531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19049; }","duration":"223.113901ms","start":"2026-03-18T14:39:19.751739Z","end":"2026-03-18T14:39:19.974853Z","steps":["trace[1505692531] 'agreement among raft nodes before linearized reading' (duration: 222.962268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:19.974977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.944572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:39:19.974986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.037671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:39:19.975023Z","caller":"traceutil/trace.go:171","msg":"trace[994799751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19049; }","duration":"166.123954ms","start":"2026-03-18T14:39:19.808891Z","end":"2026-03-18T14:39:19.975015Z","steps":["trace[994799751] 'agreement among raft nodes before linearized reading' (duration: 166.048402ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:19.975022Z","caller":"traceutil/trace.go:171","msg":"trace[1875707243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19049; }","duration":"125.025875ms","start":"2026-03-18T14:39:19.849984Z","end":"2026-03-18T14:39:19.97501Z","steps":["trace[1875707243] 'agreement among raft nodes before linearized reading' (duration: 124.912752ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:19.974921Z","caller":"traceutil/trace.go:171","msg":"trace[926412674] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19049; }","duration":"198.825906ms","start":"2026-03-18T14:39:19.776081Z","end":"2026-03-18T14:39:19.974907Z","steps":["trace[926412674] 'agreement among raft nodes before linearized reading' (duration: 198.656171ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:20.119943Z","caller":"traceutil/trace.go:171","msg":"trace[1195298411] transaction","detail":"{read_only:false; response_revision:19051; number_of_response:1; }","duration":"139.795944ms","start":"2026-03-18T14:39:19.980119Z","end":"2026-03-18T14:39:20.119915Z","steps":["trace[1195298411] 'process raft request' (duration: 130.692909ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:20.120239Z","caller":"traceutil/trace.go:171","msg":"trace[110363482] transaction","detail":"{read_only:false; response_revision:19052; number_of_response:1; }","duration":"140.032389ms","start":"2026-03-18T14:39:19.980181Z","end":"2026-03-18T14:39:20.120214Z","steps":["trace[110363482] 'process raft request' (duration: 139.577887ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:20.120248Z","caller":"traceutil/trace.go:171","msg":"trace[499136529] transaction","detail":"{read_only:false; response_revision:19053; number_of_response:1; }","duration":"140.030809ms","start":"2026-03-18T14:39:19.980194Z","end":"2026-03-18T14:39:20.120225Z","steps":["trace[499136529] 'process raft request' (duration: 139.913266ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:20.120459Z","caller":"traceutil/trace.go:171","msg":"trace[401503239] transaction","detail":"{read_only:false; response_revision:19054; number_of_response:1; }","duration":"139.941177ms","start":"2026-03-18T14:39:19.980509Z","end":"2026-03-18T14:39:20.12045Z","steps":["trace[401503239] 'process raft request' (duration: 139.633649ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:21.564049Z","caller":"traceutil/trace.go:171","msg":"trace[1648573348] transaction","detail":"{read_only:false; response_revision:19059; number_of_response:1; }","duration":"103.494234ms","start":"2026-03-18T14:39:21.460532Z","end":"2026-03-18T14:39:21.564026Z","steps":["trace[1648573348] 'process raft request' (duration: 103.35045ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:21.746158Z","caller":"traceutil/trace.go:171","msg":"trace[1185103225] linearizableReadLoop","detail":"{readStateIndex:19818; appliedIndex:19817; }","duration":"164.553641ms","start":"2026-03-18T14:39:21.581581Z","end":"2026-03-18T14:39:21.746135Z","steps":["trace[1185103225] 'read index received' (duration: 164.374207ms)","trace[1185103225] 'applied index is now lower than readState.Index' (duration: 178.064µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:39:21.746329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.730787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:39:21.746281Z","caller":"traceutil/trace.go:171","msg":"trace[1486538706] transaction","detail":"{read_only:false; response_revision:19060; number_of_response:1; }","duration":"166.240058ms","start":"2026-03-18T14:39:21.579962Z","end":"2026-03-18T14:39:21.746202Z","steps":["trace[1486538706] 'process raft request' (duration: 166.024272ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:21.746365Z","caller":"traceutil/trace.go:171","msg":"trace[39073429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19060; }","duration":"164.82118ms","start":"2026-03-18T14:39:21.581534Z","end":"2026-03-18T14:39:21.746356Z","steps":["trace[39073429] 'agreement among raft nodes before linearized reading' (duration: 164.748347ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:21.866222Z","caller":"traceutil/trace.go:171","msg":"trace[389050004] transaction","detail":"{read_only:false; response_revision:19061; number_of_response:1; }","duration":"114.934142ms","start":"2026-03-18T14:39:21.751248Z","end":"2026-03-18T14:39:21.866182Z","steps":["trace[389050004] 'process raft request' (duration: 51.878501ms)","trace[389050004] 'compare' (duration: 62.304691ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:22.303284Z","caller":"traceutil/trace.go:171","msg":"trace[1268321840] transaction","detail":"{read_only:false; response_revision:19064; number_of_response:1; }","duration":"326.996717ms","start":"2026-03-18T14:39:21.976259Z","end":"2026-03-18T14:39:22.303256Z","steps":["trace[1268321840] 'process raft request' (duration: 326.800491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:22.303528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:21.976231Z","time spent":"327.213362ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:39:22.862786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.314684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:39:22.863046Z","caller":"traceutil/trace.go:171","msg":"trace[226629157] linearizableReadLoop","detail":"{readStateIndex:19823; appliedIndex:19821; }","duration":"842.553623ms","start":"2026-03-18T14:39:22.020469Z","end":"2026-03-18T14:39:22.863023Z","steps":["trace[226629157] 'read index received' (duration: 282.6579ms)","trace[226629157] 'applied index is now lower than readState.Index' (duration: 559.894283ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:22.863112Z","caller":"traceutil/trace.go:171","msg":"trace[996933684] transaction","detail":"{read_only:false; response_revision:19065; number_of_response:1; }","duration":"883.262513ms","start":"2026-03-18T14:39:21.979801Z","end":"2026-03-18T14:39:22.863063Z","steps":["trace[996933684] 'process raft request' (duration: 495.551937ms)","trace[996933684] 'compare' (duration: 387.155451ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:22.8631Z","caller":"traceutil/trace.go:171","msg":"trace[1644056077] transaction","detail":"{read_only:false; response_revision:19066; number_of_response:1; }","duration":"586.340357ms","start":"2026-03-18T14:39:22.276708Z","end":"2026-03-18T14:39:22.863049Z","steps":["trace[1644056077] 'process raft request' (duration: 586.232614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:22.863276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:21.979778Z","time spent":"883.410486ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:39:22.863282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.80182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:39:22.863333Z","caller":"traceutil/trace.go:171","msg":"trace[432523689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19066; }","duration":"842.888632ms","start":"2026-03-18T14:39:22.020432Z","end":"2026-03-18T14:39:22.863321Z","steps":["trace[432523689] 'agreement among raft nodes before linearized reading' (duration: 842.716098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:22.863371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:22.020418Z","time spent":"842.942143ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:39:22.863355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:22.276677Z","time spent":"586.528772ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6662,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:39:23.363753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476724253,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:39:23.577746Z","caller":"traceutil/trace.go:171","msg":"trace[1850263024] transaction","detail":"{read_only:false; response_revision:19067; number_of_response:1; }","duration":"972.229324ms","start":"2026-03-18T14:39:22.605483Z","end":"2026-03-18T14:39:23.577713Z","steps":["trace[1850263024] 'process raft request' (duration: 971.988057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:23.577953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:22.605469Z","time spent":"972.374407ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:39:23.939902Z","caller":"traceutil/trace.go:171","msg":"trace[821950160] transaction","detail":"{read_only:false; response_revision:19068; number_of_response:1; }","duration":"1.069233621s","start":"2026-03-18T14:39:22.870641Z","end":"2026-03-18T14:39:23.939875Z","steps":["trace[821950160] 'process raft request' (duration: 1.068970124s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:23.940061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:22.870609Z","time spent":"1.069372425s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:39:23.940356Z","caller":"traceutil/trace.go:171","msg":"trace[1028048278] linearizableReadLoop","detail":"{readStateIndex:19828; appliedIndex:19824; }","duration":"1.077232568s","start":"2026-03-18T14:39:22.863093Z","end":"2026-03-18T14:39:23.940325Z","steps":["trace[1028048278] 'read index received' (duration: 714.408224ms)","trace[1028048278] 'applied index is now lower than readState.Index' (duration: 362.816274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:39:23.940511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335051767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:39:23.940562Z","caller":"traceutil/trace.go:171","msg":"trace[1345822747] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19071; }","duration":"1.33514696s","start":"2026-03-18T14:39:22.6054Z","end":"2026-03-18T14:39:23.940547Z","steps":["trace[1345822747] 'agreement among raft nodes before linearized reading' (duration: 1.335026297s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:23.940564Z","caller":"traceutil/trace.go:171","msg":"trace[985893642] transaction","detail":"{read_only:false; response_revision:19069; number_of_response:1; }","duration":"1.065986085s","start":"2026-03-18T14:39:22.874563Z","end":"2026-03-18T14:39:23.940549Z","steps":["trace[985893642] 'process raft request' (duration: 1.065247645s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:23.940598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:22.605381Z","time spent":"1.33520897s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:39:23.940635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:22.874545Z","time spent":"1.066052516s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:39:23.94064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420364239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6680"} {"level":"info","ts":"2026-03-18T14:39:23.940691Z","caller":"traceutil/trace.go:171","msg":"trace[1740247622] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:19071; }","duration":"1.420452762s","start":"2026-03-18T14:39:22.520222Z","end":"2026-03-18T14:39:23.940674Z","steps":["trace[1740247622] 'agreement among raft nodes before linearized reading' (duration: 1.420270777s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:23.940733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:22.520199Z","time spent":"1.420522814s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6704,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-03-18T14:39:23.940778Z","caller":"traceutil/trace.go:171","msg":"trace[1139145595] transaction","detail":"{read_only:false; response_revision:19070; number_of_response:1; }","duration":"679.300807ms","start":"2026-03-18T14:39:23.261465Z","end":"2026-03-18T14:39:23.940766Z","steps":["trace[1139145595] 'process raft request' (duration: 678.661109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:23.940765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816101791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:39:23.940779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06214763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:39:23.940853Z","caller":"traceutil/trace.go:171","msg":"trace[1903273935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19071; }","duration":"1.816250285s","start":"2026-03-18T14:39:22.12458Z","end":"2026-03-18T14:39:23.94083Z","steps":["trace[1903273935] 'agreement among raft nodes before linearized reading' (duration: 1.815971308s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:23.940862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:23.26144Z","time spent":"679.366247ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:39:23.940901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:22.124558Z","time spent":"1.816335598s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:39:23.940902Z","caller":"traceutil/trace.go:171","msg":"trace[1768703113] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19071; }","duration":"1.062326455s","start":"2026-03-18T14:39:22.87855Z","end":"2026-03-18T14:39:23.940876Z","steps":["trace[1768703113] 'agreement among raft nodes before linearized reading' (duration: 1.062079637s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:23.940928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.75385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:39:23.940973Z","caller":"traceutil/trace.go:171","msg":"trace[491822510] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:19071; }","duration":"276.847643ms","start":"2026-03-18T14:39:23.664113Z","end":"2026-03-18T14:39:23.940961Z","steps":["trace[491822510] 'agreement among raft nodes before linearized reading' (duration: 276.769181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:23.940988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:22.878542Z","time spent":"1.062419448s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-03-18T14:39:23.941074Z","caller":"traceutil/trace.go:171","msg":"trace[2071119145] transaction","detail":"{read_only:false; response_revision:19071; number_of_response:1; }","duration":"371.340724ms","start":"2026-03-18T14:39:23.569722Z","end":"2026-03-18T14:39:23.941063Z","steps":["trace[2071119145] 'process raft request' (duration: 370.537263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:23.941079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815736052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:39:23.941113Z","caller":"traceutil/trace.go:171","msg":"trace[1383186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19071; }","duration":"1.815794604s","start":"2026-03-18T14:39:22.125307Z","end":"2026-03-18T14:39:23.941101Z","steps":["trace[1383186] 'agreement among raft nodes before linearized reading' (duration: 1.815704441s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:23.941139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:22.125293Z","time spent":"1.815840885s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:39:23.94121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839901734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:9893"} {"level":"warn","ts":"2026-03-18T14:39:23.941236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.93273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:39:23.941266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816633825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:39:23.941289Z","caller":"traceutil/trace.go:171","msg":"trace[151942661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19071; }","duration":"371.97216ms","start":"2026-03-18T14:39:23.569293Z","end":"2026-03-18T14:39:23.941266Z","steps":["trace[151942661] 'agreement among raft nodes before linearized reading' (duration: 371.901519ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:23.941295Z","caller":"traceutil/trace.go:171","msg":"trace[506850349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19071; }","duration":"1.816712269s","start":"2026-03-18T14:39:22.124574Z","end":"2026-03-18T14:39:23.941286Z","steps":["trace[506850349] 'agreement among raft nodes before linearized reading' (duration: 1.816636016s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:23.941283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815994068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:39:23.941241Z","caller":"traceutil/trace.go:171","msg":"trace[639575414] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:19071; }","duration":"1.840400087s","start":"2026-03-18T14:39:22.100833Z","end":"2026-03-18T14:39:23.941233Z","steps":["trace[639575414] 'agreement among raft nodes before linearized reading' (duration: 1.840281244s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:23.941372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:22.100802Z","time spent":"1.840559811s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9917,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-8bttf\" "} {"level":"info","ts":"2026-03-18T14:39:23.941374Z","caller":"traceutil/trace.go:171","msg":"trace[1067490554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19071; }","duration":"1.816118322s","start":"2026-03-18T14:39:22.125236Z","end":"2026-03-18T14:39:23.941354Z","steps":["trace[1067490554] 'agreement among raft nodes before linearized reading' (duration: 1.815835045s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:23.941405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057125765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6680"} {"level":"info","ts":"2026-03-18T14:39:23.941432Z","caller":"traceutil/trace.go:171","msg":"trace[1353704851] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:19071; }","duration":"1.057169916s","start":"2026-03-18T14:39:22.884255Z","end":"2026-03-18T14:39:23.941425Z","steps":["trace[1353704851] 'agreement among raft nodes before linearized reading' (duration: 1.057091214s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:23.941325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:22.124546Z","time spent":"1.81677381s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:39:23.941432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059335335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:39:23.941461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:22.884208Z","time spent":"1.057247838s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6704,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-03-18T14:39:23.94147Z","caller":"traceutil/trace.go:171","msg":"trace[343012955] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19071; }","duration":"1.059425776s","start":"2026-03-18T14:39:22.882034Z","end":"2026-03-18T14:39:23.94146Z","steps":["trace[343012955] 'agreement among raft nodes before linearized reading' (duration: 1.059364265s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:23.941496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:22.881997Z","time spent":"1.059493247s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:39:23.941553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.19221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:39:23.941593Z","caller":"traceutil/trace.go:171","msg":"trace[712119010] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:19071; }","duration":"128.280202ms","start":"2026-03-18T14:39:23.8133Z","end":"2026-03-18T14:39:23.94158Z","steps":["trace[712119010] 'agreement among raft nodes before linearized reading' (duration: 128.216601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:23.941628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055502851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6680"} {"level":"info","ts":"2026-03-18T14:39:23.941654Z","caller":"traceutil/trace.go:171","msg":"trace[436381903] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:19071; }","duration":"1.055577033s","start":"2026-03-18T14:39:22.886069Z","end":"2026-03-18T14:39:23.941646Z","steps":["trace[436381903] 'agreement among raft nodes before linearized reading' (duration: 1.055495171s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:23.941678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:22.886058Z","time spent":"1.055614904s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6704,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-18T14:39:23.941134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:23.569699Z","time spent":"371.401996ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:39:23.941425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:22.125228Z","time spent":"1.816187364s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:39:23.941325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:23.569233Z","time spent":"372.085183ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:39:24.234117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.283778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:39:24.234316Z","caller":"traceutil/trace.go:171","msg":"trace[116808175] transaction","detail":"{read_only:false; response_revision:19072; number_of_response:1; }","duration":"284.485608ms","start":"2026-03-18T14:39:23.949803Z","end":"2026-03-18T14:39:24.234289Z","steps":["trace[116808175] 'process raft request' (duration: 67.914582ms)","trace[116808175] 'compare' (duration: 216.068543ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:24.238587Z","caller":"traceutil/trace.go:171","msg":"trace[197436442] transaction","detail":"{read_only:false; response_revision:19075; number_of_response:1; }","duration":"286.506223ms","start":"2026-03-18T14:39:23.952063Z","end":"2026-03-18T14:39:24.238569Z","steps":["trace[197436442] 'process raft request' (duration: 286.40707ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:24.238652Z","caller":"traceutil/trace.go:171","msg":"trace[2041904325] transaction","detail":"{read_only:false; response_revision:19073; number_of_response:1; }","duration":"288.772424ms","start":"2026-03-18T14:39:23.949834Z","end":"2026-03-18T14:39:24.238607Z","steps":["trace[2041904325] 'process raft request' (duration: 288.499378ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:24.238758Z","caller":"traceutil/trace.go:171","msg":"trace[295670728] linearizableReadLoop","detail":"{readStateIndex:19835; appliedIndex:19830; }","duration":"166.939136ms","start":"2026-03-18T14:39:24.071789Z","end":"2026-03-18T14:39:24.238728Z","steps":["trace[295670728] 'read index received' (duration: 166.487564ms)","trace[295670728] 'applied index is now lower than readState.Index' (duration: 449.152µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:24.238904Z","caller":"traceutil/trace.go:171","msg":"trace[1962886029] transaction","detail":"{read_only:false; response_revision:19077; number_of_response:1; }","duration":"285.481836ms","start":"2026-03-18T14:39:23.953404Z","end":"2026-03-18T14:39:24.238886Z","steps":["trace[1962886029] 'process raft request' (duration: 285.126867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:24.239027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.201153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:39:24.238705Z","caller":"traceutil/trace.go:171","msg":"trace[1004049135] transaction","detail":"{read_only:false; response_revision:19076; number_of_response:1; }","duration":"285.649071ms","start":"2026-03-18T14:39:23.95301Z","end":"2026-03-18T14:39:24.238659Z","steps":["trace[1004049135] 'process raft request' (duration: 285.486346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:24.239163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.85886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/nova-cell-setup-8bttf\" ","response":"range_response_count:1 size:2764"} {"level":"info","ts":"2026-03-18T14:39:24.239212Z","caller":"traceutil/trace.go:171","msg":"trace[1376411980] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/nova-cell-setup-8bttf; range_end:; response_count:1; response_revision:19077; }","duration":"114.973874ms","start":"2026-03-18T14:39:24.124221Z","end":"2026-03-18T14:39:24.239195Z","steps":["trace[1376411980] 'agreement among raft nodes before linearized reading' (duration: 114.739698ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:24.239369Z","caller":"traceutil/trace.go:171","msg":"trace[128496685] transaction","detail":"{read_only:false; response_revision:19074; number_of_response:1; }","duration":"287.81451ms","start":"2026-03-18T14:39:23.951492Z","end":"2026-03-18T14:39:24.239306Z","steps":["trace[128496685] 'process raft request' (duration: 286.949416ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:24.239085Z","caller":"traceutil/trace.go:171","msg":"trace[1856916139] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:19077; }","duration":"167.319477ms","start":"2026-03-18T14:39:24.071746Z","end":"2026-03-18T14:39:24.239065Z","steps":["trace[1856916139] 'agreement among raft nodes before linearized reading' (duration: 167.149422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:24.434414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.591175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:39:24.434536Z","caller":"traceutil/trace.go:171","msg":"trace[1137951469] linearizableReadLoop","detail":"{readStateIndex:19837; appliedIndex:19836; }","duration":"154.403277ms","start":"2026-03-18T14:39:24.280115Z","end":"2026-03-18T14:39:24.434518Z","steps":["trace[1137951469] 'read index received' (duration: 53.849283ms)","trace[1137951469] 'applied index is now lower than readState.Index' (duration: 100.552444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:39:24.434631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.272256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:39:24.434665Z","caller":"traceutil/trace.go:171","msg":"trace[1415519884] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:19079; }","duration":"183.326149ms","start":"2026-03-18T14:39:24.25133Z","end":"2026-03-18T14:39:24.434656Z","steps":["trace[1415519884] 'agreement among raft nodes before linearized reading' (duration: 183.236397ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:24.434721Z","caller":"traceutil/trace.go:171","msg":"trace[1461747380] transaction","detail":"{read_only:false; response_revision:19079; number_of_response:1; }","duration":"184.755928ms","start":"2026-03-18T14:39:24.249933Z","end":"2026-03-18T14:39:24.434688Z","steps":["trace[1461747380] 'process raft request' (duration: 83.815213ms)","trace[1461747380] 'compare' (duration: 100.39441ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:24.476626Z","caller":"traceutil/trace.go:171","msg":"trace[1657494604] transaction","detail":"{read_only:false; response_revision:19080; number_of_response:1; }","duration":"168.54748ms","start":"2026-03-18T14:39:24.308049Z","end":"2026-03-18T14:39:24.476596Z","steps":["trace[1657494604] 'process raft request' (duration: 168.365474ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:24.784823Z","caller":"traceutil/trace.go:171","msg":"trace[539476135] linearizableReadLoop","detail":"{readStateIndex:19839; appliedIndex:19838; }","duration":"212.259149ms","start":"2026-03-18T14:39:24.57254Z","end":"2026-03-18T14:39:24.7848Z","steps":["trace[539476135] 'read index received' (duration: 212.029733ms)","trace[539476135] 'applied index is now lower than readState.Index' (duration: 228.226µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:24.784867Z","caller":"traceutil/trace.go:171","msg":"trace[2128449893] transaction","detail":"{read_only:false; response_revision:19081; number_of_response:1; }","duration":"316.417811ms","start":"2026-03-18T14:39:24.468422Z","end":"2026-03-18T14:39:24.78484Z","steps":["trace[2128449893] 'process raft request' (duration: 316.181875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:24.78499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:24.468383Z","time spent":"316.540344ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65936,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:39:24.785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.446665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:39:24.785074Z","caller":"traceutil/trace.go:171","msg":"trace[1362371827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19081; }","duration":"212.571857ms","start":"2026-03-18T14:39:24.572488Z","end":"2026-03-18T14:39:24.78506Z","steps":["trace[1362371827] 'agreement among raft nodes before linearized reading' (duration: 212.445554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:24.785091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.570861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-18T14:39:24.785141Z","caller":"traceutil/trace.go:171","msg":"trace[1481297299] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:19081; }","duration":"211.659513ms","start":"2026-03-18T14:39:24.573466Z","end":"2026-03-18T14:39:24.785125Z","steps":["trace[1481297299] 'agreement among raft nodes before linearized reading' (duration: 211.483168ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:25.933857Z","caller":"traceutil/trace.go:171","msg":"trace[818896624] transaction","detail":"{read_only:false; response_revision:19097; number_of_response:1; }","duration":"211.630582ms","start":"2026-03-18T14:39:25.72219Z","end":"2026-03-18T14:39:25.93382Z","steps":["trace[818896624] 'process raft request' (duration: 211.137829ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:26.217376Z","caller":"traceutil/trace.go:171","msg":"trace[1085342865] transaction","detail":"{read_only:false; response_revision:19098; number_of_response:1; }","duration":"448.915258ms","start":"2026-03-18T14:39:25.76843Z","end":"2026-03-18T14:39:26.217345Z","steps":["trace[1085342865] 'process raft request' (duration: 376.841632ms)","trace[1085342865] 'compare' (duration: 71.552992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:39:26.217558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:25.768397Z","time spent":"449.092332ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":806,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:39:26.414932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.770408ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:39:26.416028Z","caller":"traceutil/trace.go:171","msg":"trace[773975906] transaction","detail":"{read_only:false; response_revision:19099; number_of_response:1; }","duration":"467.821578ms","start":"2026-03-18T14:39:25.948171Z","end":"2026-03-18T14:39:26.415992Z","steps":["trace[773975906] 'process raft request' (duration: 466.884133ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:26.416197Z","caller":"traceutil/trace.go:171","msg":"trace[137073026] linearizableReadLoop","detail":"{readStateIndex:19858; appliedIndex:19855; }","duration":"466.683517ms","start":"2026-03-18T14:39:25.949282Z","end":"2026-03-18T14:39:26.415966Z","steps":["trace[137073026] 'read index received' (duration: 196.108054ms)","trace[137073026] 'applied index is now lower than readState.Index' (duration: 270.572523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:39:26.416338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:25.948141Z","time spent":"467.975022ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:39:26.434199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.469387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-18T14:39:26.43432Z","caller":"traceutil/trace.go:171","msg":"trace[1617289076] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19099; }","duration":"484.616182ms","start":"2026-03-18T14:39:25.949652Z","end":"2026-03-18T14:39:26.434268Z","steps":["trace[1617289076] 'agreement among raft nodes before linearized reading' (duration: 466.923575ms)","trace[1617289076] 'range keys from in-memory index tree' (duration: 17.461761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:39:26.434335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.071437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"warn","ts":"2026-03-18T14:39:26.434365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.49696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:39:26.43443Z","caller":"traceutil/trace.go:171","msg":"trace[14230894] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19099; }","duration":"484.21291ms","start":"2026-03-18T14:39:25.950192Z","end":"2026-03-18T14:39:26.434404Z","steps":["trace[14230894] 'agreement among raft nodes before linearized reading' (duration: 466.376489ms)","trace[14230894] 'range keys from in-memory index tree' (duration: 17.544094ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:26.434464Z","caller":"traceutil/trace.go:171","msg":"trace[655026791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19099; }","duration":"184.611213ms","start":"2026-03-18T14:39:26.249827Z","end":"2026-03-18T14:39:26.434438Z","steps":["trace[655026791] 'agreement among raft nodes before linearized reading' (duration: 166.681708ms)","trace[655026791] 'range keys from in-memory index tree' (duration: 17.754608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:39:26.434489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:25.950183Z","time spent":"484.297413ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:39:26.434551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.973226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6674"} {"level":"warn","ts":"2026-03-18T14:39:26.434609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.484372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T14:39:26.434624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.626078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-18T14:39:26.434684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.404732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-18T14:39:26.434688Z","caller":"traceutil/trace.go:171","msg":"trace[1217008285] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19099; }","duration":"276.628707ms","start":"2026-03-18T14:39:26.15804Z","end":"2026-03-18T14:39:26.434668Z","steps":["trace[1217008285] 'agreement among raft nodes before linearized reading' (duration: 258.552969ms)","trace[1217008285] 'range keys from in-memory index tree' (duration: 17.808912ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:26.434726Z","caller":"traceutil/trace.go:171","msg":"trace[1638220155] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19099; }","duration":"485.477185ms","start":"2026-03-18T14:39:25.949237Z","end":"2026-03-18T14:39:26.434714Z","steps":["trace[1638220155] 'agreement among raft nodes before linearized reading' (duration: 466.987886ms)","trace[1638220155] 'range keys from in-memory index tree' (duration: 18.385615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:39:26.434396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:25.94962Z","time spent":"484.763075ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:39:26.434767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:25.949219Z","time spent":"485.538676ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7416,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"info","ts":"2026-03-18T14:39:26.43464Z","caller":"traceutil/trace.go:171","msg":"trace[1440497417] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:19099; }","duration":"480.073608ms","start":"2026-03-18T14:39:25.954547Z","end":"2026-03-18T14:39:26.434621Z","steps":["trace[1440497417] 'agreement among raft nodes before linearized reading' (duration: 461.999521ms)","trace[1440497417] 'range keys from in-memory index tree' (duration: 17.886533ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:26.434727Z","caller":"traceutil/trace.go:171","msg":"trace[957888800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19099; }","duration":"189.784442ms","start":"2026-03-18T14:39:26.244918Z","end":"2026-03-18T14:39:26.434702Z","steps":["trace[957888800] 'agreement among raft nodes before linearized reading' (duration: 171.640663ms)","trace[957888800] 'range keys from in-memory index tree' (duration: 17.893533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:39:26.434883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:25.954537Z","time spent":"480.333005ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6698,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-18T14:39:26.434353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.399338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6674"} {"level":"info","ts":"2026-03-18T14:39:26.434984Z","caller":"traceutil/trace.go:171","msg":"trace[157778467] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:19099; }","duration":"484.120988ms","start":"2026-03-18T14:39:25.95085Z","end":"2026-03-18T14:39:26.434971Z","steps":["trace[157778467] 'agreement among raft nodes before linearized reading' (duration: 465.710841ms)","trace[157778467] 'range keys from in-memory index tree' (duration: 17.495482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:39:26.435015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:25.950842Z","time spent":"484.16289ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6698,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-18T14:39:26.435157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.291104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T14:39:26.435208Z","caller":"traceutil/trace.go:171","msg":"trace[357788501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19099; }","duration":"194.388977ms","start":"2026-03-18T14:39:26.240806Z","end":"2026-03-18T14:39:26.435195Z","steps":["trace[357788501] 'agreement among raft nodes before linearized reading' (duration: 175.778785ms)","trace[357788501] 'range keys from in-memory index tree' (duration: 17.605035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:39:26.434587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.278305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T14:39:26.435635Z","caller":"traceutil/trace.go:171","msg":"trace[1516922370] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19099; }","duration":"191.12313ms","start":"2026-03-18T14:39:26.244213Z","end":"2026-03-18T14:39:26.435337Z","steps":["trace[1516922370] 'agreement among raft nodes before linearized reading' (duration: 172.365704ms)","trace[1516922370] 'range keys from in-memory index tree' (duration: 17.839102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:39:26.448385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.01164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6674"} {"level":"info","ts":"2026-03-18T14:39:26.448464Z","caller":"traceutil/trace.go:171","msg":"trace[483595840] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:19099; }","duration":"493.251234ms","start":"2026-03-18T14:39:25.955191Z","end":"2026-03-18T14:39:26.448442Z","steps":["trace[483595840] 'agreement among raft nodes before linearized reading' (duration: 461.325171ms)","trace[483595840] 'range keys from in-memory index tree' (duration: 17.602175ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:39:26.448505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:25.955183Z","time spent":"493.310576ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6698,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-18T14:39:26.448882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.292907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:39:26.448979Z","caller":"traceutil/trace.go:171","msg":"trace[1789377108] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19099; }","duration":"499.38469ms","start":"2026-03-18T14:39:25.949567Z","end":"2026-03-18T14:39:26.448951Z","steps":["trace[1789377108] 'agreement among raft nodes before linearized reading' (duration: 466.922994ms)","trace[1789377108] 'range keys from in-memory index tree' (duration: 32.301182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:39:26.449063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:25.949561Z","time spent":"499.493373ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:39:26.676219Z","caller":"traceutil/trace.go:171","msg":"trace[1508350222] transaction","detail":"{read_only:false; response_revision:19101; number_of_response:1; }","duration":"219.779482ms","start":"2026-03-18T14:39:26.456414Z","end":"2026-03-18T14:39:26.676193Z","steps":["trace[1508350222] 'process raft request' (duration: 213.300557ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:26.676298Z","caller":"traceutil/trace.go:171","msg":"trace[145498164] linearizableReadLoop","detail":"{readStateIndex:19861; appliedIndex:19858; }","duration":"219.740501ms","start":"2026-03-18T14:39:26.456531Z","end":"2026-03-18T14:39:26.676271Z","steps":["trace[145498164] 'read index received' (duration: 75.845177ms)","trace[145498164] 'applied index is now lower than readState.Index' (duration: 143.894114ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:26.676329Z","caller":"traceutil/trace.go:171","msg":"trace[1210096641] transaction","detail":"{read_only:false; response_revision:19103; number_of_response:1; }","duration":"219.558297ms","start":"2026-03-18T14:39:26.456752Z","end":"2026-03-18T14:39:26.67631Z","steps":["trace[1210096641] 'process raft request' (duration: 219.358751ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:26.676412Z","caller":"traceutil/trace.go:171","msg":"trace[1232833697] transaction","detail":"{read_only:false; response_revision:19104; number_of_response:1; }","duration":"217.000547ms","start":"2026-03-18T14:39:26.459399Z","end":"2026-03-18T14:39:26.6764Z","steps":["trace[1232833697] 'process raft request' (duration: 216.745881ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:26.676575Z","caller":"traceutil/trace.go:171","msg":"trace[118225229] transaction","detail":"{read_only:false; response_revision:19102; number_of_response:1; }","duration":"220.074181ms","start":"2026-03-18T14:39:26.456464Z","end":"2026-03-18T14:39:26.676538Z","steps":["trace[118225229] 'process raft request' (duration: 219.540416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:26.676676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.121372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18574"} {"level":"info","ts":"2026-03-18T14:39:26.676727Z","caller":"traceutil/trace.go:171","msg":"trace[1550857172] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19105; }","duration":"220.196353ms","start":"2026-03-18T14:39:26.45652Z","end":"2026-03-18T14:39:26.676716Z","steps":["trace[1550857172] 'agreement among raft nodes before linearized reading' (duration: 219.966267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:26.676742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.375582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:39:26.677031Z","caller":"traceutil/trace.go:171","msg":"trace[1107350268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19105; }","duration":"106.694029ms","start":"2026-03-18T14:39:26.570327Z","end":"2026-03-18T14:39:26.677021Z","steps":["trace[1107350268] 'agreement among raft nodes before linearized reading' (duration: 106.391781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:26.676686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.410291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T14:39:26.677143Z","caller":"traceutil/trace.go:171","msg":"trace[1172253328] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19105; }","duration":"203.899484ms","start":"2026-03-18T14:39:26.473221Z","end":"2026-03-18T14:39:26.67712Z","steps":["trace[1172253328] 'agreement among raft nodes before linearized reading' (duration: 203.326849ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:26.676898Z","caller":"traceutil/trace.go:171","msg":"trace[1453800198] transaction","detail":"{read_only:false; response_revision:19105; number_of_response:1; }","duration":"195.833817ms","start":"2026-03-18T14:39:26.481046Z","end":"2026-03-18T14:39:26.67688Z","steps":["trace[1453800198] 'process raft request' (duration: 195.169889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:26.676906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.765094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:39:26.677333Z","caller":"traceutil/trace.go:171","msg":"trace[1113800512] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:19105; }","duration":"186.256997ms","start":"2026-03-18T14:39:26.491064Z","end":"2026-03-18T14:39:26.677321Z","steps":["trace[1113800512] 'agreement among raft nodes before linearized reading' (duration: 185.698742ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:27.067789Z","caller":"traceutil/trace.go:171","msg":"trace[387916780] transaction","detail":"{read_only:false; response_revision:19107; number_of_response:1; }","duration":"134.318715ms","start":"2026-03-18T14:39:26.933435Z","end":"2026-03-18T14:39:27.067754Z","steps":["trace[387916780] 'process raft request' (duration: 59.100245ms)","trace[387916780] 'compare' (duration: 74.842901ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:27.19142Z","caller":"traceutil/trace.go:171","msg":"trace[1301012085] transaction","detail":"{read_only:false; response_revision:19108; number_of_response:1; }","duration":"102.821125ms","start":"2026-03-18T14:39:27.088553Z","end":"2026-03-18T14:39:27.191374Z","steps":["trace[1301012085] 'process raft request' (duration: 78.986342ms)","trace[1301012085] 'compare' (duration: 23.554226ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:27.357931Z","caller":"traceutil/trace.go:171","msg":"trace[1951041287] transaction","detail":"{read_only:false; response_revision:19109; number_of_response:1; }","duration":"155.794695ms","start":"2026-03-18T14:39:27.202102Z","end":"2026-03-18T14:39:27.357896Z","steps":["trace[1951041287] 'process raft request' (duration: 142.706662ms)","trace[1951041287] 'compare' (duration: 12.948379ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:29.56767Z","caller":"traceutil/trace.go:171","msg":"trace[347503278] transaction","detail":"{read_only:false; response_revision:19118; number_of_response:1; }","duration":"190.363177ms","start":"2026-03-18T14:39:29.377288Z","end":"2026-03-18T14:39:29.567651Z","steps":["trace[347503278] 'process raft request' (duration: 150.721957ms)","trace[347503278] 'compare' (duration: 39.314522ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:29.775879Z","caller":"traceutil/trace.go:171","msg":"trace[1532184096] transaction","detail":"{read_only:false; response_revision:19120; number_of_response:1; }","duration":"120.689177ms","start":"2026-03-18T14:39:29.655161Z","end":"2026-03-18T14:39:29.77585Z","steps":["trace[1532184096] 'process raft request' (duration: 56.871275ms)","trace[1532184096] 'compare' (duration: 63.673198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:39:30.655763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.816654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:39:30.656001Z","caller":"traceutil/trace.go:171","msg":"trace[1638419678] transaction","detail":"{read_only:false; response_revision:19123; number_of_response:1; }","duration":"195.185499ms","start":"2026-03-18T14:39:30.460779Z","end":"2026-03-18T14:39:30.655964Z","steps":["trace[1638419678] 'process raft request' (duration: 55.060267ms)","trace[1638419678] 'compare' (duration: 139.535286ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:30.656067Z","caller":"traceutil/trace.go:171","msg":"trace[910736456] transaction","detail":"{read_only:false; response_revision:19124; number_of_response:1; }","duration":"182.629619ms","start":"2026-03-18T14:39:30.473419Z","end":"2026-03-18T14:39:30.656048Z","steps":["trace[910736456] 'process raft request' (duration: 182.490706ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:30.656101Z","caller":"traceutil/trace.go:171","msg":"trace[1264760456] linearizableReadLoop","detail":"{readStateIndex:19883; appliedIndex:19882; }","duration":"183.962976ms","start":"2026-03-18T14:39:30.472106Z","end":"2026-03-18T14:39:30.656069Z","steps":["trace[1264760456] 'read index received' (duration: 43.760362ms)","trace[1264760456] 'applied index is now lower than readState.Index' (duration: 140.199624ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:39:30.6564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.537295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-18T14:39:30.656445Z","caller":"traceutil/trace.go:171","msg":"trace[52181217] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19124; }","duration":"183.616527ms","start":"2026-03-18T14:39:30.472818Z","end":"2026-03-18T14:39:30.656435Z","steps":["trace[52181217] 'agreement among raft nodes before linearized reading' (duration: 183.409131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:30.65644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.529884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-18T14:39:30.656507Z","caller":"traceutil/trace.go:171","msg":"trace[153972745] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19124; }","duration":"183.633278ms","start":"2026-03-18T14:39:30.472856Z","end":"2026-03-18T14:39:30.656489Z","steps":["trace[153972745] 'agreement among raft nodes before linearized reading' (duration: 183.395551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:30.657409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.274691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:1 size:7392"} {"level":"info","ts":"2026-03-18T14:39:30.657474Z","caller":"traceutil/trace.go:171","msg":"trace[1506468570] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:1; response_revision:19124; }","duration":"185.386515ms","start":"2026-03-18T14:39:30.472068Z","end":"2026-03-18T14:39:30.657454Z","steps":["trace[1506468570] 'agreement among raft nodes before linearized reading' (duration: 184.131181ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:31.226018Z","caller":"traceutil/trace.go:171","msg":"trace[973647302] transaction","detail":"{read_only:false; response_revision:19133; number_of_response:1; }","duration":"101.199762ms","start":"2026-03-18T14:39:31.124785Z","end":"2026-03-18T14:39:31.225985Z","steps":["trace[973647302] 'process raft request' (duration: 83.154074ms)","trace[973647302] 'compare' (duration: 17.871913ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:35.03914Z","caller":"traceutil/trace.go:171","msg":"trace[991683439] transaction","detail":"{read_only:false; response_revision:19152; number_of_response:1; }","duration":"102.215929ms","start":"2026-03-18T14:39:34.936896Z","end":"2026-03-18T14:39:35.039112Z","steps":["trace[991683439] 'process raft request' (duration: 102.137847ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:35.039389Z","caller":"traceutil/trace.go:171","msg":"trace[194683856] transaction","detail":"{read_only:false; response_revision:19151; number_of_response:1; }","duration":"103.084532ms","start":"2026-03-18T14:39:34.936293Z","end":"2026-03-18T14:39:35.039377Z","steps":["trace[194683856] 'process raft request' (duration: 89.703152ms)","trace[194683856] 'compare' (duration: 12.910828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:39:39.116875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.470601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:39:39.116953Z","caller":"traceutil/trace.go:171","msg":"trace[1387020578] linearizableReadLoop","detail":"{readStateIndex:19928; appliedIndex:19927; }","duration":"163.964085ms","start":"2026-03-18T14:39:38.952978Z","end":"2026-03-18T14:39:39.116942Z","steps":["trace[1387020578] 'read index received' (duration: 43.4µs)","trace[1387020578] 'applied index is now lower than readState.Index' (duration: 163.919595ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:39.11701Z","caller":"traceutil/trace.go:171","msg":"trace[1460158130] transaction","detail":"{read_only:false; response_revision:19167; number_of_response:1; }","duration":"273.487493ms","start":"2026-03-18T14:39:38.843514Z","end":"2026-03-18T14:39:39.117002Z","steps":["trace[1460158130] 'process raft request' (duration: 75.832767ms)","trace[1460158130] 'compare' (duration: 197.221424ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:39:39.117216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.708829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:39:39.117284Z","caller":"traceutil/trace.go:171","msg":"trace[2141647542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19167; }","duration":"106.818944ms","start":"2026-03-18T14:39:39.010446Z","end":"2026-03-18T14:39:39.117265Z","steps":["trace[2141647542] 'agreement among raft nodes before linearized reading' (duration: 106.643329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:39.117543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.54496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:39:39.117595Z","caller":"traceutil/trace.go:171","msg":"trace[1338264961] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19167; }","duration":"164.647714ms","start":"2026-03-18T14:39:38.952934Z","end":"2026-03-18T14:39:39.117581Z","steps":["trace[1338264961] 'agreement among raft nodes before linearized reading' (duration: 164.471849ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:39.342267Z","caller":"traceutil/trace.go:171","msg":"trace[384120923] transaction","detail":"{read_only:false; response_revision:19172; number_of_response:1; }","duration":"116.33484ms","start":"2026-03-18T14:39:39.225873Z","end":"2026-03-18T14:39:39.342207Z","steps":["trace[384120923] 'process raft request' (duration: 63.128564ms)","trace[384120923] 'compare' (duration: 53.081332ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:43.416049Z","caller":"traceutil/trace.go:171","msg":"trace[1701158364] transaction","detail":"{read_only:false; response_revision:19185; number_of_response:1; }","duration":"245.018524ms","start":"2026-03-18T14:39:43.171004Z","end":"2026-03-18T14:39:43.416023Z","steps":["trace[1701158364] 'process raft request' (duration: 220.660877ms)","trace[1701158364] 'compare' (duration: 24.259414ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:43.425408Z","caller":"traceutil/trace.go:171","msg":"trace[1753590143] transaction","detail":"{read_only:false; response_revision:19186; number_of_response:1; }","duration":"254.203002ms","start":"2026-03-18T14:39:43.171176Z","end":"2026-03-18T14:39:43.425379Z","steps":["trace[1753590143] 'process raft request' (duration: 254.058798ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:43.425701Z","caller":"traceutil/trace.go:171","msg":"trace[1117027508] transaction","detail":"{read_only:false; response_revision:19187; number_of_response:1; }","duration":"254.325626ms","start":"2026-03-18T14:39:43.171354Z","end":"2026-03-18T14:39:43.425679Z","steps":["trace[1117027508] 'process raft request' (duration: 253.986997ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:43.425826Z","caller":"traceutil/trace.go:171","msg":"trace[1339341316] linearizableReadLoop","detail":"{readStateIndex:19949; appliedIndex:19946; }","duration":"240.162583ms","start":"2026-03-18T14:39:43.185629Z","end":"2026-03-18T14:39:43.425792Z","steps":["trace[1339341316] 'read index received' (duration: 206.039122ms)","trace[1339341316] 'applied index is now lower than readState.Index' (duration: 34.121691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:39:43.426073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.43632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T14:39:43.426133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.4148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:39:43.426169Z","caller":"traceutil/trace.go:171","msg":"trace[864884951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19188; }","duration":"240.544232ms","start":"2026-03-18T14:39:43.185584Z","end":"2026-03-18T14:39:43.426128Z","steps":["trace[864884951] 'agreement among raft nodes before linearized reading' (duration: 240.349027ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:43.426192Z","caller":"traceutil/trace.go:171","msg":"trace[1867116445] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19188; }","duration":"180.522394ms","start":"2026-03-18T14:39:43.245656Z","end":"2026-03-18T14:39:43.426178Z","steps":["trace[1867116445] 'agreement among raft nodes before linearized reading' (duration: 180.39814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:43.426072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.594946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:39:43.426373Z","caller":"traceutil/trace.go:171","msg":"trace[231917397] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:19188; }","duration":"183.927015ms","start":"2026-03-18T14:39:43.242436Z","end":"2026-03-18T14:39:43.426363Z","steps":["trace[231917397] 'agreement among raft nodes before linearized reading' (duration: 183.535455ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:44.59097Z","caller":"traceutil/trace.go:171","msg":"trace[761717332] linearizableReadLoop","detail":"{readStateIndex:19953; appliedIndex:19952; }","duration":"200.845292ms","start":"2026-03-18T14:39:44.390107Z","end":"2026-03-18T14:39:44.590953Z","steps":["trace[761717332] 'read index received' (duration: 200.716458ms)","trace[761717332] 'applied index is now lower than readState.Index' (duration: 128.084µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:44.591022Z","caller":"traceutil/trace.go:171","msg":"trace[1097783587] transaction","detail":"{read_only:false; response_revision:19191; number_of_response:1; }","duration":"234.620043ms","start":"2026-03-18T14:39:44.356378Z","end":"2026-03-18T14:39:44.590998Z","steps":["trace[1097783587] 'process raft request' (duration: 234.429158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:44.591162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.021117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:39:44.591246Z","caller":"traceutil/trace.go:171","msg":"trace[1706138844] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19191; }","duration":"201.16124ms","start":"2026-03-18T14:39:44.390067Z","end":"2026-03-18T14:39:44.591228Z","steps":["trace[1706138844] 'agreement among raft nodes before linearized reading' (duration: 200.952314ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:45.282937Z","caller":"traceutil/trace.go:171","msg":"trace[871109122] transaction","detail":"{read_only:false; response_revision:19195; number_of_response:1; }","duration":"107.341207ms","start":"2026-03-18T14:39:45.175574Z","end":"2026-03-18T14:39:45.282916Z","steps":["trace[871109122] 'process raft request' (duration: 107.215653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:46.071295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.798953ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:39:47.058089Z","caller":"traceutil/trace.go:171","msg":"trace[1671167639] transaction","detail":"{read_only:false; response_revision:19202; number_of_response:1; }","duration":"137.41475ms","start":"2026-03-18T14:39:46.920646Z","end":"2026-03-18T14:39:47.05806Z","steps":["trace[1671167639] 'process raft request' (duration: 101.977593ms)","trace[1671167639] 'compare' (duration: 34.910342ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:47.465791Z","caller":"traceutil/trace.go:171","msg":"trace[593931960] linearizableReadLoop","detail":"{readStateIndex:19966; appliedIndex:19965; }","duration":"136.572447ms","start":"2026-03-18T14:39:47.329196Z","end":"2026-03-18T14:39:47.465769Z","steps":["trace[593931960] 'read index received' (duration: 136.404673ms)","trace[593931960] 'applied index is now lower than readState.Index' (duration: 166.704µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:39:47.465968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.745382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:39:47.466025Z","caller":"traceutil/trace.go:171","msg":"trace[209248498] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:19203; }","duration":"136.859413ms","start":"2026-03-18T14:39:47.32915Z","end":"2026-03-18T14:39:47.466009Z","steps":["trace[209248498] 'agreement among raft nodes before linearized reading' (duration: 136.70931ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:47.466162Z","caller":"traceutil/trace.go:171","msg":"trace[746243793] transaction","detail":"{read_only:false; response_revision:19203; number_of_response:1; }","duration":"175.415235ms","start":"2026-03-18T14:39:47.290718Z","end":"2026-03-18T14:39:47.466133Z","steps":["trace[746243793] 'process raft request' (duration: 174.910191ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:47.6179Z","caller":"traceutil/trace.go:171","msg":"trace[1712720495] transaction","detail":"{read_only:false; response_revision:19205; number_of_response:1; }","duration":"118.822317ms","start":"2026-03-18T14:39:47.499035Z","end":"2026-03-18T14:39:47.617857Z","steps":["trace[1712720495] 'process raft request' (duration: 74.86869ms)","trace[1712720495] 'compare' (duration: 43.751882ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:47.753352Z","caller":"traceutil/trace.go:171","msg":"trace[253475561] transaction","detail":"{read_only:false; response_revision:19206; number_of_response:1; }","duration":"130.807381ms","start":"2026-03-18T14:39:47.622495Z","end":"2026-03-18T14:39:47.753302Z","steps":["trace[253475561] 'process raft request' (duration: 99.720142ms)","trace[253475561] 'compare' (duration: 30.985497ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:39:47.755895Z","caller":"traceutil/trace.go:171","msg":"trace[552715674] transaction","detail":"{read_only:false; response_revision:19208; number_of_response:1; }","duration":"131.644733ms","start":"2026-03-18T14:39:47.62423Z","end":"2026-03-18T14:39:47.755875Z","steps":["trace[552715674] 'process raft request' (duration: 131.594401ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:47.756283Z","caller":"traceutil/trace.go:171","msg":"trace[1592690854] transaction","detail":"{read_only:false; response_revision:19207; number_of_response:1; }","duration":"132.955979ms","start":"2026-03-18T14:39:47.62331Z","end":"2026-03-18T14:39:47.756266Z","steps":["trace[1592690854] 'process raft request' (duration: 132.429454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:47.964823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.615165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-gxldd.189df64d49040550\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-18T14:39:47.96489Z","caller":"traceutil/trace.go:171","msg":"trace[1582645632] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-gxldd.189df64d49040550; range_end:; response_count:1; response_revision:19208; }","duration":"107.723099ms","start":"2026-03-18T14:39:47.857151Z","end":"2026-03-18T14:39:47.964874Z","steps":["trace[1582645632] 'range keys from in-memory index tree' (duration: 107.477051ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:49.958208Z","caller":"traceutil/trace.go:171","msg":"trace[1430753136] transaction","detail":"{read_only:false; response_revision:19215; number_of_response:1; }","duration":"197.052158ms","start":"2026-03-18T14:39:49.761113Z","end":"2026-03-18T14:39:49.958165Z","steps":["trace[1430753136] 'process raft request' (duration: 196.879054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:50.290859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.367551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:39:50.291057Z","caller":"traceutil/trace.go:171","msg":"trace[94676171] transaction","detail":"{read_only:false; response_revision:19217; number_of_response:1; }","duration":"527.361326ms","start":"2026-03-18T14:39:49.763676Z","end":"2026-03-18T14:39:50.291037Z","steps":["trace[94676171] 'process raft request' (duration: 527.281663ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:50.291078Z","caller":"traceutil/trace.go:171","msg":"trace[1923756086] transaction","detail":"{read_only:false; response_revision:19216; number_of_response:1; }","duration":"528.028183ms","start":"2026-03-18T14:39:49.76302Z","end":"2026-03-18T14:39:50.291048Z","steps":["trace[1923756086] 'process raft request' (duration: 414.391096ms)","trace[1923756086] 'compare' (duration: 112.955309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:39:50.291119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:49.763658Z","time spent":"527.432077ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:39:50.291215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:39:49.763007Z","time spent":"528.134945ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:39:54.333202Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9bd4db28c48efaf1","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T14:39:54.393333Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-18T14:39:54.393453Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-18T14:39:57.253017Z","caller":"traceutil/trace.go:171","msg":"trace[1489533500] transaction","detail":"{read_only:false; response_revision:19249; number_of_response:1; }","duration":"105.562369ms","start":"2026-03-18T14:39:57.147427Z","end":"2026-03-18T14:39:57.25299Z","steps":["trace[1489533500] 'process raft request' (duration: 105.383545ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:39:57.85017Z","caller":"traceutil/trace.go:171","msg":"trace[1062917170] transaction","detail":"{read_only:false; response_revision:19251; number_of_response:1; }","duration":"104.370848ms","start":"2026-03-18T14:39:57.745776Z","end":"2026-03-18T14:39:57.850147Z","steps":["trace[1062917170] 'process raft request' (duration: 104.040269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:57.850312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.131743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:39:57.850425Z","caller":"traceutil/trace.go:171","msg":"trace[994765948] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19251; }","duration":"100.330718ms","start":"2026-03-18T14:39:57.750066Z","end":"2026-03-18T14:39:57.850397Z","steps":["trace[994765948] 'agreement among raft nodes before linearized reading' (duration: 100.001359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:39:58.110126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.440636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:39:58.11046Z","caller":"traceutil/trace.go:171","msg":"trace[900853652] transaction","detail":"{read_only:false; response_revision:19252; number_of_response:1; }","duration":"255.64416ms","start":"2026-03-18T14:39:57.854767Z","end":"2026-03-18T14:39:58.110412Z","steps":["trace[900853652] 'process raft request' (duration: 99.760053ms)","trace[900853652] 'compare' (duration: 155.079126ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:00.268815Z","caller":"traceutil/trace.go:171","msg":"trace[1426396860] transaction","detail":"{read_only:false; response_revision:19262; number_of_response:1; }","duration":"151.338526ms","start":"2026-03-18T14:40:00.117444Z","end":"2026-03-18T14:40:00.268783Z","steps":["trace[1426396860] 'process raft request' (duration: 151.021567ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:00.53847Z","caller":"traceutil/trace.go:171","msg":"trace[814236625] transaction","detail":"{read_only:false; response_revision:19265; number_of_response:1; }","duration":"261.262422ms","start":"2026-03-18T14:40:00.277186Z","end":"2026-03-18T14:40:00.538448Z","steps":["trace[814236625] 'process raft request' (duration: 261.20346ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:00.538523Z","caller":"traceutil/trace.go:171","msg":"trace[937980865] transaction","detail":"{read_only:false; response_revision:19264; number_of_response:1; }","duration":"262.911747ms","start":"2026-03-18T14:40:00.275575Z","end":"2026-03-18T14:40:00.538486Z","steps":["trace[937980865] 'process raft request' (duration: 200.009649ms)","trace[937980865] 'compare' (duration: 62.648232ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:00.550555Z","caller":"traceutil/trace.go:171","msg":"trace[871206128] linearizableReadLoop","detail":"{readStateIndex:20032; appliedIndex:20029; }","duration":"161.588292ms","start":"2026-03-18T14:40:00.388942Z","end":"2026-03-18T14:40:00.550531Z","steps":["trace[871206128] 'read index received' (duration: 86.657369ms)","trace[871206128] 'applied index is now lower than readState.Index' (duration: 74.929733ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:00.550674Z","caller":"traceutil/trace.go:171","msg":"trace[1508278249] transaction","detail":"{read_only:false; response_revision:19266; number_of_response:1; }","duration":"228.380165ms","start":"2026-03-18T14:40:00.322259Z","end":"2026-03-18T14:40:00.550639Z","steps":["trace[1508278249] 'process raft request' (duration: 228.134338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:00.550866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.90114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:40:00.550944Z","caller":"traceutil/trace.go:171","msg":"trace[639587096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19266; }","duration":"162.025063ms","start":"2026-03-18T14:40:00.388899Z","end":"2026-03-18T14:40:00.550924Z","steps":["trace[639587096] 'agreement among raft nodes before linearized reading' (duration: 161.762366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:00.550939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.926126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-18T14:40:00.551Z","caller":"traceutil/trace.go:171","msg":"trace[1882902525] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:19266; }","duration":"104.040858ms","start":"2026-03-18T14:40:00.446944Z","end":"2026-03-18T14:40:00.550985Z","steps":["trace[1882902525] 'agreement among raft nodes before linearized reading' (duration: 103.851973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:00.551339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.82367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:40:00.551398Z","caller":"traceutil/trace.go:171","msg":"trace[1901966112] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19266; }","duration":"137.917633ms","start":"2026-03-18T14:40:00.413465Z","end":"2026-03-18T14:40:00.551383Z","steps":["trace[1901966112] 'agreement among raft nodes before linearized reading' (duration: 137.286446ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:00.76767Z","caller":"traceutil/trace.go:171","msg":"trace[1018098143] linearizableReadLoop","detail":"{readStateIndex:20040; appliedIndex:20039; }","duration":"157.166163ms","start":"2026-03-18T14:40:00.610477Z","end":"2026-03-18T14:40:00.767643Z","steps":["trace[1018098143] 'read index received' (duration: 156.936607ms)","trace[1018098143] 'applied index is now lower than readState.Index' (duration: 228.446µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:40:00.76808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.588175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:40:00.768169Z","caller":"traceutil/trace.go:171","msg":"trace[127948278] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:19273; }","duration":"157.699066ms","start":"2026-03-18T14:40:00.610451Z","end":"2026-03-18T14:40:00.76815Z","steps":["trace[127948278] 'agreement among raft nodes before linearized reading' (duration: 157.497072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:00.768259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.835411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29564080-gv8ds\" ","response":"range_response_count:1 size:5603"} {"level":"info","ts":"2026-03-18T14:40:00.768379Z","caller":"traceutil/trace.go:171","msg":"trace[656030166] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29564080-gv8ds; range_end:; response_count:1; response_revision:19273; }","duration":"151.091538ms","start":"2026-03-18T14:40:00.61727Z","end":"2026-03-18T14:40:00.768362Z","steps":["trace[656030166] 'agreement among raft nodes before linearized reading' (duration: 150.751939ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:00.768493Z","caller":"traceutil/trace.go:171","msg":"trace[1451840983] transaction","detail":"{read_only:false; response_revision:19273; number_of_response:1; }","duration":"158.713684ms","start":"2026-03-18T14:40:00.609767Z","end":"2026-03-18T14:40:00.76848Z","steps":["trace[1451840983] 'process raft request' (duration: 157.716897ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:00.885534Z","caller":"traceutil/trace.go:171","msg":"trace[1006209719] transaction","detail":"{read_only:false; response_revision:19274; number_of_response:1; }","duration":"101.599412ms","start":"2026-03-18T14:40:00.78391Z","end":"2026-03-18T14:40:00.885509Z","steps":["trace[1006209719] 'process raft request' (duration: 101.438518ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:01.114358Z","caller":"traceutil/trace.go:171","msg":"trace[1870400284] transaction","detail":"{read_only:false; response_revision:19275; number_of_response:1; }","duration":"118.024056ms","start":"2026-03-18T14:40:00.996275Z","end":"2026-03-18T14:40:01.114299Z","steps":["trace[1870400284] 'process raft request' (duration: 107.125701ms)","trace[1870400284] 'compare' (duration: 10.71299ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:01.582365Z","caller":"traceutil/trace.go:171","msg":"trace[742122198] transaction","detail":"{read_only:false; response_revision:19276; number_of_response:1; }","duration":"299.507575ms","start":"2026-03-18T14:40:01.282831Z","end":"2026-03-18T14:40:01.582339Z","steps":["trace[742122198] 'process raft request' (duration: 299.307219ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:01.633654Z","caller":"traceutil/trace.go:171","msg":"trace[404867408] transaction","detail":"{read_only:false; response_revision:19277; number_of_response:1; }","duration":"253.813792ms","start":"2026-03-18T14:40:01.379803Z","end":"2026-03-18T14:40:01.633617Z","steps":["trace[404867408] 'process raft request' (duration: 253.536644ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:01.886319Z","caller":"traceutil/trace.go:171","msg":"trace[2044001853] linearizableReadLoop","detail":"{readStateIndex:20046; appliedIndex:20045; }","duration":"184.338476ms","start":"2026-03-18T14:40:01.701956Z","end":"2026-03-18T14:40:01.886294Z","steps":["trace[2044001853] 'read index received' (duration: 184.172441ms)","trace[2044001853] 'applied index is now lower than readState.Index' (duration: 164.715µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:01.886636Z","caller":"traceutil/trace.go:171","msg":"trace[1538663305] transaction","detail":"{read_only:false; response_revision:19279; number_of_response:1; }","duration":"243.691288ms","start":"2026-03-18T14:40:01.642923Z","end":"2026-03-18T14:40:01.886614Z","steps":["trace[1538663305] 'process raft request' (duration: 243.173994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:01.887168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.574085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T14:40:01.887361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.500629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:40:01.887414Z","caller":"traceutil/trace.go:171","msg":"trace[1679599929] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:19279; }","duration":"181.55788ms","start":"2026-03-18T14:40:01.705841Z","end":"2026-03-18T14:40:01.887399Z","steps":["trace[1679599929] 'agreement among raft nodes before linearized reading' (duration: 181.475548ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:01.887215Z","caller":"traceutil/trace.go:171","msg":"trace[1317922557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19279; }","duration":"203.855502ms","start":"2026-03-18T14:40:01.683348Z","end":"2026-03-18T14:40:01.887203Z","steps":["trace[1317922557] 'agreement among raft nodes before linearized reading' (duration: 203.435561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:01.887665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.056017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18574"} {"level":"info","ts":"2026-03-18T14:40:01.887703Z","caller":"traceutil/trace.go:171","msg":"trace[1615054767] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:19279; }","duration":"178.118479ms","start":"2026-03-18T14:40:01.709576Z","end":"2026-03-18T14:40:01.887694Z","steps":["trace[1615054767] 'agreement among raft nodes before linearized reading' (duration: 177.999995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:01.887883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.680302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:40:01.887924Z","caller":"traceutil/trace.go:171","msg":"trace[1992229523] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:19279; }","duration":"132.749764ms","start":"2026-03-18T14:40:01.755165Z","end":"2026-03-18T14:40:01.887914Z","steps":["trace[1992229523] 'agreement among raft nodes before linearized reading' (duration: 132.229629ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:09.206008Z","caller":"traceutil/trace.go:171","msg":"trace[712472204] linearizableReadLoop","detail":"{readStateIndex:20096; appliedIndex:20095; }","duration":"167.123451ms","start":"2026-03-18T14:40:09.038854Z","end":"2026-03-18T14:40:09.205978Z","steps":["trace[712472204] 'read index received' (duration: 116.239537ms)","trace[712472204] 'applied index is now lower than readState.Index' (duration: 50.882824ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:09.206027Z","caller":"traceutil/trace.go:171","msg":"trace[1449298719] transaction","detail":"{read_only:false; response_revision:19328; number_of_response:1; }","duration":"227.262695ms","start":"2026-03-18T14:40:08.97873Z","end":"2026-03-18T14:40:09.205993Z","steps":["trace[1449298719] 'process raft request' (duration: 176.255777ms)","trace[1449298719] 'compare' (duration: 50.708019ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:40:09.206469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.597324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:40:09.20652Z","caller":"traceutil/trace.go:171","msg":"trace[1168909791] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:19328; }","duration":"167.667116ms","start":"2026-03-18T14:40:09.03884Z","end":"2026-03-18T14:40:09.206507Z","steps":["trace[1168909791] 'agreement among raft nodes before linearized reading' (duration: 167.47816ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:09.266612Z","caller":"traceutil/trace.go:171","msg":"trace[769655716] transaction","detail":"{read_only:false; response_revision:19329; number_of_response:1; }","duration":"118.994592ms","start":"2026-03-18T14:40:09.147594Z","end":"2026-03-18T14:40:09.266589Z","steps":["trace[769655716] 'process raft request' (duration: 118.867258ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:13.068529Z","caller":"traceutil/trace.go:171","msg":"trace[1184878100] transaction","detail":"{read_only:false; response_revision:19359; number_of_response:1; }","duration":"159.084484ms","start":"2026-03-18T14:40:12.909426Z","end":"2026-03-18T14:40:13.06851Z","steps":["trace[1184878100] 'process raft request' (duration: 158.961241ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:13.090229Z","caller":"traceutil/trace.go:171","msg":"trace[324033120] transaction","detail":"{read_only:false; response_revision:19360; number_of_response:1; }","duration":"179.048554ms","start":"2026-03-18T14:40:12.911135Z","end":"2026-03-18T14:40:13.090184Z","steps":["trace[324033120] 'process raft request' (duration: 177.020759ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:14.060159Z","caller":"traceutil/trace.go:171","msg":"trace[127998416] transaction","detail":"{read_only:false; response_revision:19370; number_of_response:1; }","duration":"107.238285ms","start":"2026-03-18T14:40:13.952892Z","end":"2026-03-18T14:40:14.06013Z","steps":["trace[127998416] 'process raft request' (duration: 106.66534ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:14.370951Z","caller":"traceutil/trace.go:171","msg":"trace[375484093] transaction","detail":"{read_only:false; response_revision:19376; number_of_response:1; }","duration":"165.883948ms","start":"2026-03-18T14:40:14.205049Z","end":"2026-03-18T14:40:14.370933Z","steps":["trace[375484093] 'process raft request' (duration: 161.092349ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:14.513082Z","caller":"traceutil/trace.go:171","msg":"trace[1120892218] transaction","detail":"{read_only:false; response_revision:19378; number_of_response:1; }","duration":"125.143628ms","start":"2026-03-18T14:40:14.387915Z","end":"2026-03-18T14:40:14.513059Z","steps":["trace[1120892218] 'process raft request' (duration: 124.991324ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:15.707555Z","caller":"traceutil/trace.go:171","msg":"trace[444316554] linearizableReadLoop","detail":"{readStateIndex:20168; appliedIndex:20167; }","duration":"135.453456ms","start":"2026-03-18T14:40:15.572068Z","end":"2026-03-18T14:40:15.707521Z","steps":["trace[444316554] 'read index received' (duration: 135.394374ms)","trace[444316554] 'applied index is now lower than readState.Index' (duration: 57.522µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:40:15.707729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.635822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:40:15.70777Z","caller":"traceutil/trace.go:171","msg":"trace[1189924008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19398; }","duration":"135.744873ms","start":"2026-03-18T14:40:15.572015Z","end":"2026-03-18T14:40:15.70776Z","steps":["trace[1189924008] 'agreement among raft nodes before linearized reading' (duration: 135.63752ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:15.707901Z","caller":"traceutil/trace.go:171","msg":"trace[969265025] transaction","detail":"{read_only:false; response_revision:19398; number_of_response:1; }","duration":"181.862979ms","start":"2026-03-18T14:40:15.526001Z","end":"2026-03-18T14:40:15.707864Z","steps":["trace[969265025] 'process raft request' (duration: 181.271144ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:18.16029Z","caller":"traceutil/trace.go:171","msg":"trace[1941382116] transaction","detail":"{read_only:false; response_revision:19408; number_of_response:1; }","duration":"109.452964ms","start":"2026-03-18T14:40:18.050818Z","end":"2026-03-18T14:40:18.160271Z","steps":["trace[1941382116] 'process raft request' (duration: 109.325361ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:18.293597Z","caller":"traceutil/trace.go:171","msg":"trace[1059217855] linearizableReadLoop","detail":"{readStateIndex:20180; appliedIndex:20178; }","duration":"202.228789ms","start":"2026-03-18T14:40:18.09135Z","end":"2026-03-18T14:40:18.293579Z","steps":["trace[1059217855] 'read index received' (duration: 68.740645ms)","trace[1059217855] 'applied index is now lower than readState.Index' (duration: 133.487364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:40:18.293751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.394483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:40:18.293779Z","caller":"traceutil/trace.go:171","msg":"trace[1092782220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19409; }","duration":"202.467996ms","start":"2026-03-18T14:40:18.091304Z","end":"2026-03-18T14:40:18.293772Z","steps":["trace[1092782220] 'agreement among raft nodes before linearized reading' (duration: 202.347101ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:18.29396Z","caller":"traceutil/trace.go:171","msg":"trace[412525337] transaction","detail":"{read_only:false; response_revision:19409; number_of_response:1; }","duration":"213.412101ms","start":"2026-03-18T14:40:18.080513Z","end":"2026-03-18T14:40:18.293925Z","steps":["trace[412525337] 'process raft request' (duration: 176.801223ms)","trace[412525337] 'compare' (duration: 36.190317ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:18.916985Z","caller":"traceutil/trace.go:171","msg":"trace[1823860309] linearizableReadLoop","detail":"{readStateIndex:20182; appliedIndex:20181; }","duration":"250.515551ms","start":"2026-03-18T14:40:18.666453Z","end":"2026-03-18T14:40:18.916968Z","steps":["trace[1823860309] 'read index received' (duration: 250.356308ms)","trace[1823860309] 'applied index is now lower than readState.Index' (duration: 158.603µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:18.917219Z","caller":"traceutil/trace.go:171","msg":"trace[597669301] transaction","detail":"{read_only:false; response_revision:19411; number_of_response:1; }","duration":"454.409647ms","start":"2026-03-18T14:40:18.462802Z","end":"2026-03-18T14:40:18.917211Z","steps":["trace[597669301] 'process raft request' (duration: 454.070737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:18.917299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:18.462787Z","time spent":"454.457997ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:40:18.917525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.072367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7cff4dff9d-74gtn.189df5587d701a77\" ","response":"range_response_count:1 size:2095"} {"level":"info","ts":"2026-03-18T14:40:18.917554Z","caller":"traceutil/trace.go:171","msg":"trace[1709185367] range","detail":"{range_begin:/registry/events/openstack/glance-api-7cff4dff9d-74gtn.189df5587d701a77; range_end:; response_count:1; response_revision:19411; }","duration":"251.139259ms","start":"2026-03-18T14:40:18.666406Z","end":"2026-03-18T14:40:18.917546Z","steps":["trace[1709185367] 'agreement among raft nodes before linearized reading' (duration: 251.033446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:18.917713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.092174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:40:18.917746Z","caller":"traceutil/trace.go:171","msg":"trace[99234006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19411; }","duration":"159.161145ms","start":"2026-03-18T14:40:18.758579Z","end":"2026-03-18T14:40:18.91774Z","steps":["trace[99234006] 'agreement among raft nodes before linearized reading' (duration: 159.080414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:18.91789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.878269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:40:18.917919Z","caller":"traceutil/trace.go:171","msg":"trace[1626684342] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:19411; }","duration":"118.906609ms","start":"2026-03-18T14:40:18.799004Z","end":"2026-03-18T14:40:18.917911Z","steps":["trace[1626684342] 'agreement among raft nodes before linearized reading' (duration: 118.867098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:18.918058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.942392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:40:18.918083Z","caller":"traceutil/trace.go:171","msg":"trace[117536194] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19411; }","duration":"141.986803ms","start":"2026-03-18T14:40:18.776091Z","end":"2026-03-18T14:40:18.918078Z","steps":["trace[117536194] 'agreement among raft nodes before linearized reading' (duration: 141.926181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:18.918216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.771399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:40:18.918267Z","caller":"traceutil/trace.go:171","msg":"trace[654179693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19411; }","duration":"150.818271ms","start":"2026-03-18T14:40:18.767415Z","end":"2026-03-18T14:40:18.918234Z","steps":["trace[654179693] 'agreement among raft nodes before linearized reading' (duration: 150.753819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:19.860326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476725118,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:40:19.936456Z","caller":"traceutil/trace.go:171","msg":"trace[696736548] transaction","detail":"{read_only:false; response_revision:19416; number_of_response:1; }","duration":"759.657205ms","start":"2026-03-18T14:40:19.176775Z","end":"2026-03-18T14:40:19.936432Z","steps":["trace[696736548] 'process raft request' (duration: 759.498051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:19.936594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:19.176753Z","time spent":"759.771938ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:40:19.958083Z","caller":"traceutil/trace.go:171","msg":"trace[1597558471] linearizableReadLoop","detail":"{readStateIndex:20189; appliedIndex:20186; }","duration":"598.168066ms","start":"2026-03-18T14:40:19.359895Z","end":"2026-03-18T14:40:19.958063Z","steps":["trace[1597558471] 'read index received' (duration: 576.423129ms)","trace[1597558471] 'applied index is now lower than readState.Index' (duration: 21.744187ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:19.958157Z","caller":"traceutil/trace.go:171","msg":"trace[704912834] transaction","detail":"{read_only:false; response_revision:19417; number_of_response:1; }","duration":"568.880085ms","start":"2026-03-18T14:40:19.389244Z","end":"2026-03-18T14:40:19.958125Z","steps":["trace[704912834] 'process raft request' (duration: 568.65633ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:19.958197Z","caller":"traceutil/trace.go:171","msg":"trace[2133351095] transaction","detail":"{read_only:false; response_revision:19418; number_of_response:1; }","duration":"220.059061ms","start":"2026-03-18T14:40:19.738128Z","end":"2026-03-18T14:40:19.958187Z","steps":["trace[2133351095] 'process raft request' (duration: 219.896966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:19.958315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:19.389226Z","time spent":"568.997089ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:40:19.95839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.688595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:40:19.958453Z","caller":"traceutil/trace.go:171","msg":"trace[1016669659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19418; }","duration":"387.787987ms","start":"2026-03-18T14:40:19.57065Z","end":"2026-03-18T14:40:19.958438Z","steps":["trace[1016669659] 'agreement among raft nodes before linearized reading' (duration: 387.685984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:19.958463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.565117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:40:19.958484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:19.570622Z","time spent":"387.855339ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:40:19.958498Z","caller":"traceutil/trace.go:171","msg":"trace[1300889967] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:19418; }","duration":"598.629798ms","start":"2026-03-18T14:40:19.359855Z","end":"2026-03-18T14:40:19.958484Z","steps":["trace[1300889967] 'agreement among raft nodes before linearized reading' (duration: 598.563547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:19.958527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:19.359833Z","time spent":"598.68546ms","remote":"127.0.0.1:45822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:40:20.881783Z","caller":"traceutil/trace.go:171","msg":"trace[1108897466] transaction","detail":"{read_only:false; response_revision:19422; number_of_response:1; }","duration":"185.358813ms","start":"2026-03-18T14:40:20.696403Z","end":"2026-03-18T14:40:20.881762Z","steps":["trace[1108897466] 'process raft request' (duration: 178.643873ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:23.228879Z","caller":"traceutil/trace.go:171","msg":"trace[2058027593] linearizableReadLoop","detail":"{readStateIndex:20214; appliedIndex:20213; }","duration":"252.315471ms","start":"2026-03-18T14:40:22.976538Z","end":"2026-03-18T14:40:23.228853Z","steps":["trace[2058027593] 'read index received' (duration: 252.190518ms)","trace[2058027593] 'applied index is now lower than readState.Index' (duration: 123.443µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:23.22899Z","caller":"traceutil/trace.go:171","msg":"trace[1215850753] transaction","detail":"{read_only:false; response_revision:19442; number_of_response:1; }","duration":"253.084611ms","start":"2026-03-18T14:40:22.975821Z","end":"2026-03-18T14:40:23.228905Z","steps":["trace[1215850753] 'process raft request' (duration: 252.841545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:23.2292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.64947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-api-56cb94fbdc-hhlct\" ","response":"range_response_count:1 size:8646"} {"level":"warn","ts":"2026-03-18T14:40:23.22924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.995323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:40:23.229262Z","caller":"traceutil/trace.go:171","msg":"trace[745182796] range","detail":"{range_begin:/registry/pods/openstack/heat-api-56cb94fbdc-hhlct; range_end:; response_count:1; response_revision:19442; }","duration":"252.760663ms","start":"2026-03-18T14:40:22.976487Z","end":"2026-03-18T14:40:23.229248Z","steps":["trace[745182796] 'agreement among raft nodes before linearized reading' (duration: 252.519047ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:23.229284Z","caller":"traceutil/trace.go:171","msg":"trace[1615678856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19442; }","duration":"245.122016ms","start":"2026-03-18T14:40:22.984148Z","end":"2026-03-18T14:40:23.22927Z","steps":["trace[1615678856] 'agreement among raft nodes before linearized reading' (duration: 244.87121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:23.22957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.371214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:40:23.229637Z","caller":"traceutil/trace.go:171","msg":"trace[1281316662] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19442; }","duration":"208.465587ms","start":"2026-03-18T14:40:23.021157Z","end":"2026-03-18T14:40:23.229622Z","steps":["trace[1281316662] 'agreement among raft nodes before linearized reading' (duration: 208.311823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:23.229858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.407598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:40:23.229831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.629749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:40:23.229927Z","caller":"traceutil/trace.go:171","msg":"trace[1679489969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19442; }","duration":"200.517243ms","start":"2026-03-18T14:40:23.029391Z","end":"2026-03-18T14:40:23.229908Z","steps":["trace[1679489969] 'agreement among raft nodes before linearized reading' (duration: 200.062941ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:23.22996Z","caller":"traceutil/trace.go:171","msg":"trace[798607463] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19442; }","duration":"199.936526ms","start":"2026-03-18T14:40:23.029993Z","end":"2026-03-18T14:40:23.22993Z","steps":["trace[798607463] 'agreement among raft nodes before linearized reading' (duration: 199.474444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:23.23074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.380702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:40:23.230815Z","caller":"traceutil/trace.go:171","msg":"trace[580718020] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:19442; }","duration":"140.81078ms","start":"2026-03-18T14:40:23.08998Z","end":"2026-03-18T14:40:23.230791Z","steps":["trace[580718020] 'agreement among raft nodes before linearized reading' (duration: 139.263969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:23.231622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.477252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:40:23.23168Z","caller":"traceutil/trace.go:171","msg":"trace[931915086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19442; }","duration":"200.560724ms","start":"2026-03-18T14:40:23.031105Z","end":"2026-03-18T14:40:23.231665Z","steps":["trace[931915086] 'agreement among raft nodes before linearized reading' (duration: 197.976334ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:23.359727Z","caller":"traceutil/trace.go:171","msg":"trace[1121199532] linearizableReadLoop","detail":"{readStateIndex:20215; appliedIndex:20214; }","duration":"124.791528ms","start":"2026-03-18T14:40:23.234911Z","end":"2026-03-18T14:40:23.359703Z","steps":["trace[1121199532] 'read index received' (duration: 124.718367ms)","trace[1121199532] 'applied index is now lower than readState.Index' (duration: 72.381µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:23.359847Z","caller":"traceutil/trace.go:171","msg":"trace[1199927718] transaction","detail":"{read_only:false; response_revision:19443; number_of_response:1; }","duration":"125.457515ms","start":"2026-03-18T14:40:23.234367Z","end":"2026-03-18T14:40:23.359824Z","steps":["trace[1199927718] 'process raft request' (duration: 125.200979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:23.359995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.058197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-56cb94fbdc-hhlct.189df677dffdb4cb\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-03-18T14:40:23.360044Z","caller":"traceutil/trace.go:171","msg":"trace[683033285] range","detail":"{range_begin:/registry/events/openstack/heat-api-56cb94fbdc-hhlct.189df677dffdb4cb; range_end:; response_count:1; response_revision:19443; }","duration":"125.151698ms","start":"2026-03-18T14:40:23.234878Z","end":"2026-03-18T14:40:23.360029Z","steps":["trace[683033285] 'agreement among raft nodes before linearized reading' (duration: 124.949022ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:23.451949Z","caller":"traceutil/trace.go:171","msg":"trace[135058213] transaction","detail":"{read_only:false; response_revision:19447; number_of_response:1; }","duration":"210.374179ms","start":"2026-03-18T14:40:23.241538Z","end":"2026-03-18T14:40:23.451912Z","steps":["trace[135058213] 'process raft request' (duration: 210.308587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:23.452321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.562627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:40:23.452396Z","caller":"traceutil/trace.go:171","msg":"trace[395676765] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19447; }","duration":"209.6718ms","start":"2026-03-18T14:40:23.242708Z","end":"2026-03-18T14:40:23.452379Z","steps":["trace[395676765] 'agreement among raft nodes before linearized reading' (duration: 209.416364ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:23.452548Z","caller":"traceutil/trace.go:171","msg":"trace[349773] transaction","detail":"{read_only:false; response_revision:19445; number_of_response:1; }","duration":"216.673589ms","start":"2026-03-18T14:40:23.235842Z","end":"2026-03-18T14:40:23.452516Z","steps":["trace[349773] 'process raft request' (duration: 215.856627ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:23.452626Z","caller":"traceutil/trace.go:171","msg":"trace[1857525426] transaction","detail":"{read_only:false; response_revision:19446; number_of_response:1; }","duration":"216.185675ms","start":"2026-03-18T14:40:23.236415Z","end":"2026-03-18T14:40:23.4526Z","steps":["trace[1857525426] 'process raft request' (duration: 215.330632ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:23.452817Z","caller":"traceutil/trace.go:171","msg":"trace[1230732543] transaction","detail":"{read_only:false; response_revision:19444; number_of_response:1; }","duration":"216.939055ms","start":"2026-03-18T14:40:23.235682Z","end":"2026-03-18T14:40:23.452621Z","steps":["trace[1230732543] 'process raft request' (duration: 215.871887ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:23.54773Z","caller":"traceutil/trace.go:171","msg":"trace[965444231] transaction","detail":"{read_only:false; response_revision:19448; number_of_response:1; }","duration":"185.305632ms","start":"2026-03-18T14:40:23.362402Z","end":"2026-03-18T14:40:23.547708Z","steps":["trace[965444231] 'process raft request' (duration: 185.166249ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:23.68409Z","caller":"traceutil/trace.go:171","msg":"trace[974008228] transaction","detail":"{read_only:false; response_revision:19449; number_of_response:1; }","duration":"142.006953ms","start":"2026-03-18T14:40:23.542056Z","end":"2026-03-18T14:40:23.684063Z","steps":["trace[974008228] 'process raft request' (duration: 100.741269ms)","trace[974008228] 'compare' (duration: 40.905914ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:23.684137Z","caller":"traceutil/trace.go:171","msg":"trace[231528915] linearizableReadLoop","detail":"{readStateIndex:20224; appliedIndex:20220; }","duration":"136.096224ms","start":"2026-03-18T14:40:23.548018Z","end":"2026-03-18T14:40:23.684114Z","steps":["trace[231528915] 'read index received' (duration: 94.765188ms)","trace[231528915] 'applied index is now lower than readState.Index' (duration: 41.329726ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:23.684299Z","caller":"traceutil/trace.go:171","msg":"trace[131938755] transaction","detail":"{read_only:false; response_revision:19451; number_of_response:1; }","duration":"141.479739ms","start":"2026-03-18T14:40:23.542786Z","end":"2026-03-18T14:40:23.684265Z","steps":["trace[131938755] 'process raft request' (duration: 141.162901ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:23.684293Z","caller":"traceutil/trace.go:171","msg":"trace[296163866] transaction","detail":"{read_only:false; response_revision:19452; number_of_response:1; }","duration":"139.586638ms","start":"2026-03-18T14:40:23.544672Z","end":"2026-03-18T14:40:23.684258Z","steps":["trace[296163866] 'process raft request' (duration: 139.370542ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:23.684118Z","caller":"traceutil/trace.go:171","msg":"trace[709758615] transaction","detail":"{read_only:false; response_revision:19450; number_of_response:1; }","duration":"141.755076ms","start":"2026-03-18T14:40:23.542301Z","end":"2026-03-18T14:40:23.684057Z","steps":["trace[709758615] 'process raft request' (duration: 141.587062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:23.684622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.413039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-cfn-65db4887fc-rsjfb\" ","response":"range_response_count:1 size:8655"} {"level":"info","ts":"2026-03-18T14:40:23.684703Z","caller":"traceutil/trace.go:171","msg":"trace[1581299869] range","detail":"{range_begin:/registry/pods/openstack/heat-cfn-65db4887fc-rsjfb; range_end:; response_count:1; response_revision:19452; }","duration":"227.525482ms","start":"2026-03-18T14:40:23.457163Z","end":"2026-03-18T14:40:23.684689Z","steps":["trace[1581299869] 'agreement among raft nodes before linearized reading' (duration: 227.08667ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:24.146413Z","caller":"traceutil/trace.go:171","msg":"trace[518207258] linearizableReadLoop","detail":"{readStateIndex:20225; appliedIndex:20224; }","duration":"462.189916ms","start":"2026-03-18T14:40:23.684195Z","end":"2026-03-18T14:40:24.146385Z","steps":["trace[518207258] 'read index received' (duration: 440.47777ms)","trace[518207258] 'applied index is now lower than readState.Index' (duration: 21.711046ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:24.146442Z","caller":"traceutil/trace.go:171","msg":"trace[1320521957] transaction","detail":"{read_only:false; response_revision:19453; number_of_response:1; }","duration":"595.40105ms","start":"2026-03-18T14:40:23.551011Z","end":"2026-03-18T14:40:24.146412Z","steps":["trace[1320521957] 'process raft request' (duration: 573.634873ms)","trace[1320521957] 'compare' (duration: 21.240873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:40:24.146605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.738052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:40:24.146615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:23.550994Z","time spent":"595.563876ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:40:24.146658Z","caller":"traceutil/trace.go:171","msg":"trace[1939551225] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19453; }","duration":"541.831746ms","start":"2026-03-18T14:40:23.604813Z","end":"2026-03-18T14:40:24.146645Z","steps":["trace[1939551225] 'agreement among raft nodes before linearized reading' (duration: 541.739974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:24.146688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:23.604795Z","time spent":"541.886787ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T14:40:24.146575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.799896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:40:24.146756Z","caller":"traceutil/trace.go:171","msg":"trace[1503338343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19453; }","duration":"575.026781ms","start":"2026-03-18T14:40:23.57171Z","end":"2026-03-18T14:40:24.146737Z","steps":["trace[1503338343] 'agreement among raft nodes before linearized reading' (duration: 574.767495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:24.146808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:23.571692Z","time spent":"575.105223ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:40:24.647549Z","caller":"traceutil/trace.go:171","msg":"trace[2060970446] linearizableReadLoop","detail":"{readStateIndex:20229; appliedIndex:20225; }","duration":"501.018884ms","start":"2026-03-18T14:40:24.146505Z","end":"2026-03-18T14:40:24.647524Z","steps":["trace[2060970446] 'read index received' (duration: 470.130161ms)","trace[2060970446] 'applied index is now lower than readState.Index' (duration: 30.887453ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:24.647895Z","caller":"traceutil/trace.go:171","msg":"trace[1740125236] transaction","detail":"{read_only:false; response_revision:19454; number_of_response:1; }","duration":"952.08686ms","start":"2026-03-18T14:40:23.695786Z","end":"2026-03-18T14:40:24.647873Z","steps":["trace[1740125236] 'process raft request' (duration: 920.894348ms)","trace[1740125236] 'compare' (duration: 29.711672ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:24.647933Z","caller":"traceutil/trace.go:171","msg":"trace[461877302] transaction","detail":"{read_only:false; response_revision:19457; number_of_response:1; }","duration":"636.215214ms","start":"2026-03-18T14:40:24.011685Z","end":"2026-03-18T14:40:24.6479Z","steps":["trace[461877302] 'process raft request' (duration: 635.786742ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:24.647989Z","caller":"traceutil/trace.go:171","msg":"trace[372515944] transaction","detail":"{read_only:false; response_revision:19455; number_of_response:1; }","duration":"951.970066ms","start":"2026-03-18T14:40:23.695996Z","end":"2026-03-18T14:40:24.647966Z","steps":["trace[372515944] 'process raft request' (duration: 951.314148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:24.648027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:23.695766Z","time spent":"952.180581ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7836,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:40:24.648073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:23.69599Z","time spent":"952.038878ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8457,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:40:24.648114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:24.011662Z","time spent":"636.365488ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:40:24.64813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.709294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:40:24.648207Z","caller":"traceutil/trace.go:171","msg":"trace[1678724869] transaction","detail":"{read_only:false; response_revision:19456; number_of_response:1; }","duration":"674.726814ms","start":"2026-03-18T14:40:23.973469Z","end":"2026-03-18T14:40:24.648196Z","steps":["trace[1678724869] 'process raft request' (duration: 673.950762ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:24.648203Z","caller":"traceutil/trace.go:171","msg":"trace[1077652472] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:19457; }","duration":"793.843509ms","start":"2026-03-18T14:40:23.854339Z","end":"2026-03-18T14:40:24.648183Z","steps":["trace[1077652472] 'agreement among raft nodes before linearized reading' (duration: 793.702554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:24.648269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:23.85431Z","time spent":"793.943421ms","remote":"127.0.0.1:49970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:40:24.648282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:23.97344Z","time spent":"674.799655ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:40:24.652924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.11739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:40:24.652966Z","caller":"traceutil/trace.go:171","msg":"trace[237570248] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19458; }","duration":"503.197633ms","start":"2026-03-18T14:40:24.149759Z","end":"2026-03-18T14:40:24.652957Z","steps":["trace[237570248] 'agreement among raft nodes before linearized reading' (duration: 503.120981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:24.652995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:24.149742Z","time spent":"503.246774ms","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T14:40:24.653124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.926749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:40:24.653152Z","caller":"traceutil/trace.go:171","msg":"trace[185798110] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:19458; }","duration":"414.996462ms","start":"2026-03-18T14:40:24.238147Z","end":"2026-03-18T14:40:24.653143Z","steps":["trace[185798110] 'agreement among raft nodes before linearized reading' (duration: 414.954411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:24.653171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:24.238124Z","time spent":"415.041033ms","remote":"127.0.0.1:49968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:40:24.653315Z","caller":"traceutil/trace.go:171","msg":"trace[1371678710] transaction","detail":"{read_only:false; response_revision:19458; number_of_response:1; }","duration":"238.836807ms","start":"2026-03-18T14:40:24.414434Z","end":"2026-03-18T14:40:24.653271Z","steps":["trace[1371678710] 'process raft request' (duration: 238.266701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:24.653295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.426125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:40:24.65348Z","caller":"traceutil/trace.go:171","msg":"trace[1700358475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19458; }","duration":"222.656601ms","start":"2026-03-18T14:40:24.430809Z","end":"2026-03-18T14:40:24.653465Z","steps":["trace[1700358475] 'agreement among raft nodes before linearized reading' (duration: 222.053434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:24.653534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.968268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:40:24.653567Z","caller":"traceutil/trace.go:171","msg":"trace[1271860386] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:19458; }","duration":"170.04551ms","start":"2026-03-18T14:40:24.48351Z","end":"2026-03-18T14:40:24.653555Z","steps":["trace[1271860386] 'agreement among raft nodes before linearized reading' (duration: 169.953598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:24.653648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.054915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df677e0acead0\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-18T14:40:24.653682Z","caller":"traceutil/trace.go:171","msg":"trace[1793698414] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df677e0acead0; range_end:; response_count:1; response_revision:19458; }","duration":"504.103527ms","start":"2026-03-18T14:40:24.149568Z","end":"2026-03-18T14:40:24.653671Z","steps":["trace[1793698414] 'agreement among raft nodes before linearized reading' (duration: 504.004385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:24.653702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:24.149557Z","time spent":"504.139328ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df677e0acead0\" "} {"level":"warn","ts":"2026-03-18T14:40:24.653956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.727961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:40:24.654003Z","caller":"traceutil/trace.go:171","msg":"trace[1365524945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19458; }","duration":"505.812472ms","start":"2026-03-18T14:40:24.14818Z","end":"2026-03-18T14:40:24.653992Z","steps":["trace[1365524945] 'agreement among raft nodes before linearized reading' (duration: 504.642952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:24.654063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:24.148158Z","time spent":"505.896765ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:40:25.052661Z","caller":"traceutil/trace.go:171","msg":"trace[1186115071] transaction","detail":"{read_only:false; response_revision:19461; number_of_response:1; }","duration":"391.191509ms","start":"2026-03-18T14:40:24.661449Z","end":"2026-03-18T14:40:25.052641Z","steps":["trace[1186115071] 'process raft request' (duration: 390.83544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:25.052779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:24.661439Z","time spent":"391.280672ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:40:25.053027Z","caller":"traceutil/trace.go:171","msg":"trace[1315599913] transaction","detail":"{read_only:false; response_revision:19462; number_of_response:1; }","duration":"391.464226ms","start":"2026-03-18T14:40:24.661538Z","end":"2026-03-18T14:40:25.053003Z","steps":["trace[1315599913] 'process raft request' (duration: 391.020364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:25.053152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:24.661521Z","time spent":"391.563149ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:40:25.053181Z","caller":"traceutil/trace.go:171","msg":"trace[1598724724] transaction","detail":"{read_only:false; response_revision:19463; number_of_response:1; }","duration":"391.096787ms","start":"2026-03-18T14:40:24.662076Z","end":"2026-03-18T14:40:25.053173Z","steps":["trace[1598724724] 'process raft request' (duration: 390.747938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:25.053229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:24.662065Z","time spent":"391.139278ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1082,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:40:25.054091Z","caller":"traceutil/trace.go:171","msg":"trace[747770866] linearizableReadLoop","detail":"{readStateIndex:20235; appliedIndex:20230; }","duration":"389.640707ms","start":"2026-03-18T14:40:24.664423Z","end":"2026-03-18T14:40:25.054064Z","steps":["trace[747770866] 'read index received' (duration: 80.76731ms)","trace[747770866] 'applied index is now lower than readState.Index' (duration: 308.872027ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:25.054227Z","caller":"traceutil/trace.go:171","msg":"trace[100538896] transaction","detail":"{read_only:false; response_revision:19464; number_of_response:1; }","duration":"389.255538ms","start":"2026-03-18T14:40:24.664952Z","end":"2026-03-18T14:40:25.054208Z","steps":["trace[100538896] 'process raft request' (duration: 388.144997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:25.054353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:24.664943Z","time spent":"389.340149ms","remote":"127.0.0.1:56766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7549,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:40:25.054581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.148771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:40:25.05465Z","caller":"traceutil/trace.go:171","msg":"trace[849918909] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19464; }","duration":"390.246604ms","start":"2026-03-18T14:40:24.664384Z","end":"2026-03-18T14:40:25.05463Z","steps":["trace[849918909] 'agreement among raft nodes before linearized reading' (duration: 390.057419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:25.054759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:24.66437Z","time spent":"390.370957ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:40:25.172179Z","caller":"traceutil/trace.go:171","msg":"trace[1191625268] transaction","detail":"{read_only:false; response_revision:19465; number_of_response:1; }","duration":"213.589596ms","start":"2026-03-18T14:40:24.958541Z","end":"2026-03-18T14:40:25.172131Z","steps":["trace[1191625268] 'process raft request' (duration: 197.382398ms)","trace[1191625268] 'compare' (duration: 15.947491ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:25.172236Z","caller":"traceutil/trace.go:171","msg":"trace[907941689] linearizableReadLoop","detail":"{readStateIndex:20237; appliedIndex:20236; }","duration":"117.842241ms","start":"2026-03-18T14:40:25.054156Z","end":"2026-03-18T14:40:25.171999Z","steps":["trace[907941689] 'read index received' (duration: 101.773797ms)","trace[907941689] 'applied index is now lower than readState.Index' (duration: 16.067764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:40:25.172336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.327214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:40:25.172542Z","caller":"traceutil/trace.go:171","msg":"trace[2003322239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19465; }","duration":"507.581301ms","start":"2026-03-18T14:40:24.664932Z","end":"2026-03-18T14:40:25.172514Z","steps":["trace[2003322239] 'agreement among raft nodes before linearized reading' (duration: 507.284443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:25.172634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:24.664914Z","time spent":"507.703204ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:40:25.179098Z","caller":"traceutil/trace.go:171","msg":"trace[1917188729] transaction","detail":"{read_only:false; response_revision:19466; number_of_response:1; }","duration":"114.846431ms","start":"2026-03-18T14:40:25.064203Z","end":"2026-03-18T14:40:25.17905Z","steps":["trace[1917188729] 'process raft request' (duration: 114.521402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:25.179166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.543408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18574"} {"level":"info","ts":"2026-03-18T14:40:25.179251Z","caller":"traceutil/trace.go:171","msg":"trace[2085293163] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19466; }","duration":"122.662201ms","start":"2026-03-18T14:40:25.056572Z","end":"2026-03-18T14:40:25.179234Z","steps":["trace[2085293163] 'agreement among raft nodes before linearized reading' (duration: 122.432424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:26.892017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.315024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:40:26.892277Z","caller":"traceutil/trace.go:171","msg":"trace[1772446049] transaction","detail":"{read_only:false; response_revision:19475; number_of_response:1; }","duration":"229.391212ms","start":"2026-03-18T14:40:26.662859Z","end":"2026-03-18T14:40:26.89225Z","steps":["trace[1772446049] 'process raft request' (duration: 229.298959ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:26.89232Z","caller":"traceutil/trace.go:171","msg":"trace[2099875935] transaction","detail":"{read_only:false; response_revision:19474; number_of_response:1; }","duration":"234.446269ms","start":"2026-03-18T14:40:26.657841Z","end":"2026-03-18T14:40:26.892288Z","steps":["trace[2099875935] 'process raft request' (duration: 68.748866ms)","trace[2099875935] 'compare' (duration: 165.092267ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:27.079936Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17322} {"level":"info","ts":"2026-03-18T14:40:27.606559Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17322,"took":"523.159011ms","hash":3829929947,"current-db-size-bytes":41967616,"current-db-size":"42 MB","current-db-size-in-use-bytes":30093312,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-18T14:40:27.606617Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3829929947,"revision":17322,"compact-revision":15274} {"level":"info","ts":"2026-03-18T14:40:33.696822Z","caller":"traceutil/trace.go:171","msg":"trace[1315735011] linearizableReadLoop","detail":"{readStateIndex:20285; appliedIndex:20284; }","duration":"127.42781ms","start":"2026-03-18T14:40:33.569367Z","end":"2026-03-18T14:40:33.696795Z","steps":["trace[1315735011] 'read index received' (duration: 83.34592ms)","trace[1315735011] 'applied index is now lower than readState.Index' (duration: 44.08095ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:33.696896Z","caller":"traceutil/trace.go:171","msg":"trace[496055342] transaction","detail":"{read_only:false; response_revision:19510; number_of_response:1; }","duration":"131.247983ms","start":"2026-03-18T14:40:33.565629Z","end":"2026-03-18T14:40:33.696877Z","steps":["trace[496055342] 'process raft request' (duration: 87.05424ms)","trace[496055342] 'compare' (duration: 43.842134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:40:33.697121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.253604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:40:33.6972Z","caller":"traceutil/trace.go:171","msg":"trace[1617454898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19510; }","duration":"127.358738ms","start":"2026-03-18T14:40:33.569822Z","end":"2026-03-18T14:40:33.697181Z","steps":["trace[1617454898] 'agreement among raft nodes before linearized reading' (duration: 127.181413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:33.697281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.624125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:40:33.69736Z","caller":"traceutil/trace.go:171","msg":"trace[1947635584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19510; }","duration":"127.999315ms","start":"2026-03-18T14:40:33.569321Z","end":"2026-03-18T14:40:33.69732Z","steps":["trace[1947635584] 'agreement among raft nodes before linearized reading' (duration: 127.630995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:34.113943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.06993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:40:34.114023Z","caller":"traceutil/trace.go:171","msg":"trace[1616981766] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19512; }","duration":"170.191643ms","start":"2026-03-18T14:40:33.943813Z","end":"2026-03-18T14:40:34.114004Z","steps":["trace[1616981766] 'count revisions from in-memory index tree' (duration: 170.002749ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:41.142009Z","caller":"traceutil/trace.go:171","msg":"trace[1802960456] transaction","detail":"{read_only:false; response_revision:19545; number_of_response:1; }","duration":"110.684159ms","start":"2026-03-18T14:40:41.031294Z","end":"2026-03-18T14:40:41.141978Z","steps":["trace[1802960456] 'process raft request' (duration: 93.75223ms)","trace[1802960456] 'compare' (duration: 16.802004ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:44.967754Z","caller":"traceutil/trace.go:171","msg":"trace[1250862720] transaction","detail":"{read_only:false; response_revision:19564; number_of_response:1; }","duration":"155.631101ms","start":"2026-03-18T14:40:44.812097Z","end":"2026-03-18T14:40:44.967729Z","steps":["trace[1250862720] 'process raft request' (duration: 155.459666ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:48.020935Z","caller":"traceutil/trace.go:171","msg":"trace[1722092978] transaction","detail":"{read_only:false; response_revision:19589; number_of_response:1; }","duration":"161.926341ms","start":"2026-03-18T14:40:47.858986Z","end":"2026-03-18T14:40:48.020912Z","steps":["trace[1722092978] 'process raft request' (duration: 161.773828ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:48.041876Z","caller":"traceutil/trace.go:171","msg":"trace[455919244] transaction","detail":"{read_only:false; response_revision:19590; number_of_response:1; }","duration":"178.122728ms","start":"2026-03-18T14:40:47.863722Z","end":"2026-03-18T14:40:48.041844Z","steps":["trace[455919244] 'process raft request' (duration: 177.943194ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:51.266232Z","caller":"traceutil/trace.go:171","msg":"trace[2143324110] transaction","detail":"{read_only:false; response_revision:19629; number_of_response:1; }","duration":"249.642089ms","start":"2026-03-18T14:40:51.016564Z","end":"2026-03-18T14:40:51.266206Z","steps":["trace[2143324110] 'process raft request' (duration: 249.495065ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:51.269628Z","caller":"traceutil/trace.go:171","msg":"trace[1299073286] linearizableReadLoop","detail":"{readStateIndex:20413; appliedIndex:20411; }","duration":"190.825971ms","start":"2026-03-18T14:40:51.07877Z","end":"2026-03-18T14:40:51.269596Z","steps":["trace[1299073286] 'read index received' (duration: 187.399299ms)","trace[1299073286] 'applied index is now lower than readState.Index' (duration: 3.425452ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:51.269677Z","caller":"traceutil/trace.go:171","msg":"trace[1956747819] transaction","detail":"{read_only:false; response_revision:19630; number_of_response:1; }","duration":"248.95957ms","start":"2026-03-18T14:40:51.020678Z","end":"2026-03-18T14:40:51.269638Z","steps":["trace[1956747819] 'process raft request' (duration: 248.595861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:51.269897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.077308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:40:51.269947Z","caller":"traceutil/trace.go:171","msg":"trace[1609646882] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:19631; }","duration":"191.200881ms","start":"2026-03-18T14:40:51.078731Z","end":"2026-03-18T14:40:51.269932Z","steps":["trace[1609646882] 'agreement among raft nodes before linearized reading' (duration: 190.997626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:51.50077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.771851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:40:51.500852Z","caller":"traceutil/trace.go:171","msg":"trace[875229559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19631; }","duration":"103.895174ms","start":"2026-03-18T14:40:51.396943Z","end":"2026-03-18T14:40:51.500838Z","steps":["trace[875229559] 'range keys from in-memory index tree' (duration: 103.563495ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:51.64174Z","caller":"traceutil/trace.go:171","msg":"trace[1710498912] transaction","detail":"{read_only:false; response_revision:19632; number_of_response:1; }","duration":"136.372251ms","start":"2026-03-18T14:40:51.505335Z","end":"2026-03-18T14:40:51.641707Z","steps":["trace[1710498912] 'process raft request' (duration: 136.109653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:52.350021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.298863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:40:52.350201Z","caller":"traceutil/trace.go:171","msg":"trace[1601300785] linearizableReadLoop","detail":"{readStateIndex:20422; appliedIndex:20420; }","duration":"484.006365ms","start":"2026-03-18T14:40:51.866178Z","end":"2026-03-18T14:40:52.350184Z","steps":["trace[1601300785] 'read index received' (duration: 152.389914ms)","trace[1601300785] 'applied index is now lower than readState.Index' (duration: 331.615561ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:52.35023Z","caller":"traceutil/trace.go:171","msg":"trace[471947262] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19638; }","duration":"578.180847ms","start":"2026-03-18T14:40:51.772014Z","end":"2026-03-18T14:40:52.350194Z","steps":["trace[471947262] 'process raft request' (duration: 578.108575ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:52.350287Z","caller":"traceutil/trace.go:171","msg":"trace[1488617941] transaction","detail":"{read_only:false; response_revision:19638; number_of_response:1; }","duration":"580.376867ms","start":"2026-03-18T14:40:51.769816Z","end":"2026-03-18T14:40:52.350193Z","steps":["trace[1488617941] 'process raft request' (duration: 248.757555ms)","trace[1488617941] 'compare' (duration: 331.020595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:40:52.350444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.007501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T14:40:52.350439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.250182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:40:52.350465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:51.769786Z","time spent":"580.589132ms","remote":"127.0.0.1:45860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1769,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:40:52.350486Z","caller":"traceutil/trace.go:171","msg":"trace[2001891328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19638; }","duration":"289.066843ms","start":"2026-03-18T14:40:52.061408Z","end":"2026-03-18T14:40:52.350475Z","steps":["trace[2001891328] 'agreement among raft nodes before linearized reading' (duration: 288.916039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:52.350482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.668636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:40:52.350503Z","caller":"traceutil/trace.go:171","msg":"trace[1364272207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19638; }","duration":"484.361864ms","start":"2026-03-18T14:40:51.866124Z","end":"2026-03-18T14:40:52.350485Z","steps":["trace[1364272207] 'agreement among raft nodes before linearized reading' (duration: 484.151479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:52.35048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:51.771993Z","time spent":"578.390371ms","remote":"127.0.0.1:45860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":67,"response count":0,"response size":1823,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:40:52.350499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.419962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-18T14:40:52.350543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:51.866101Z","time spent":"484.433316ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:40:52.350545Z","caller":"traceutil/trace.go:171","msg":"trace[1572024791] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19638; }","duration":"290.769529ms","start":"2026-03-18T14:40:52.059757Z","end":"2026-03-18T14:40:52.350526Z","steps":["trace[1572024791] 'agreement among raft nodes before linearized reading' (duration: 290.600034ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:52.350575Z","caller":"traceutil/trace.go:171","msg":"trace[746501996] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19638; }","duration":"389.533514ms","start":"2026-03-18T14:40:51.961022Z","end":"2026-03-18T14:40:52.350555Z","steps":["trace[746501996] 'agreement among raft nodes before linearized reading' (duration: 389.303518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:52.350614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:51.961Z","time spent":"389.605446ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:40:52.350445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.178036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-18T14:40:52.350684Z","caller":"traceutil/trace.go:171","msg":"trace[2032043195] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19638; }","duration":"239.439893ms","start":"2026-03-18T14:40:52.111234Z","end":"2026-03-18T14:40:52.350674Z","steps":["trace[2032043195] 'agreement among raft nodes before linearized reading' (duration: 239.094343ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:52.669852Z","caller":"traceutil/trace.go:171","msg":"trace[385167954] transaction","detail":"{read_only:false; response_revision:19647; number_of_response:1; }","duration":"183.429162ms","start":"2026-03-18T14:40:52.4864Z","end":"2026-03-18T14:40:52.669829Z","steps":["trace[385167954] 'process raft request' (duration: 171.108218ms)","trace[385167954] 'compare' (duration: 12.189629ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:53.078094Z","caller":"traceutil/trace.go:171","msg":"trace[1991656617] linearizableReadLoop","detail":"{readStateIndex:20434; appliedIndex:20433; }","duration":"237.153521ms","start":"2026-03-18T14:40:52.840906Z","end":"2026-03-18T14:40:53.078059Z","steps":["trace[1991656617] 'read index received' (duration: 227.07622ms)","trace[1991656617] 'applied index is now lower than readState.Index' (duration: 10.076061ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:53.078209Z","caller":"traceutil/trace.go:171","msg":"trace[1337420735] transaction","detail":"{read_only:false; response_revision:19650; number_of_response:1; }","duration":"238.469306ms","start":"2026-03-18T14:40:52.839711Z","end":"2026-03-18T14:40:53.07818Z","steps":["trace[1337420735] 'process raft request' (duration: 228.351023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:53.078431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.50192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-18T14:40:53.078487Z","caller":"traceutil/trace.go:171","msg":"trace[431604547] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:19650; }","duration":"237.601204ms","start":"2026-03-18T14:40:52.840872Z","end":"2026-03-18T14:40:53.078473Z","steps":["trace[431604547] 'agreement among raft nodes before linearized reading' (duration: 237.339837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:53.078611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.896445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-56cb94fbdc-hhlct.189df677dffdb4cb\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-03-18T14:40:53.078653Z","caller":"traceutil/trace.go:171","msg":"trace[1863679988] range","detail":"{range_begin:/registry/events/openstack/heat-api-56cb94fbdc-hhlct.189df677dffdb4cb; range_end:; response_count:1; response_revision:19650; }","duration":"103.979087ms","start":"2026-03-18T14:40:52.974664Z","end":"2026-03-18T14:40:53.078643Z","steps":["trace[1863679988] 'agreement among raft nodes before linearized reading' (duration: 103.839662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:53.078734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.878278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-bjv4c.189df41eb0ef99dd\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-03-18T14:40:53.078814Z","caller":"traceutil/trace.go:171","msg":"trace[44651827] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-bjv4c.189df41eb0ef99dd; range_end:; response_count:1; response_revision:19650; }","duration":"139.006812ms","start":"2026-03-18T14:40:52.939788Z","end":"2026-03-18T14:40:53.078795Z","steps":["trace[44651827] 'agreement among raft nodes before linearized reading' (duration: 138.824217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:53.081341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.145146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210983"} {"level":"info","ts":"2026-03-18T14:40:53.081418Z","caller":"traceutil/trace.go:171","msg":"trace[1013564729] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:19650; }","duration":"162.267411ms","start":"2026-03-18T14:40:52.919132Z","end":"2026-03-18T14:40:53.0814Z","steps":["trace[1013564729] 'agreement among raft nodes before linearized reading' (duration: 159.365922ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:53.679181Z","caller":"traceutil/trace.go:171","msg":"trace[70199120] transaction","detail":"{read_only:false; response_revision:19653; number_of_response:1; }","duration":"594.542729ms","start":"2026-03-18T14:40:53.084614Z","end":"2026-03-18T14:40:53.679156Z","steps":["trace[70199120] 'process raft request' (duration: 594.447167ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:53.679241Z","caller":"traceutil/trace.go:171","msg":"trace[799373883] transaction","detail":"{read_only:false; response_revision:19652; number_of_response:1; }","duration":"596.506121ms","start":"2026-03-18T14:40:53.082702Z","end":"2026-03-18T14:40:53.679208Z","steps":["trace[799373883] 'process raft request' (duration: 596.184913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:53.679333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:53.0846Z","time spent":"594.653072ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:40:53.679385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:53.082676Z","time spent":"596.634585ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:40:53.679394Z","caller":"traceutil/trace.go:171","msg":"trace[2143571283] transaction","detail":"{read_only:false; response_revision:19654; number_of_response:1; }","duration":"590.595582ms","start":"2026-03-18T14:40:53.088766Z","end":"2026-03-18T14:40:53.679362Z","steps":["trace[2143571283] 'process raft request' (duration: 590.355175ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:53.679504Z","caller":"traceutil/trace.go:171","msg":"trace[1629309543] linearizableReadLoop","detail":"{readStateIndex:20436; appliedIndex:20435; }","duration":"595.372601ms","start":"2026-03-18T14:40:53.084116Z","end":"2026-03-18T14:40:53.679488Z","steps":["trace[1629309543] 'read index received' (duration: 72.665431ms)","trace[1629309543] 'applied index is now lower than readState.Index' (duration: 522.70628ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:53.679554Z","caller":"traceutil/trace.go:171","msg":"trace[308991171] transaction","detail":"{read_only:false; response_revision:19657; number_of_response:1; }","duration":"589.019469ms","start":"2026-03-18T14:40:53.090521Z","end":"2026-03-18T14:40:53.67954Z","steps":["trace[308991171] 'process raft request' (duration: 588.851865ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:53.679594Z","caller":"traceutil/trace.go:171","msg":"trace[363982664] transaction","detail":"{read_only:false; response_revision:19658; number_of_response:1; }","duration":"588.481626ms","start":"2026-03-18T14:40:53.091103Z","end":"2026-03-18T14:40:53.679584Z","steps":["trace[363982664] 'process raft request' (duration: 588.295751ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:53.679591Z","caller":"traceutil/trace.go:171","msg":"trace[1314236760] transaction","detail":"{read_only:false; response_revision:19655; number_of_response:1; }","duration":"589.999686ms","start":"2026-03-18T14:40:53.089571Z","end":"2026-03-18T14:40:53.679571Z","steps":["trace[1314236760] 'process raft request' (duration: 589.677117ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:53.679639Z","caller":"traceutil/trace.go:171","msg":"trace[2041644339] transaction","detail":"{read_only:false; response_revision:19656; number_of_response:1; }","duration":"590.015677ms","start":"2026-03-18T14:40:53.089616Z","end":"2026-03-18T14:40:53.679631Z","steps":["trace[2041644339] 'process raft request' (duration: 589.723069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:53.679654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:53.091093Z","time spent":"588.529247ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:40:53.67967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:53.089564Z","time spent":"590.069608ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:40:53.679687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:53.089612Z","time spent":"590.059477ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:40:53.679711Z","caller":"traceutil/trace.go:171","msg":"trace[657156551] transaction","detail":"{read_only:false; response_revision:19659; number_of_response:1; }","duration":"579.265716ms","start":"2026-03-18T14:40:53.100431Z","end":"2026-03-18T14:40:53.679696Z","steps":["trace[657156551] 'process raft request' (duration: 578.995908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:53.679603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:53.090495Z","time spent":"589.085841ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:40:53.679787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:53.10041Z","time spent":"579.336298ms","remote":"127.0.0.1:45854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3765,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:40:53.679514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:53.088758Z","time spent":"590.699535ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:40:53.679889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.766791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-18T14:40:53.679931Z","caller":"traceutil/trace.go:171","msg":"trace[497312835] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:19659; }","duration":"595.839674ms","start":"2026-03-18T14:40:53.084081Z","end":"2026-03-18T14:40:53.679921Z","steps":["trace[497312835] 'agreement among raft nodes before linearized reading' (duration: 595.694989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:53.679968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:53.08407Z","time spent":"595.890815ms","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1310,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-18T14:40:54.006517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.148999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:40:54.006674Z","caller":"traceutil/trace.go:171","msg":"trace[1927064483] linearizableReadLoop","detail":"{readStateIndex:20446; appliedIndex:20443; }","duration":"327.10533ms","start":"2026-03-18T14:40:53.679555Z","end":"2026-03-18T14:40:54.006661Z","steps":["trace[1927064483] 'read index received' (duration: 108.840109ms)","trace[1927064483] 'applied index is now lower than readState.Index' (duration: 218.264361ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:54.00671Z","caller":"traceutil/trace.go:171","msg":"trace[2091990424] transaction","detail":"{read_only:false; response_revision:19662; number_of_response:1; }","duration":"730.678793ms","start":"2026-03-18T14:40:53.276018Z","end":"2026-03-18T14:40:54.006697Z","steps":["trace[2091990424] 'process raft request' (duration: 730.615031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:54.006783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:53.276004Z","time spent":"730.746516ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:40:54.006829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.47585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:40:54.006924Z","caller":"traceutil/trace.go:171","msg":"trace[1397888786] transaction","detail":"{read_only:false; response_revision:19660; number_of_response:1; }","duration":"732.628736ms","start":"2026-03-18T14:40:53.274287Z","end":"2026-03-18T14:40:54.006916Z","steps":["trace[1397888786] 'process raft request' (duration: 514.012175ms)","trace[1397888786] 'compare' (duration: 217.793208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:40:54.006967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:53.274216Z","time spent":"732.730358ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:40:54.006967Z","caller":"traceutil/trace.go:171","msg":"trace[131005818] transaction","detail":"{read_only:false; response_revision:19661; number_of_response:1; }","duration":"732.030679ms","start":"2026-03-18T14:40:53.274914Z","end":"2026-03-18T14:40:54.006945Z","steps":["trace[131005818] 'process raft request' (duration: 731.67644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:54.007024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.497319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:40:54.007063Z","caller":"traceutil/trace.go:171","msg":"trace[1704582717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19662; }","duration":"434.565799ms","start":"2026-03-18T14:40:53.572485Z","end":"2026-03-18T14:40:54.007051Z","steps":["trace[1704582717] 'agreement among raft nodes before linearized reading' (duration: 434.515558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:54.007069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:53.274884Z","time spent":"732.127832ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:40:54.007083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:53.572465Z","time spent":"434.614032ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:40:54.007054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.438485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:40:54.007124Z","caller":"traceutil/trace.go:171","msg":"trace[758968729] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:19662; }","duration":"581.562177ms","start":"2026-03-18T14:40:53.425544Z","end":"2026-03-18T14:40:54.007106Z","steps":["trace[758968729] 'agreement among raft nodes before linearized reading' (duration: 581.416543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:54.007173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:53.425523Z","time spent":"581.639759ms","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:40:54.007247Z","caller":"traceutil/trace.go:171","msg":"trace[1635311173] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19662; }","duration":"360.533491ms","start":"2026-03-18T14:40:53.646313Z","end":"2026-03-18T14:40:54.006846Z","steps":["trace[1635311173] 'agreement among raft nodes before linearized reading' (duration: 360.406487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:54.007219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.734548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"warn","ts":"2026-03-18T14:40:54.007277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:53.646291Z","time spent":"360.980344ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:40:54.007312Z","caller":"traceutil/trace.go:171","msg":"trace[1408001480] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:19662; }","duration":"882.86088ms","start":"2026-03-18T14:40:53.124423Z","end":"2026-03-18T14:40:54.007284Z","steps":["trace[1408001480] 'agreement among raft nodes before linearized reading' (duration: 882.561803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:54.007417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:53.124409Z","time spent":"882.992255ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1842,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-18T14:40:54.042552Z","caller":"traceutil/trace.go:171","msg":"trace[654804927] transaction","detail":"{read_only:false; response_revision:19665; number_of_response:1; }","duration":"345.65269ms","start":"2026-03-18T14:40:53.696855Z","end":"2026-03-18T14:40:54.042508Z","steps":["trace[654804927] 'process raft request' (duration: 345.564198ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:54.042784Z","caller":"traceutil/trace.go:171","msg":"trace[284475787] transaction","detail":"{read_only:false; response_revision:19663; number_of_response:1; }","duration":"356.955716ms","start":"2026-03-18T14:40:53.685804Z","end":"2026-03-18T14:40:54.04276Z","steps":["trace[284475787] 'process raft request' (duration: 356.413301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:54.042813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:53.696832Z","time spent":"345.799244ms","remote":"127.0.0.1:45854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6310,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:40:54.042768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.301802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T14:40:54.042885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:53.685791Z","time spent":"357.048568ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":801,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:40:54.042884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.872517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-56cb94fbdc-hhlct.189df67a3407682d\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-03-18T14:40:54.042898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.34507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-18T14:40:54.042875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.922354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111961"} {"level":"info","ts":"2026-03-18T14:40:54.042965Z","caller":"traceutil/trace.go:171","msg":"trace[413641572] range","detail":"{range_begin:/registry/events/openstack/heat-api-56cb94fbdc-hhlct.189df67a3407682d; range_end:; response_count:1; response_revision:19665; }","duration":"358.993431ms","start":"2026-03-18T14:40:53.683955Z","end":"2026-03-18T14:40:54.042948Z","steps":["trace[413641572] 'agreement among raft nodes before linearized reading' (duration: 358.747324ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:54.043002Z","caller":"traceutil/trace.go:171","msg":"trace[516427035] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:19665; }","duration":"357.069799ms","start":"2026-03-18T14:40:53.68592Z","end":"2026-03-18T14:40:54.04299Z","steps":["trace[516427035] 'agreement among raft nodes before linearized reading' (duration: 356.73583ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:54.043009Z","caller":"traceutil/trace.go:171","msg":"trace[94460373] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:19665; }","duration":"126.461674ms","start":"2026-03-18T14:40:53.9165Z","end":"2026-03-18T14:40:54.042962Z","steps":["trace[94460373] 'agreement among raft nodes before linearized reading' (duration: 126.135335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:54.043029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:53.683941Z","time spent":"359.066112ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-api-56cb94fbdc-hhlct.189df67a3407682d\" "} {"level":"warn","ts":"2026-03-18T14:40:54.043041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:53.685915Z","time spent":"357.117759ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111985,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-18T14:40:54.043022Z","caller":"traceutil/trace.go:171","msg":"trace[1683465641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19665; }","duration":"278.652681ms","start":"2026-03-18T14:40:53.764264Z","end":"2026-03-18T14:40:54.042917Z","steps":["trace[1683465641] 'agreement among raft nodes before linearized reading' (duration: 278.248601ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:54.042641Z","caller":"traceutil/trace.go:171","msg":"trace[639528105] transaction","detail":"{read_only:false; response_revision:19664; number_of_response:1; }","duration":"355.365792ms","start":"2026-03-18T14:40:53.687234Z","end":"2026-03-18T14:40:54.0426Z","steps":["trace[639528105] 'process raft request' (duration: 355.129336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:54.043705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:53.687226Z","time spent":"356.42042ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:40:54.259202Z","caller":"traceutil/trace.go:171","msg":"trace[1708442077] linearizableReadLoop","detail":"{readStateIndex:20453; appliedIndex:20452; }","duration":"170.39038ms","start":"2026-03-18T14:40:54.088782Z","end":"2026-03-18T14:40:54.259172Z","steps":["trace[1708442077] 'read index received' (duration: 142.399114ms)","trace[1708442077] 'applied index is now lower than readState.Index' (duration: 27.990106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:40:54.259453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.652637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-18T14:40:54.259478Z","caller":"traceutil/trace.go:171","msg":"trace[1140225811] transaction","detail":"{read_only:false; response_revision:19669; number_of_response:1; }","duration":"171.175892ms","start":"2026-03-18T14:40:54.088273Z","end":"2026-03-18T14:40:54.259449Z","steps":["trace[1140225811] 'process raft request' (duration: 142.894868ms)","trace[1140225811] 'compare' (duration: 27.878512ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:54.259502Z","caller":"traceutil/trace.go:171","msg":"trace[789631256] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:19669; }","duration":"170.731198ms","start":"2026-03-18T14:40:54.088758Z","end":"2026-03-18T14:40:54.259489Z","steps":["trace[789631256] 'agreement among raft nodes before linearized reading' (duration: 170.523863ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:54.339778Z","caller":"traceutil/trace.go:171","msg":"trace[1929349127] transaction","detail":"{read_only:false; response_revision:19670; number_of_response:1; }","duration":"250.387708ms","start":"2026-03-18T14:40:54.089353Z","end":"2026-03-18T14:40:54.339741Z","steps":["trace[1929349127] 'process raft request' (duration: 250.150231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:54.840617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476725752,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:40:54.978087Z","caller":"traceutil/trace.go:171","msg":"trace[1290046696] transaction","detail":"{read_only:false; response_revision:19671; number_of_response:1; }","duration":"704.068945ms","start":"2026-03-18T14:40:54.273997Z","end":"2026-03-18T14:40:54.978066Z","steps":["trace[1290046696] 'process raft request' (duration: 681.414223ms)","trace[1290046696] 'compare' (duration: 21.992645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:40:54.978208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:54.273978Z","time spent":"704.165647ms","remote":"127.0.0.1:45860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2512,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:40:54.978215Z","caller":"traceutil/trace.go:171","msg":"trace[1369346844] linearizableReadLoop","detail":"{readStateIndex:20456; appliedIndex:20454; }","duration":"638.536676ms","start":"2026-03-18T14:40:54.339652Z","end":"2026-03-18T14:40:54.978189Z","steps":["trace[1369346844] 'read index received' (duration: 615.703239ms)","trace[1369346844] 'applied index is now lower than readState.Index' (duration: 22.831677ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:54.97832Z","caller":"traceutil/trace.go:171","msg":"trace[1180621059] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19671; }","duration":"700.93125ms","start":"2026-03-18T14:40:54.277351Z","end":"2026-03-18T14:40:54.978282Z","steps":["trace[1180621059] 'process raft request' (duration: 700.668903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:54.978482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:54.277325Z","time spent":"701.068804ms","remote":"127.0.0.1:45860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":67,"response count":0,"response size":2566,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:40:54.978514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.684408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-18T14:40:54.978565Z","caller":"traceutil/trace.go:171","msg":"trace[503118896] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:19671; }","duration":"712.78645ms","start":"2026-03-18T14:40:54.26576Z","end":"2026-03-18T14:40:54.978547Z","steps":["trace[503118896] 'agreement among raft nodes before linearized reading' (duration: 712.564854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:54.97862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.824886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"warn","ts":"2026-03-18T14:40:54.978627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:54.265739Z","time spent":"712.870183ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-03-18T14:40:54.97866Z","caller":"traceutil/trace.go:171","msg":"trace[457911436] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:19671; }","duration":"634.885187ms","start":"2026-03-18T14:40:54.343763Z","end":"2026-03-18T14:40:54.978648Z","steps":["trace[457911436] 'agreement among raft nodes before linearized reading' (duration: 634.758954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:54.978686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:54.343746Z","time spent":"634.933618ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2668,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-18T14:40:54.978664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.117853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:40:54.978681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.776724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:40:54.978748Z","caller":"traceutil/trace.go:171","msg":"trace[923433104] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:19671; }","duration":"313.277466ms","start":"2026-03-18T14:40:54.665454Z","end":"2026-03-18T14:40:54.978732Z","steps":["trace[923433104] 'agreement among raft nodes before linearized reading' (duration: 313.070521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:54.978719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.852368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:40:54.978759Z","caller":"traceutil/trace.go:171","msg":"trace[2056984484] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19671; }","duration":"601.897157ms","start":"2026-03-18T14:40:54.376844Z","end":"2026-03-18T14:40:54.978741Z","steps":["trace[2056984484] 'agreement among raft nodes before linearized reading' (duration: 601.687322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:54.978788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.97511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df677e0acead0\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-03-18T14:40:54.978807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:54.665434Z","time spent":"313.361858ms","remote":"127.0.0.1:45860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":27,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:40:54.978827Z","caller":"traceutil/trace.go:171","msg":"trace[453721155] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df677e0acead0; range_end:; response_count:1; response_revision:19671; }","duration":"635.046042ms","start":"2026-03-18T14:40:54.343765Z","end":"2026-03-18T14:40:54.978811Z","steps":["trace[453721155] 'agreement among raft nodes before linearized reading' (duration: 634.969579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:54.978691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.489675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T14:40:54.978855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:54.343739Z","time spent":"635.106833ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df677e0acead0\" "} {"level":"info","ts":"2026-03-18T14:40:54.978858Z","caller":"traceutil/trace.go:171","msg":"trace[1076580275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19671; }","duration":"561.703542ms","start":"2026-03-18T14:40:54.417145Z","end":"2026-03-18T14:40:54.978849Z","steps":["trace[1076580275] 'agreement among raft nodes before linearized reading' (duration: 561.375094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:54.978886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:54.417125Z","time spent":"561.753993ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:40:54.978821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:54.376826Z","time spent":"601.98512ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:40:54.979136Z","caller":"traceutil/trace.go:171","msg":"trace[2034002474] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19671; }","duration":"561.071085ms","start":"2026-03-18T14:40:54.417795Z","end":"2026-03-18T14:40:54.978867Z","steps":["trace[2034002474] 'agreement among raft nodes before linearized reading' (duration: 560.741506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:54.979533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:54.417772Z","time spent":"561.745003ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:40:55.199825Z","caller":"traceutil/trace.go:171","msg":"trace[159163655] transaction","detail":"{read_only:false; response_revision:19673; number_of_response:1; }","duration":"216.163986ms","start":"2026-03-18T14:40:54.983636Z","end":"2026-03-18T14:40:55.1998Z","steps":["trace[159163655] 'process raft request' (duration: 200.03274ms)","trace[159163655] 'compare' (duration: 15.94077ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:55.200181Z","caller":"traceutil/trace.go:171","msg":"trace[2116938134] transaction","detail":"{read_only:false; response_revision:19674; number_of_response:1; }","duration":"216.451763ms","start":"2026-03-18T14:40:54.983717Z","end":"2026-03-18T14:40:55.200169Z","steps":["trace[2116938134] 'process raft request' (duration: 216.039852ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:55.200316Z","caller":"traceutil/trace.go:171","msg":"trace[1007280143] transaction","detail":"{read_only:false; response_revision:19675; number_of_response:1; }","duration":"215.25958ms","start":"2026-03-18T14:40:54.985021Z","end":"2026-03-18T14:40:55.20028Z","steps":["trace[1007280143] 'process raft request' (duration: 214.952162ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:55.200375Z","caller":"traceutil/trace.go:171","msg":"trace[1305628088] transaction","detail":"{read_only:false; response_revision:19676; number_of_response:1; }","duration":"214.623963ms","start":"2026-03-18T14:40:54.985719Z","end":"2026-03-18T14:40:55.200343Z","steps":["trace[1305628088] 'process raft request' (duration: 214.471489ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:55.200486Z","caller":"traceutil/trace.go:171","msg":"trace[915369469] linearizableReadLoop","detail":"{readStateIndex:20460; appliedIndex:20456; }","duration":"215.122688ms","start":"2026-03-18T14:40:54.985342Z","end":"2026-03-18T14:40:55.200465Z","steps":["trace[915369469] 'read index received' (duration: 51.84666ms)","trace[915369469] 'applied index is now lower than readState.Index' (duration: 163.274767ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:55.200587Z","caller":"traceutil/trace.go:171","msg":"trace[1039430564] transaction","detail":"{read_only:false; response_revision:19677; number_of_response:1; }","duration":"201.494589ms","start":"2026-03-18T14:40:54.99908Z","end":"2026-03-18T14:40:55.200575Z","steps":["trace[1039430564] 'process raft request' (duration: 201.175961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:55.200715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.356464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/heat-cfn-certs-rktv2\" ","response":"range_response_count:1 size:2457"} {"level":"info","ts":"2026-03-18T14:40:55.200752Z","caller":"traceutil/trace.go:171","msg":"trace[44767237] range","detail":"{range_begin:/registry/secrets/openstack/heat-cfn-certs-rktv2; range_end:; response_count:1; response_revision:19677; }","duration":"215.428994ms","start":"2026-03-18T14:40:54.985313Z","end":"2026-03-18T14:40:55.200742Z","steps":["trace[44767237] 'agreement among raft nodes before linearized reading' (duration: 215.274001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:55.200757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.352572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-18T14:40:55.200782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.622103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:40:55.200802Z","caller":"traceutil/trace.go:171","msg":"trace[173775795] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:19677; }","duration":"215.412394ms","start":"2026-03-18T14:40:54.985376Z","end":"2026-03-18T14:40:55.200788Z","steps":["trace[173775795] 'agreement among raft nodes before linearized reading' (duration: 215.295431ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:55.200848Z","caller":"traceutil/trace.go:171","msg":"trace[2067630870] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:19677; }","duration":"214.778687ms","start":"2026-03-18T14:40:54.986049Z","end":"2026-03-18T14:40:55.200828Z","steps":["trace[2067630870] 'agreement among raft nodes before linearized reading' (duration: 214.660724ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:55.412022Z","caller":"traceutil/trace.go:171","msg":"trace[578539319] linearizableReadLoop","detail":"{readStateIndex:20463; appliedIndex:20462; }","duration":"206.527255ms","start":"2026-03-18T14:40:55.205466Z","end":"2026-03-18T14:40:55.411994Z","steps":["trace[578539319] 'read index received' (duration: 155.694423ms)","trace[578539319] 'applied index is now lower than readState.Index' (duration: 50.831682ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:55.412117Z","caller":"traceutil/trace.go:171","msg":"trace[236811246] transaction","detail":"{read_only:false; number_of_response:1; response_revision:19678; }","duration":"209.984418ms","start":"2026-03-18T14:40:55.202111Z","end":"2026-03-18T14:40:55.412095Z","steps":["trace[236811246] 'process raft request' (duration: 159.046433ms)","trace[236811246] 'compare' (duration: 50.699529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:40:55.412306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.815693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-18T14:40:55.412371Z","caller":"traceutil/trace.go:171","msg":"trace[1489876073] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:19678; }","duration":"206.918384ms","start":"2026-03-18T14:40:55.205436Z","end":"2026-03-18T14:40:55.412354Z","steps":["trace[1489876073] 'agreement among raft nodes before linearized reading' (duration: 206.723129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:55.412518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.935451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-18T14:40:55.412601Z","caller":"traceutil/trace.go:171","msg":"trace[2024358036] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:19678; }","duration":"205.036773ms","start":"2026-03-18T14:40:55.207545Z","end":"2026-03-18T14:40:55.412582Z","steps":["trace[2024358036] 'agreement among raft nodes before linearized reading' (duration: 204.786727ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:55.781816Z","caller":"traceutil/trace.go:171","msg":"trace[562098545] linearizableReadLoop","detail":"{readStateIndex:20465; appliedIndex:20464; }","duration":"276.477244ms","start":"2026-03-18T14:40:55.505307Z","end":"2026-03-18T14:40:55.781784Z","steps":["trace[562098545] 'read index received' (duration: 276.396332ms)","trace[562098545] 'applied index is now lower than readState.Index' (duration: 79.522µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:40:55.782082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.755331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-18T14:40:55.782138Z","caller":"traceutil/trace.go:171","msg":"trace[1292652767] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:19680; }","duration":"276.849933ms","start":"2026-03-18T14:40:55.505272Z","end":"2026-03-18T14:40:55.782122Z","steps":["trace[1292652767] 'agreement among raft nodes before linearized reading' (duration: 276.664318ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:55.781909Z","caller":"traceutil/trace.go:171","msg":"trace[1485448834] transaction","detail":"{read_only:false; response_revision:19680; number_of_response:1; }","duration":"335.919928ms","start":"2026-03-18T14:40:55.445956Z","end":"2026-03-18T14:40:55.781876Z","steps":["trace[1485448834] 'process raft request' (duration: 335.62127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:55.782723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:40:55.445933Z","time spent":"336.693678ms","remote":"127.0.0.1:41058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:40:55.810467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.213591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:40:55.81055Z","caller":"traceutil/trace.go:171","msg":"trace[745235481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19680; }","duration":"241.355606ms","start":"2026-03-18T14:40:55.569176Z","end":"2026-03-18T14:40:55.810532Z","steps":["trace[745235481] 'agreement among raft nodes before linearized reading' (duration: 241.183061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:55.812044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.87982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210983"} {"level":"info","ts":"2026-03-18T14:40:55.812133Z","caller":"traceutil/trace.go:171","msg":"trace[1206791706] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:19680; }","duration":"155.014104ms","start":"2026-03-18T14:40:55.657101Z","end":"2026-03-18T14:40:55.812115Z","steps":["trace[1206791706] 'agreement among raft nodes before linearized reading' (duration: 153.37823ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:56.235404Z","caller":"traceutil/trace.go:171","msg":"trace[160073039] linearizableReadLoop","detail":"{readStateIndex:20471; appliedIndex:20470; }","duration":"146.512405ms","start":"2026-03-18T14:40:56.088858Z","end":"2026-03-18T14:40:56.23537Z","steps":["trace[160073039] 'read index received' (duration: 128.91904ms)","trace[160073039] 'applied index is now lower than readState.Index' (duration: 17.591645ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:40:56.23552Z","caller":"traceutil/trace.go:171","msg":"trace[1966270456] transaction","detail":"{read_only:false; response_revision:19685; number_of_response:1; }","duration":"162.184388ms","start":"2026-03-18T14:40:56.073301Z","end":"2026-03-18T14:40:56.235486Z","steps":["trace[1966270456] 'process raft request' (duration: 144.485721ms)","trace[1966270456] 'compare' (duration: 17.44687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:40:56.236014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.130461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:40:56.236124Z","caller":"traceutil/trace.go:171","msg":"trace[1231218919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19685; }","duration":"147.282655ms","start":"2026-03-18T14:40:56.088819Z","end":"2026-03-18T14:40:56.236101Z","steps":["trace[1231218919] 'agreement among raft nodes before linearized reading' (duration: 146.662768ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:40:56.539862Z","caller":"traceutil/trace.go:171","msg":"trace[1116953138] transaction","detail":"{read_only:false; response_revision:19687; number_of_response:1; }","duration":"100.079022ms","start":"2026-03-18T14:40:56.439759Z","end":"2026-03-18T14:40:56.539838Z","steps":["trace[1116953138] 'process raft request' (duration: 99.920037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:58.369007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.466912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:40:58.36908Z","caller":"traceutil/trace.go:171","msg":"trace[1487570688] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19693; }","duration":"120.550294ms","start":"2026-03-18T14:40:58.248515Z","end":"2026-03-18T14:40:58.369065Z","steps":["trace[1487570688] 'range keys from in-memory index tree' (duration: 120.344457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:58.369384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.340314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:40:58.369416Z","caller":"traceutil/trace.go:171","msg":"trace[1632587937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19693; }","duration":"128.402685ms","start":"2026-03-18T14:40:58.241006Z","end":"2026-03-18T14:40:58.369409Z","steps":["trace[1632587937] 'range keys from in-memory index tree' (duration: 128.160279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:40:58.369417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.15659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T14:40:58.36946Z","caller":"traceutil/trace.go:171","msg":"trace[589408439] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19693; }","duration":"121.202061ms","start":"2026-03-18T14:40:58.248248Z","end":"2026-03-18T14:40:58.36945Z","steps":["trace[589408439] 'range keys from in-memory index tree' (duration: 121.042088ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:00.432665Z","caller":"traceutil/trace.go:171","msg":"trace[228830674] transaction","detail":"{read_only:false; response_revision:19701; number_of_response:1; }","duration":"324.413727ms","start":"2026-03-18T14:41:00.108222Z","end":"2026-03-18T14:41:00.432636Z","steps":["trace[228830674] 'process raft request' (duration: 299.628388ms)","trace[228830674] 'compare' (duration: 24.596843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:00.432991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:00.108205Z","time spent":"324.538379ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:00.433Z","caller":"traceutil/trace.go:171","msg":"trace[709872438] transaction","detail":"{read_only:false; response_revision:19702; number_of_response:1; }","duration":"324.394496ms","start":"2026-03-18T14:41:00.108559Z","end":"2026-03-18T14:41:00.432953Z","steps":["trace[709872438] 'process raft request' (duration: 324.033777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:00.433204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:00.108553Z","time spent":"324.54342ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:00.820591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.574759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:00.820711Z","caller":"traceutil/trace.go:171","msg":"trace[1643861356] transaction","detail":"{read_only:false; response_revision:19703; number_of_response:1; }","duration":"335.129305ms","start":"2026-03-18T14:41:00.485562Z","end":"2026-03-18T14:41:00.820691Z","steps":["trace[1643861356] 'process raft request' (duration: 69.340961ms)","trace[1643861356] 'compare' (duration: 265.375874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:00.820774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:00.485541Z","time spent":"335.201299ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:00.902015Z","caller":"traceutil/trace.go:171","msg":"trace[544320799] linearizableReadLoop","detail":"{readStateIndex:20492; appliedIndex:20490; }","duration":"332.501425ms","start":"2026-03-18T14:41:00.569497Z","end":"2026-03-18T14:41:00.901998Z","steps":["trace[544320799] 'read index received' (duration: 332.444274ms)","trace[544320799] 'applied index is now lower than readState.Index' (duration: 56.131µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:00.902107Z","caller":"traceutil/trace.go:171","msg":"trace[2049420677] transaction","detail":"{read_only:false; response_revision:19705; number_of_response:1; }","duration":"412.450223ms","start":"2026-03-18T14:41:00.489639Z","end":"2026-03-18T14:41:00.902089Z","steps":["trace[2049420677] 'process raft request' (duration: 412.32864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:00.902175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:00.48963Z","time spent":"412.491995ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:00.902186Z","caller":"traceutil/trace.go:171","msg":"trace[1065125415] transaction","detail":"{read_only:false; response_revision:19704; number_of_response:1; }","duration":"413.06745ms","start":"2026-03-18T14:41:00.489042Z","end":"2026-03-18T14:41:00.90211Z","steps":["trace[1065125415] 'process raft request' (duration: 412.842094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:00.902299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.811563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:41:00.90253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:00.48903Z","time spent":"413.347587ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:00.902548Z","caller":"traceutil/trace.go:171","msg":"trace[929526661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19705; }","duration":"333.05925ms","start":"2026-03-18T14:41:00.569454Z","end":"2026-03-18T14:41:00.902514Z","steps":["trace[929526661] 'agreement among raft nodes before linearized reading' (duration: 332.820103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:00.902646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:00.569436Z","time spent":"333.179884ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:41:01.32103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.041386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-55f449c585-6k7s5.189df597e7228d05\" ","response":"range_response_count:1 size:1179"} {"level":"info","ts":"2026-03-18T14:41:01.32115Z","caller":"traceutil/trace.go:171","msg":"trace[663833066] range","detail":"{range_begin:/registry/events/openstack/cinder-api-55f449c585-6k7s5.189df597e7228d05; range_end:; response_count:1; response_revision:19705; }","duration":"298.2289ms","start":"2026-03-18T14:41:01.022898Z","end":"2026-03-18T14:41:01.321127Z","steps":["trace[663833066] 'range keys from in-memory index tree' (duration: 297.806198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:01.321294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.555452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:01.321391Z","caller":"traceutil/trace.go:171","msg":"trace[372993207] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19705; }","duration":"337.705995ms","start":"2026-03-18T14:41:00.983661Z","end":"2026-03-18T14:41:01.321367Z","steps":["trace[372993207] 'range keys from in-memory index tree' (duration: 337.467768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:01.321436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:00.983639Z","time spent":"337.787069ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T14:41:02.299453Z","caller":"traceutil/trace.go:171","msg":"trace[460840866] transaction","detail":"{read_only:false; response_revision:19710; number_of_response:1; }","duration":"123.841563ms","start":"2026-03-18T14:41:02.175587Z","end":"2026-03-18T14:41:02.299428Z","steps":["trace[460840866] 'process raft request' (duration: 123.69ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:02.680518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.521178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:02.680606Z","caller":"traceutil/trace.go:171","msg":"trace[257490813] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:0; response_revision:19710; }","duration":"301.650842ms","start":"2026-03-18T14:41:02.378933Z","end":"2026-03-18T14:41:02.680584Z","steps":["trace[257490813] 'range keys from in-memory index tree' (duration: 301.448246ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:02.680624Z","caller":"traceutil/trace.go:171","msg":"trace[1410234888] transaction","detail":"{read_only:false; response_revision:19711; number_of_response:1; }","duration":"242.024083ms","start":"2026-03-18T14:41:02.438568Z","end":"2026-03-18T14:41:02.680592Z","steps":["trace[1410234888] 'process raft request' (duration: 161.674874ms)","trace[1410234888] 'compare' (duration: 80.141884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:02.680656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:02.378916Z","time spent":"301.728565ms","remote":"127.0.0.1:49898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-03-18T14:41:03.039441Z","caller":"traceutil/trace.go:171","msg":"trace[336499971] linearizableReadLoop","detail":"{readStateIndex:20499; appliedIndex:20497; }","duration":"468.344022ms","start":"2026-03-18T14:41:02.57107Z","end":"2026-03-18T14:41:03.039414Z","steps":["trace[336499971] 'read index received' (duration: 29.185828ms)","trace[336499971] 'applied index is now lower than readState.Index' (duration: 439.156934ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:03.039489Z","caller":"traceutil/trace.go:171","msg":"trace[1943415820] transaction","detail":"{read_only:false; response_revision:19712; number_of_response:1; }","duration":"600.565951ms","start":"2026-03-18T14:41:02.438884Z","end":"2026-03-18T14:41:03.03945Z","steps":["trace[1943415820] 'process raft request' (duration: 525.719191ms)","trace[1943415820] 'compare' (duration: 74.379647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:03.039573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.498307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:03.039601Z","caller":"traceutil/trace.go:171","msg":"trace[463125549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19712; }","duration":"468.580409ms","start":"2026-03-18T14:41:02.571012Z","end":"2026-03-18T14:41:03.039592Z","steps":["trace[463125549] 'agreement among raft nodes before linearized reading' (duration: 468.504166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:03.039625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:02.570986Z","time spent":"468.633509ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:41:03.039633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:02.438844Z","time spent":"600.711395ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:03.057309Z","caller":"traceutil/trace.go:171","msg":"trace[1152373222] transaction","detail":"{read_only:false; response_revision:19713; number_of_response:1; }","duration":"369.370061ms","start":"2026-03-18T14:41:02.687912Z","end":"2026-03-18T14:41:03.057282Z","steps":["trace[1152373222] 'process raft request' (duration: 369.046912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:03.057309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.834461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:41:03.057404Z","caller":"traceutil/trace.go:171","msg":"trace[573410222] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19713; }","duration":"150.963465ms","start":"2026-03-18T14:41:02.906419Z","end":"2026-03-18T14:41:03.057382Z","steps":["trace[573410222] 'agreement among raft nodes before linearized reading' (duration: 150.709478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:03.057434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:02.68789Z","time spent":"369.483953ms","remote":"127.0.0.1:49898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1635,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:41:03.057425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.984409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7532"} {"level":"info","ts":"2026-03-18T14:41:03.057513Z","caller":"traceutil/trace.go:171","msg":"trace[1256533812] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:19713; }","duration":"386.123262ms","start":"2026-03-18T14:41:02.671366Z","end":"2026-03-18T14:41:03.057489Z","steps":["trace[1256533812] 'agreement among raft nodes before linearized reading' (duration: 385.855556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:03.05757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:02.671301Z","time spent":"386.254467ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-18T14:41:03.057309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.52917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:41:03.057738Z","caller":"traceutil/trace.go:171","msg":"trace[1423478185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19713; }","duration":"151.993502ms","start":"2026-03-18T14:41:02.905725Z","end":"2026-03-18T14:41:03.057718Z","steps":["trace[1423478185] 'agreement among raft nodes before linearized reading' (duration: 151.400407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:03.739426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.264475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:03.739542Z","caller":"traceutil/trace.go:171","msg":"trace[290491061] transaction","detail":"{read_only:false; response_revision:19717; number_of_response:1; }","duration":"624.881706ms","start":"2026-03-18T14:41:03.114642Z","end":"2026-03-18T14:41:03.739523Z","steps":["trace[290491061] 'process raft request' (duration: 45.441946ms)","trace[290491061] 'compare' (duration: 579.107111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:03.739601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:03.114615Z","time spent":"624.957979ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:03.785038Z","caller":"traceutil/trace.go:171","msg":"trace[1417414522] linearizableReadLoop","detail":"{readStateIndex:20505; appliedIndex:20504; }","duration":"448.054515ms","start":"2026-03-18T14:41:03.336959Z","end":"2026-03-18T14:41:03.785014Z","steps":["trace[1417414522] 'read index received' (duration: 447.90246ms)","trace[1417414522] 'applied index is now lower than readState.Index' (duration: 151.015µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:03.785311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.483203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T14:41:03.785307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.338442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:41:03.785354Z","caller":"traceutil/trace.go:171","msg":"trace[1278174304] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19718; }","duration":"439.564166ms","start":"2026-03-18T14:41:03.345778Z","end":"2026-03-18T14:41:03.785342Z","steps":["trace[1278174304] 'agreement among raft nodes before linearized reading' (duration: 439.409291ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:03.785368Z","caller":"traceutil/trace.go:171","msg":"trace[2080705623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19718; }","duration":"448.442705ms","start":"2026-03-18T14:41:03.336911Z","end":"2026-03-18T14:41:03.785354Z","steps":["trace[2080705623] 'agreement among raft nodes before linearized reading' (duration: 448.208689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:03.785389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:03.345766Z","time spent":"439.615486ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:41:03.785416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:03.336888Z","time spent":"448.520226ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:41:03.785579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.489773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:41:03.785854Z","caller":"traceutil/trace.go:171","msg":"trace[1565583250] transaction","detail":"{read_only:false; response_revision:19718; number_of_response:1; }","duration":"666.921012ms","start":"2026-03-18T14:41:03.118914Z","end":"2026-03-18T14:41:03.785835Z","steps":["trace[1565583250] 'process raft request' (duration: 665.951945ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:03.785787Z","caller":"traceutil/trace.go:171","msg":"trace[1975781780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19718; }","duration":"439.693228ms","start":"2026-03-18T14:41:03.346041Z","end":"2026-03-18T14:41:03.785734Z","steps":["trace[1975781780] 'agreement among raft nodes before linearized reading' (duration: 439.300978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:03.785945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:03.118893Z","time spent":"667.006635ms","remote":"127.0.0.1:49898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1948,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:03.785939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:03.346032Z","time spent":"439.883144ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:41:04.324778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476725908,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:41:04.337936Z","caller":"traceutil/trace.go:171","msg":"trace[602826560] transaction","detail":"{read_only:false; response_revision:19720; number_of_response:1; }","duration":"547.457688ms","start":"2026-03-18T14:41:03.790453Z","end":"2026-03-18T14:41:04.33791Z","steps":["trace[602826560] 'process raft request' (duration: 545.136505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:04.33813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:03.790431Z","time spent":"547.606022ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:04.338218Z","caller":"traceutil/trace.go:171","msg":"trace[1061710595] transaction","detail":"{read_only:false; response_revision:19721; number_of_response:1; }","duration":"547.322884ms","start":"2026-03-18T14:41:03.790869Z","end":"2026-03-18T14:41:04.338192Z","steps":["trace[1061710595] 'process raft request' (duration: 546.967185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:04.338377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:03.790854Z","time spent":"547.453767ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:04.338498Z","caller":"traceutil/trace.go:171","msg":"trace[2097651110] transaction","detail":"{read_only:false; response_revision:19723; number_of_response:1; }","duration":"544.539859ms","start":"2026-03-18T14:41:03.793936Z","end":"2026-03-18T14:41:04.338476Z","steps":["trace[2097651110] 'process raft request' (duration: 544.430996ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:04.338528Z","caller":"traceutil/trace.go:171","msg":"trace[1265675475] transaction","detail":"{read_only:false; response_revision:19722; number_of_response:1; }","duration":"546.969495ms","start":"2026-03-18T14:41:03.791515Z","end":"2026-03-18T14:41:04.338484Z","steps":["trace[1265675475] 'process raft request' (duration: 546.580844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:04.33865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:03.793926Z","time spent":"544.648532ms","remote":"127.0.0.1:49898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2795,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:04.338653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:03.791486Z","time spent":"547.097828ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:04.377946Z","caller":"traceutil/trace.go:171","msg":"trace[141443384] linearizableReadLoop","detail":"{readStateIndex:20511; appliedIndex:20506; }","duration":"554.101667ms","start":"2026-03-18T14:41:03.823818Z","end":"2026-03-18T14:41:04.37792Z","steps":["trace[141443384] 'read index received' (duration: 511.817595ms)","trace[141443384] 'applied index is now lower than readState.Index' (duration: 42.282872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:04.378228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.393735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df677e0acead0\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-18T14:41:04.378372Z","caller":"traceutil/trace.go:171","msg":"trace[1799910876] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df677e0acead0; range_end:; response_count:1; response_revision:19724; }","duration":"554.546878ms","start":"2026-03-18T14:41:03.823812Z","end":"2026-03-18T14:41:04.378358Z","steps":["trace[1799910876] 'agreement among raft nodes before linearized reading' (duration: 554.317422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:04.378399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:03.823772Z","time spent":"554.618621ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df677e0acead0\" "} {"level":"warn","ts":"2026-03-18T14:41:04.378478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.637232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:04.378563Z","caller":"traceutil/trace.go:171","msg":"trace[231297376] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:19724; }","duration":"371.783265ms","start":"2026-03-18T14:41:04.006759Z","end":"2026-03-18T14:41:04.378542Z","steps":["trace[231297376] 'agreement among raft nodes before linearized reading' (duration: 371.62505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:04.378612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:04.006738Z","time spent":"371.862238ms","remote":"127.0.0.1:35956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:41:04.82802Z","caller":"traceutil/trace.go:171","msg":"trace[442379851] linearizableReadLoop","detail":"{readStateIndex:20513; appliedIndex:20512; }","duration":"414.024075ms","start":"2026-03-18T14:41:04.413973Z","end":"2026-03-18T14:41:04.827997Z","steps":["trace[442379851] 'read index received' (duration: 362.106704ms)","trace[442379851] 'applied index is now lower than readState.Index' (duration: 51.916441ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:04.828042Z","caller":"traceutil/trace.go:171","msg":"trace[1825575949] transaction","detail":"{read_only:false; response_revision:19726; number_of_response:1; }","duration":"445.787583ms","start":"2026-03-18T14:41:04.382224Z","end":"2026-03-18T14:41:04.828012Z","steps":["trace[1825575949] 'process raft request' (duration: 393.840161ms)","trace[1825575949] 'compare' (duration: 51.816308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:04.828207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:04.382197Z","time spent":"445.939877ms","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1245,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:41:04.828297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.303613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8c7f4fdcd-sq8xs.189df4fa24e4e23f\" ","response":"range_response_count:1 size:1134"} {"level":"info","ts":"2026-03-18T14:41:04.828402Z","caller":"traceutil/trace.go:171","msg":"trace[399357231] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8c7f4fdcd-sq8xs.189df4fa24e4e23f; range_end:; response_count:1; response_revision:19726; }","duration":"414.450018ms","start":"2026-03-18T14:41:04.413936Z","end":"2026-03-18T14:41:04.828386Z","steps":["trace[399357231] 'agreement among raft nodes before linearized reading' (duration: 414.186061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:04.828503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:04.413918Z","time spent":"414.546941ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-8c7f4fdcd-sq8xs.189df4fa24e4e23f\" "} {"level":"info","ts":"2026-03-18T14:41:04.878681Z","caller":"traceutil/trace.go:171","msg":"trace[830754292] transaction","detail":"{read_only:false; response_revision:19727; number_of_response:1; }","duration":"451.489477ms","start":"2026-03-18T14:41:04.427165Z","end":"2026-03-18T14:41:04.878655Z","steps":["trace[830754292] 'process raft request' (duration: 451.299502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:04.878836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:04.427135Z","time spent":"451.621571ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:04.879066Z","caller":"traceutil/trace.go:171","msg":"trace[217000557] transaction","detail":"{read_only:false; response_revision:19728; number_of_response:1; }","duration":"193.647377ms","start":"2026-03-18T14:41:04.685393Z","end":"2026-03-18T14:41:04.87904Z","steps":["trace[217000557] 'process raft request' (duration: 193.205015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:04.879146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.128527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:04.879181Z","caller":"traceutil/trace.go:171","msg":"trace[2030353630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19728; }","duration":"308.192768ms","start":"2026-03-18T14:41:04.570976Z","end":"2026-03-18T14:41:04.879169Z","steps":["trace[2030353630] 'agreement among raft nodes before linearized reading' (duration: 308.150398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:04.879221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:04.570958Z","time spent":"308.257421ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:41:04.879089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.129774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:41:04.879312Z","caller":"traceutil/trace.go:171","msg":"trace[235691384] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19728; }","duration":"442.356051ms","start":"2026-03-18T14:41:04.43694Z","end":"2026-03-18T14:41:04.879296Z","steps":["trace[235691384] 'agreement among raft nodes before linearized reading' (duration: 442.097633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:04.879375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:04.436869Z","time spent":"442.476725ms","remote":"127.0.0.1:50058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:41:05.379552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476725926,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:41:05.404757Z","caller":"traceutil/trace.go:171","msg":"trace[1458788265] transaction","detail":"{read_only:false; response_revision:19729; number_of_response:1; }","duration":"572.484763ms","start":"2026-03-18T14:41:04.83224Z","end":"2026-03-18T14:41:05.404725Z","steps":["trace[1458788265] 'process raft request' (duration: 572.172895ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:05.404823Z","caller":"traceutil/trace.go:171","msg":"trace[1217826560] transaction","detail":"{read_only:false; response_revision:19732; number_of_response:1; }","duration":"570.385036ms","start":"2026-03-18T14:41:04.834412Z","end":"2026-03-18T14:41:05.404797Z","steps":["trace[1217826560] 'process raft request' (duration: 570.334535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:05.404954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:04.832216Z","time spent":"572.613796ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:05.405005Z","caller":"traceutil/trace.go:171","msg":"trace[1484442240] transaction","detail":"{read_only:false; response_revision:19731; number_of_response:1; }","duration":"571.935949ms","start":"2026-03-18T14:41:04.832911Z","end":"2026-03-18T14:41:05.404847Z","steps":["trace[1484442240] 'process raft request' (duration: 571.788504ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:05.404797Z","caller":"traceutil/trace.go:171","msg":"trace[591488978] transaction","detail":"{read_only:false; response_revision:19730; number_of_response:1; }","duration":"571.939268ms","start":"2026-03-18T14:41:04.832823Z","end":"2026-03-18T14:41:05.404762Z","steps":["trace[591488978] 'process raft request' (duration: 571.808825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:05.405062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:04.834391Z","time spent":"570.602651ms","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1243,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:41:05.405171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:04.832903Z","time spent":"572.182505ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:41:05.405206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:04.83281Z","time spent":"572.283617ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:41:05.428091Z","caller":"traceutil/trace.go:171","msg":"trace[1879399191] linearizableReadLoop","detail":"{readStateIndex:20520; appliedIndex:20515; }","duration":"549.283966ms","start":"2026-03-18T14:41:04.87879Z","end":"2026-03-18T14:41:05.428074Z","steps":["trace[1879399191] 'read index received' (duration: 525.790522ms)","trace[1879399191] 'applied index is now lower than readState.Index' (duration: 23.492604ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:05.428149Z","caller":"traceutil/trace.go:171","msg":"trace[28034204] transaction","detail":"{read_only:false; response_revision:19733; number_of_response:1; }","duration":"382.550696ms","start":"2026-03-18T14:41:05.045575Z","end":"2026-03-18T14:41:05.428126Z","steps":["trace[28034204] 'process raft request' (duration: 382.396731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:05.42824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:05.04555Z","time spent":"382.632758ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:05.428282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.964867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130028"} {"level":"info","ts":"2026-03-18T14:41:05.428305Z","caller":"traceutil/trace.go:171","msg":"trace[1496881944] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:19733; }","duration":"596.025358ms","start":"2026-03-18T14:41:04.832272Z","end":"2026-03-18T14:41:05.428297Z","steps":["trace[1496881944] 'agreement among raft nodes before linearized reading' (duration: 595.899325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:05.428324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:04.83225Z","time spent":"596.069939ms","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130052,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-18T14:41:05.428327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.683679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:05.428359Z","caller":"traceutil/trace.go:171","msg":"trace[1334323919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19733; }","duration":"542.779111ms","start":"2026-03-18T14:41:04.885569Z","end":"2026-03-18T14:41:05.428348Z","steps":["trace[1334323919] 'agreement among raft nodes before linearized reading' (duration: 542.728409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:05.428378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:04.885553Z","time spent":"542.820022ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:41:05.428531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.055115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18574"} {"level":"warn","ts":"2026-03-18T14:41:05.428536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.613901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:41:05.428572Z","caller":"traceutil/trace.go:171","msg":"trace[2100053315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19733; }","duration":"311.683923ms","start":"2026-03-18T14:41:05.116879Z","end":"2026-03-18T14:41:05.428563Z","steps":["trace[2100053315] 'agreement among raft nodes before linearized reading' (duration: 311.58453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:05.428629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:05.116831Z","time spent":"311.791436ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:41:05.428549Z","caller":"traceutil/trace.go:171","msg":"trace[1271571281] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:19733; }","duration":"541.073826ms","start":"2026-03-18T14:41:04.88747Z","end":"2026-03-18T14:41:05.428544Z","steps":["trace[1271571281] 'agreement among raft nodes before linearized reading' (duration: 541.005674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:05.428735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:04.887427Z","time spent":"541.292661ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18598,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-18T14:41:05.428756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.899951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:41:05.428788Z","caller":"traceutil/trace.go:171","msg":"trace[1859111477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19733; }","duration":"310.956245ms","start":"2026-03-18T14:41:05.117823Z","end":"2026-03-18T14:41:05.428779Z","steps":["trace[1859111477] 'agreement among raft nodes before linearized reading' (duration: 310.872042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:05.428812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:05.117808Z","time spent":"310.996805ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:41:06.07214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476725929,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:41:06.2619Z","caller":"traceutil/trace.go:171","msg":"trace[817319922] transaction","detail":"{read_only:false; response_revision:19734; number_of_response:1; }","duration":"830.439705ms","start":"2026-03-18T14:41:05.431429Z","end":"2026-03-18T14:41:06.261869Z","steps":["trace[817319922] 'process raft request' (duration: 828.981716ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:06.261959Z","caller":"traceutil/trace.go:171","msg":"trace[1059634562] transaction","detail":"{read_only:false; response_revision:19735; number_of_response:1; }","duration":"830.547118ms","start":"2026-03-18T14:41:05.431394Z","end":"2026-03-18T14:41:06.261941Z","steps":["trace[1059634562] 'process raft request' (duration: 830.394594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:06.262047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:05.431413Z","time spent":"830.565399ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:06.26207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:05.43137Z","time spent":"830.64103ms","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130012,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:06.294433Z","caller":"traceutil/trace.go:171","msg":"trace[1683840566] transaction","detail":"{read_only:false; response_revision:19736; number_of_response:1; }","duration":"861.259007ms","start":"2026-03-18T14:41:05.433139Z","end":"2026-03-18T14:41:06.294398Z","steps":["trace[1683840566] 'process raft request' (duration: 861.005781ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:06.294477Z","caller":"traceutil/trace.go:171","msg":"trace[894672126] transaction","detail":"{read_only:false; response_revision:19737; number_of_response:1; }","duration":"861.229657ms","start":"2026-03-18T14:41:05.433213Z","end":"2026-03-18T14:41:06.294443Z","steps":["trace[894672126] 'process raft request' (duration: 861.092914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:06.294588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:05.433126Z","time spent":"861.383542ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:06.294636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:05.433204Z","time spent":"861.35547ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:07.571386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00013118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:41:07.571541Z","caller":"traceutil/trace.go:171","msg":"trace[11995543] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000341884s","start":"2026-03-18T14:41:05.571178Z","end":"2026-03-18T14:41:07.57152Z","steps":["trace[11995543] 'agreement among raft nodes before linearized reading' (duration: 2.00016157s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:07.571624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:05.571154Z","time spent":"2.000456268s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:41:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:41:08.121338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826962415s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:41:08.121436Z","caller":"traceutil/trace.go:171","msg":"trace[1497826292] linearizableReadLoop","detail":"{readStateIndex:20525; appliedIndex:20520; }","duration":"2.550190466s","start":"2026-03-18T14:41:05.571227Z","end":"2026-03-18T14:41:08.121418Z","steps":["trace[1497826292] 'read index received' (duration: 689.106651ms)","trace[1497826292] 'applied index is now lower than readState.Index' (duration: 1.861082245s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:08.122023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456791963s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:08.122122Z","caller":"traceutil/trace.go:171","msg":"trace[216990509] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19737; }","duration":"1.456900016s","start":"2026-03-18T14:41:06.665209Z","end":"2026-03-18T14:41:08.122109Z","steps":["trace[216990509] 'range keys from in-memory index tree' (duration: 1.456778453s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:08.484992Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.190817156s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:41:08.486067Z","caller":"traceutil/trace.go:171","msg":"trace[2141560536] transaction","detail":"{read_only:false; response_revision:19739; number_of_response:1; }","duration":"2.208621636s","start":"2026-03-18T14:41:06.277103Z","end":"2026-03-18T14:41:08.485724Z","steps":["trace[2141560536] 'process raft request' (duration: 2.208455912s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:08.486214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:06.277077Z","time spent":"2.209066449s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:08.485658Z","caller":"traceutil/trace.go:171","msg":"trace[1436001439] transaction","detail":"{read_only:false; response_revision:19738; number_of_response:1; }","duration":"2.222418478s","start":"2026-03-18T14:41:06.263205Z","end":"2026-03-18T14:41:08.485623Z","steps":["trace[1436001439] 'process raft request' (duration: 2.222024387s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:08.486534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:06.263186Z","time spent":"2.223257422s","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1435,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:41:09.126718Z","caller":"traceutil/trace.go:171","msg":"trace[444921992] linearizableReadLoop","detail":"{readStateIndex:20532; appliedIndex:20525; }","duration":"1.005241144s","start":"2026-03-18T14:41:08.121462Z","end":"2026-03-18T14:41:09.126703Z","steps":["trace[444921992] 'read index received' (duration: 363.759618ms)","trace[444921992] 'applied index is now lower than readState.Index' (duration: 641.480586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:09.126865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709554986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-18T14:41:09.126865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705854136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-18T14:41:09.126898Z","caller":"traceutil/trace.go:171","msg":"trace[1899770490] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19744; }","duration":"1.705942029s","start":"2026-03-18T14:41:07.420949Z","end":"2026-03-18T14:41:09.126891Z","steps":["trace[1899770490] 'agreement among raft nodes before linearized reading' (duration: 1.705804424s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:09.126897Z","caller":"traceutil/trace.go:171","msg":"trace[1288776568] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19744; }","duration":"1.709635818s","start":"2026-03-18T14:41:07.417252Z","end":"2026-03-18T14:41:09.126888Z","steps":["trace[1288776568] 'agreement among raft nodes before linearized reading' (duration: 1.709538055s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.126919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:07.420924Z","time spent":"1.705990879s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T14:41:09.126684Z","caller":"traceutil/trace.go:171","msg":"trace[806568288] transaction","detail":"{read_only:false; response_revision:19740; number_of_response:1; }","duration":"2.742927178s","start":"2026-03-18T14:41:06.383732Z","end":"2026-03-18T14:41:09.126659Z","steps":["trace[806568288] 'process raft request' (duration: 2.742737004s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.126964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956375198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:41:09.126982Z","caller":"traceutil/trace.go:171","msg":"trace[613411501] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:19744; }","duration":"1.956432569s","start":"2026-03-18T14:41:07.170544Z","end":"2026-03-18T14:41:09.126977Z","steps":["trace[613411501] 'agreement among raft nodes before linearized reading' (duration: 1.956388608s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:07.170509Z","time spent":"1.956485891s","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:41:09.127035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:06.383712Z","time spent":"2.743264018s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:09.12692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:07.41723Z","time spent":"1.709684559s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:41:09.127081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377116152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:41:09.127098Z","caller":"traceutil/trace.go:171","msg":"trace[874642073] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:19744; }","duration":"1.377203164s","start":"2026-03-18T14:41:07.74989Z","end":"2026-03-18T14:41:09.127093Z","steps":["trace[874642073] 'agreement among raft nodes before linearized reading' (duration: 1.377170104s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.127112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:07.749861Z","time spent":"1.377247766s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:41:09.127153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555403855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:41:09.127158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110719522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:09.127169Z","caller":"traceutil/trace.go:171","msg":"trace[2062430380] transaction","detail":"{read_only:false; response_revision:19742; number_of_response:1; }","duration":"2.242714347s","start":"2026-03-18T14:41:06.88442Z","end":"2026-03-18T14:41:09.127134Z","steps":["trace[2062430380] 'process raft request' (duration: 2.242200253s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:09.127199Z","caller":"traceutil/trace.go:171","msg":"trace[80047428] transaction","detail":"{read_only:false; response_revision:19741; number_of_response:1; }","duration":"2.482975642s","start":"2026-03-18T14:41:06.644204Z","end":"2026-03-18T14:41:09.12718Z","steps":["trace[80047428] 'process raft request' (duration: 2.482388086s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:09.127232Z","caller":"traceutil/trace.go:171","msg":"trace[1452706313] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:19744; }","duration":"1.110833834s","start":"2026-03-18T14:41:08.016377Z","end":"2026-03-18T14:41:09.127211Z","steps":["trace[1452706313] 'agreement among raft nodes before linearized reading' (duration: 1.11068273s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.127248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783839023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:41:09.127269Z","caller":"traceutil/trace.go:171","msg":"trace[234078981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19744; }","duration":"2.783859053s","start":"2026-03-18T14:41:06.343404Z","end":"2026-03-18T14:41:09.127263Z","steps":["trace[234078981] 'agreement among raft nodes before linearized reading' (duration: 2.783802372s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.127273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:08.01636Z","time spent":"1.110905356s","remote":"127.0.0.1:45078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:41:09.127264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783820003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:41:09.127288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:06.343348Z","time spent":"2.783935286s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:41:09.127295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:06.644177Z","time spent":"2.483064085s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:09.127305Z","caller":"traceutil/trace.go:171","msg":"trace[312341004] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19744; }","duration":"2.783931236s","start":"2026-03-18T14:41:06.343368Z","end":"2026-03-18T14:41:09.127299Z","steps":["trace[312341004] 'agreement among raft nodes before linearized reading' (duration: 2.783835804s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.127328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:06.343338Z","time spent":"2.783984437s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:41:09.127331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:06.884389Z","time spent":"2.242856601s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:09.127186Z","caller":"traceutil/trace.go:171","msg":"trace[1134751015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19744; }","duration":"1.555481367s","start":"2026-03-18T14:41:07.571695Z","end":"2026-03-18T14:41:09.127176Z","steps":["trace[1134751015] 'agreement among raft nodes before linearized reading' (duration: 1.555425326s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:09.127374Z","caller":"traceutil/trace.go:171","msg":"trace[417035235] transaction","detail":"{read_only:false; response_revision:19744; number_of_response:1; }","duration":"1.519765453s","start":"2026-03-18T14:41:07.6076Z","end":"2026-03-18T14:41:09.127366Z","steps":["trace[417035235] 'process raft request' (duration: 1.519067025s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.127387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:07.571679Z","time spent":"1.555703772s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:41:09.127389Z","caller":"traceutil/trace.go:171","msg":"trace[521030783] transaction","detail":"{read_only:false; response_revision:19743; number_of_response:1; }","duration":"1.694793477s","start":"2026-03-18T14:41:07.432587Z","end":"2026-03-18T14:41:09.12738Z","steps":["trace[521030783] 'process raft request' (duration: 1.694055577s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.127408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:07.607579Z","time spent":"1.519809453s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:09.12743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:07.432562Z","time spent":"1.694843538s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:09.12716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.62699961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:09.127471Z","caller":"traceutil/trace.go:171","msg":"trace[514821430] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:19744; }","duration":"2.627348189s","start":"2026-03-18T14:41:06.500112Z","end":"2026-03-18T14:41:09.127461Z","steps":["trace[514821430] 'agreement among raft nodes before linearized reading' (duration: 2.62701979s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.127467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783346571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:41:09.127491Z","caller":"traceutil/trace.go:171","msg":"trace[1607243846] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19744; }","duration":"2.783385471s","start":"2026-03-18T14:41:06.344099Z","end":"2026-03-18T14:41:09.127484Z","steps":["trace[1607243846] 'agreement among raft nodes before linearized reading' (duration: 2.783300169s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.127492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:06.500089Z","time spent":"2.627395291s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:41:09.127505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:06.344092Z","time spent":"2.783410031s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:41:09.127518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763742531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:41:09.127536Z","caller":"traceutil/trace.go:171","msg":"trace[1001532800] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19744; }","duration":"2.763785103s","start":"2026-03-18T14:41:06.363745Z","end":"2026-03-18T14:41:09.12753Z","steps":["trace[1001532800] 'agreement among raft nodes before linearized reading' (duration: 2.763730651s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.127191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.676393853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:41:09.127549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:06.363732Z","time spent":"2.763813983s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:41:09.127559Z","caller":"traceutil/trace.go:171","msg":"trace[143326227] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:19744; }","duration":"2.676797014s","start":"2026-03-18T14:41:06.450754Z","end":"2026-03-18T14:41:09.127551Z","steps":["trace[143326227] 'agreement among raft nodes before linearized reading' (duration: 2.676419434s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.127584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:06.450732Z","time spent":"2.676843706s","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:41:09.361018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.924835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:09.361448Z","caller":"traceutil/trace.go:171","msg":"trace[464626586] transaction","detail":"{read_only:false; response_revision:19745; number_of_response:1; }","duration":"871.240787ms","start":"2026-03-18T14:41:08.490161Z","end":"2026-03-18T14:41:09.361402Z","steps":["trace[464626586] 'process raft request' (duration: 746.830239ms)","trace[464626586] 'compare' (duration: 123.633967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:09.361565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:08.490138Z","time spent":"871.367161ms","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1139,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:41:09.361717Z","caller":"traceutil/trace.go:171","msg":"trace[536710005] transaction","detail":"{read_only:false; response_revision:19747; number_of_response:1; }","duration":"870.072875ms","start":"2026-03-18T14:41:08.491631Z","end":"2026-03-18T14:41:09.361704Z","steps":["trace[536710005] 'process raft request' (duration: 869.787797ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:09.361723Z","caller":"traceutil/trace.go:171","msg":"trace[2049673033] transaction","detail":"{read_only:false; response_revision:19746; number_of_response:1; }","duration":"870.131067ms","start":"2026-03-18T14:41:08.49156Z","end":"2026-03-18T14:41:09.361691Z","steps":["trace[2049673033] 'process raft request' (duration: 869.661064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.361763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:08.491611Z","time spent":"870.132456ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":661,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:41:09.361797Z","caller":"traceutil/trace.go:171","msg":"trace[1004396712] transaction","detail":"{read_only:false; response_revision:19748; number_of_response:1; }","duration":"869.646855ms","start":"2026-03-18T14:41:08.492124Z","end":"2026-03-18T14:41:09.361771Z","steps":["trace[1004396712] 'process raft request' (duration: 869.356237ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:09.361816Z","caller":"traceutil/trace.go:171","msg":"trace[1953828002] transaction","detail":"{read_only:false; response_revision:19751; number_of_response:1; }","duration":"228.749204ms","start":"2026-03-18T14:41:09.133042Z","end":"2026-03-18T14:41:09.361791Z","steps":["trace[1953828002] 'process raft request' (duration: 228.641201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.361859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:08.491542Z","time spent":"870.249151ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:41:09.361865Z","caller":"traceutil/trace.go:171","msg":"trace[999546785] linearizableReadLoop","detail":"{readStateIndex:20536; appliedIndex:20532; }","duration":"235.086226ms","start":"2026-03-18T14:41:09.126758Z","end":"2026-03-18T14:41:09.361844Z","steps":["trace[999546785] 'read index received' (duration: 110.197476ms)","trace[999546785] 'applied index is now lower than readState.Index' (duration: 124.88674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:09.361903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:08.49209Z","time spent":"869.761167ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":804,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:41:09.361921Z","caller":"traceutil/trace.go:171","msg":"trace[1450159950] transaction","detail":"{read_only:false; response_revision:19749; number_of_response:1; }","duration":"229.050183ms","start":"2026-03-18T14:41:09.132861Z","end":"2026-03-18T14:41:09.361912Z","steps":["trace[1450159950] 'process raft request' (duration: 228.692814ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:09.362013Z","caller":"traceutil/trace.go:171","msg":"trace[1130235579] transaction","detail":"{read_only:false; response_revision:19750; number_of_response:1; }","duration":"229.082144ms","start":"2026-03-18T14:41:09.13292Z","end":"2026-03-18T14:41:09.362002Z","steps":["trace[1130235579] 'process raft request' (duration: 228.713543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.362029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.349751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:41:09.362047Z","caller":"traceutil/trace.go:171","msg":"trace[2044221826] transaction","detail":"{read_only:false; response_revision:19753; number_of_response:1; }","duration":"228.665812ms","start":"2026-03-18T14:41:09.133361Z","end":"2026-03-18T14:41:09.362026Z","steps":["trace[2044221826] 'process raft request' (duration: 228.57064ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:09.362069Z","caller":"traceutil/trace.go:171","msg":"trace[2140368043] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19752; }","duration":"731.434534ms","start":"2026-03-18T14:41:08.630621Z","end":"2026-03-18T14:41:09.362055Z","steps":["trace[2140368043] 'agreement among raft nodes before linearized reading' (duration: 731.329221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.36213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:08.630594Z","time spent":"731.526486ms","remote":"127.0.0.1:50014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:41:09.362157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062850689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:41:09.362136Z","caller":"traceutil/trace.go:171","msg":"trace[1944905370] transaction","detail":"{read_only:false; response_revision:19752; number_of_response:1; }","duration":"228.933099ms","start":"2026-03-18T14:41:09.133146Z","end":"2026-03-18T14:41:09.362079Z","steps":["trace[1944905370] 'process raft request' (duration: 228.58437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.362171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062122709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:41:09.362183Z","caller":"traceutil/trace.go:171","msg":"trace[1988142522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19753; }","duration":"1.062931202s","start":"2026-03-18T14:41:08.299244Z","end":"2026-03-18T14:41:09.362175Z","steps":["trace[1988142522] 'agreement among raft nodes before linearized reading' (duration: 1.062861591s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.362198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:08.299217Z","time spent":"1.062976763s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:41:09.362199Z","caller":"traceutil/trace.go:171","msg":"trace[613248332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19753; }","duration":"1.062202271s","start":"2026-03-18T14:41:08.299989Z","end":"2026-03-18T14:41:09.362191Z","steps":["trace[613248332] 'agreement among raft nodes before linearized reading' (duration: 1.062087488s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.362221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:08.299961Z","time spent":"1.062253424s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:41:09.362283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.345423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:41:09.362304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.065126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T14:41:09.362291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.08273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-18T14:41:09.36234Z","caller":"traceutil/trace.go:171","msg":"trace[667801712] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0; range_end:; response_count:1; response_revision:19753; }","duration":"230.148803ms","start":"2026-03-18T14:41:09.132182Z","end":"2026-03-18T14:41:09.362331Z","steps":["trace[667801712] 'agreement among raft nodes before linearized reading' (duration: 230.017079ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:09.362338Z","caller":"traceutil/trace.go:171","msg":"trace[1658168084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19753; }","duration":"225.457746ms","start":"2026-03-18T14:41:09.136864Z","end":"2026-03-18T14:41:09.362322Z","steps":["trace[1658168084] 'agreement among raft nodes before linearized reading' (duration: 225.315252ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:09.362353Z","caller":"traceutil/trace.go:171","msg":"trace[1244931673] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19753; }","duration":"231.114699ms","start":"2026-03-18T14:41:09.131214Z","end":"2026-03-18T14:41:09.362328Z","steps":["trace[1244931673] 'agreement among raft nodes before linearized reading' (duration: 230.959624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.362391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237292478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:2813"} {"level":"info","ts":"2026-03-18T14:41:09.362499Z","caller":"traceutil/trace.go:171","msg":"trace[794050762] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:19753; }","duration":"1.237473552s","start":"2026-03-18T14:41:08.125Z","end":"2026-03-18T14:41:09.362473Z","steps":["trace[794050762] 'agreement among raft nodes before linearized reading' (duration: 1.237076041s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.36256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:08.124979Z","time spent":"1.237570215s","remote":"127.0.0.1:49898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2837,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-03-18T14:41:09.558522Z","caller":"traceutil/trace.go:171","msg":"trace[1246660404] transaction","detail":"{read_only:false; response_revision:19754; number_of_response:1; }","duration":"193.646077ms","start":"2026-03-18T14:41:09.36484Z","end":"2026-03-18T14:41:09.558486Z","steps":["trace[1246660404] 'process raft request' (duration: 170.368049ms)","trace[1246660404] 'compare' (duration: 23.141605ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:09.809782Z","caller":"traceutil/trace.go:171","msg":"trace[1344001962] transaction","detail":"{read_only:false; response_revision:19755; number_of_response:1; }","duration":"441.641561ms","start":"2026-03-18T14:41:09.368108Z","end":"2026-03-18T14:41:09.80975Z","steps":["trace[1344001962] 'process raft request' (duration: 428.387224ms)","trace[1344001962] 'compare' (duration: 13.034491ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:09.809893Z","caller":"traceutil/trace.go:171","msg":"trace[1992126484] transaction","detail":"{read_only:false; response_revision:19757; number_of_response:1; }","duration":"441.335283ms","start":"2026-03-18T14:41:09.368505Z","end":"2026-03-18T14:41:09.809841Z","steps":["trace[1992126484] 'process raft request' (duration: 441.193699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.810008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.838725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-18T14:41:09.810059Z","caller":"traceutil/trace.go:171","msg":"trace[1637783927] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:19758; }","duration":"441.9526ms","start":"2026-03-18T14:41:09.368097Z","end":"2026-03-18T14:41:09.810049Z","steps":["trace[1637783927] 'agreement among raft nodes before linearized reading' (duration: 441.762094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.810054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:09.36849Z","time spent":"441.489376ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1300,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:41:09.810061Z","caller":"traceutil/trace.go:171","msg":"trace[1401282381] transaction","detail":"{read_only:false; response_revision:19758; number_of_response:1; }","duration":"441.515718ms","start":"2026-03-18T14:41:09.368526Z","end":"2026-03-18T14:41:09.810042Z","steps":["trace[1401282381] 'process raft request' (duration: 441.21808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.8101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:09.368073Z","time spent":"442.019311ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1149,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-18T14:41:09.810075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:09.368092Z","time spent":"441.833276ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:09.809814Z","caller":"traceutil/trace.go:171","msg":"trace[1917934835] transaction","detail":"{read_only:false; response_revision:19756; number_of_response:1; }","duration":"441.663462ms","start":"2026-03-18T14:41:09.368122Z","end":"2026-03-18T14:41:09.809786Z","steps":["trace[1917934835] 'process raft request' (duration: 441.526947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.810357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:09.368115Z","time spent":"442.197287ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":735,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:41:09.81017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:09.368503Z","time spent":"441.607611ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:09.809811Z","caller":"traceutil/trace.go:171","msg":"trace[409613197] linearizableReadLoop","detail":"{readStateIndex:20544; appliedIndex:20541; }","duration":"441.636471ms","start":"2026-03-18T14:41:09.368151Z","end":"2026-03-18T14:41:09.809788Z","steps":["trace[409613197] 'read index received' (duration: 167.068609ms)","trace[409613197] 'applied index is now lower than readState.Index' (duration: 274.567062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:09.810587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.978216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-18T14:41:09.810628Z","caller":"traceutil/trace.go:171","msg":"trace[746156233] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:19758; }","duration":"214.048968ms","start":"2026-03-18T14:41:09.596567Z","end":"2026-03-18T14:41:09.810616Z","steps":["trace[746156233] 'agreement among raft nodes before linearized reading' (duration: 213.949445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.810649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.013802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-18T14:41:09.810755Z","caller":"traceutil/trace.go:171","msg":"trace[1327583822] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:19758; }","duration":"442.153145ms","start":"2026-03-18T14:41:09.368585Z","end":"2026-03-18T14:41:09.810738Z","steps":["trace[1327583822] 'agreement among raft nodes before linearized reading' (duration: 441.929959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.810811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:09.368577Z","time spent":"442.220897ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1149,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-18T14:41:09.810639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.49955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:09.810883Z","caller":"traceutil/trace.go:171","msg":"trace[1896856905] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19758; }","duration":"377.783507ms","start":"2026-03-18T14:41:09.433089Z","end":"2026-03-18T14:41:09.810873Z","steps":["trace[1896856905] 'agreement among raft nodes before linearized reading' (duration: 377.472299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:09.810924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:09.43307Z","time spent":"377.843129ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T14:41:10.148427Z","caller":"traceutil/trace.go:171","msg":"trace[676876450] transaction","detail":"{read_only:false; response_revision:19779; number_of_response:1; }","duration":"153.929226ms","start":"2026-03-18T14:41:09.994466Z","end":"2026-03-18T14:41:10.148395Z","steps":["trace[676876450] 'process raft request' (duration: 153.776101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:11.866674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.539509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:11.866745Z","caller":"traceutil/trace.go:171","msg":"trace[1354804329] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19806; }","duration":"294.661533ms","start":"2026-03-18T14:41:11.572067Z","end":"2026-03-18T14:41:11.866729Z","steps":["trace[1354804329] 'range keys from in-memory index tree' (duration: 294.484049ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:12.132358Z","caller":"traceutil/trace.go:171","msg":"trace[739764637] linearizableReadLoop","detail":"{readStateIndex:20596; appliedIndex:20595; }","duration":"263.688909ms","start":"2026-03-18T14:41:11.86864Z","end":"2026-03-18T14:41:12.132329Z","steps":["trace[739764637] 'read index received' (duration: 263.517734ms)","trace[739764637] 'applied index is now lower than readState.Index' (duration: 170.075µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:12.132402Z","caller":"traceutil/trace.go:171","msg":"trace[111502569] transaction","detail":"{read_only:false; response_revision:19807; number_of_response:1; }","duration":"293.902613ms","start":"2026-03-18T14:41:11.83846Z","end":"2026-03-18T14:41:12.132363Z","steps":["trace[111502569] 'process raft request' (duration: 293.689848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:12.132563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.895163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:12.132619Z","caller":"traceutil/trace.go:171","msg":"trace[176926342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19807; }","duration":"263.990476ms","start":"2026-03-18T14:41:11.868616Z","end":"2026-03-18T14:41:12.132606Z","steps":["trace[176926342] 'agreement among raft nodes before linearized reading' (duration: 263.854852ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:12.56904Z","caller":"traceutil/trace.go:171","msg":"trace[645762396] linearizableReadLoop","detail":"{readStateIndex:20598; appliedIndex:20596; }","duration":"436.576903ms","start":"2026-03-18T14:41:12.132443Z","end":"2026-03-18T14:41:12.56902Z","steps":["trace[645762396] 'read index received' (duration: 422.00349ms)","trace[645762396] 'applied index is now lower than readState.Index' (duration: 14.572203ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:12.569095Z","caller":"traceutil/trace.go:171","msg":"trace[234904936] transaction","detail":"{read_only:false; response_revision:19809; number_of_response:1; }","duration":"698.552236ms","start":"2026-03-18T14:41:11.870511Z","end":"2026-03-18T14:41:12.569063Z","steps":["trace[234904936] 'process raft request' (duration: 698.424963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:12.569186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.456902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2a1e748-2aea-4687-b02c-f6fb0fc53091\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-18T14:41:12.569218Z","caller":"traceutil/trace.go:171","msg":"trace[1107105234] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e2a1e748-2aea-4687-b02c-f6fb0fc53091; range_end:; response_count:1; response_revision:19809; }","duration":"692.522313ms","start":"2026-03-18T14:41:11.876688Z","end":"2026-03-18T14:41:12.569211Z","steps":["trace[1107105234] 'agreement among raft nodes before linearized reading' (duration: 692.39921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:12.569197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.649995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:41:12.569243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:11.87668Z","time spent":"692.558294ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2a1e748-2aea-4687-b02c-f6fb0fc53091\" "} {"level":"info","ts":"2026-03-18T14:41:12.569295Z","caller":"traceutil/trace.go:171","msg":"trace[1490216592] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:19809; }","duration":"623.773608ms","start":"2026-03-18T14:41:11.945498Z","end":"2026-03-18T14:41:12.569272Z","steps":["trace[1490216592] 'agreement among raft nodes before linearized reading' (duration: 623.589733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:12.569295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:11.870489Z","time spent":"698.66647ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:12.569349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:11.945453Z","time spent":"623.88737ms","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:41:12.569344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.664765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:12.569451Z","caller":"traceutil/trace.go:171","msg":"trace[1231641327] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:19809; }","duration":"174.822829ms","start":"2026-03-18T14:41:12.394602Z","end":"2026-03-18T14:41:12.569425Z","steps":["trace[1231641327] 'agreement among raft nodes before linearized reading' (duration: 174.626963ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:12.569126Z","caller":"traceutil/trace.go:171","msg":"trace[1018208919] transaction","detail":"{read_only:false; response_revision:19808; number_of_response:1; }","duration":"699.193424ms","start":"2026-03-18T14:41:11.869858Z","end":"2026-03-18T14:41:12.569051Z","steps":["trace[1018208919] 'process raft request' (duration: 684.576389ms)","trace[1018208919] 'compare' (duration: 14.158103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:12.569745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:11.869846Z","time spent":"699.825491ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:12.570608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.729511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2a1e748-2aea-4687-b02c-f6fb0fc53091\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-03-18T14:41:12.57071Z","caller":"traceutil/trace.go:171","msg":"trace[1314599009] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e2a1e748-2aea-4687-b02c-f6fb0fc53091; range_end:; response_count:1; response_revision:19809; }","duration":"319.889305ms","start":"2026-03-18T14:41:12.250799Z","end":"2026-03-18T14:41:12.570688Z","steps":["trace[1314599009] 'agreement among raft nodes before linearized reading' (duration: 318.329512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:12.570769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:12.250776Z","time spent":"319.981868ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2a1e748-2aea-4687-b02c-f6fb0fc53091\" "} {"level":"info","ts":"2026-03-18T14:41:12.784772Z","caller":"traceutil/trace.go:171","msg":"trace[474682454] transaction","detail":"{read_only:false; response_revision:19810; number_of_response:1; }","duration":"207.746269ms","start":"2026-03-18T14:41:12.576989Z","end":"2026-03-18T14:41:12.784735Z","steps":["trace[474682454] 'process raft request' (duration: 204.260134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:13.071529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.74258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e2a1e748-2aea-4687-b02c-f6fb0fc53091\" ","response":"range_response_count:1 size:3762"} {"level":"info","ts":"2026-03-18T14:41:13.071618Z","caller":"traceutil/trace.go:171","msg":"trace[906640614] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e2a1e748-2aea-4687-b02c-f6fb0fc53091; range_end:; response_count:1; response_revision:19810; }","duration":"173.883853ms","start":"2026-03-18T14:41:12.897712Z","end":"2026-03-18T14:41:13.071596Z","steps":["trace[906640614] 'range keys from in-memory index tree' (duration: 173.626146ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:13.246629Z","caller":"traceutil/trace.go:171","msg":"trace[1656209085] transaction","detail":"{read_only:false; response_revision:19811; number_of_response:1; }","duration":"172.568777ms","start":"2026-03-18T14:41:13.074032Z","end":"2026-03-18T14:41:13.2466Z","steps":["trace[1656209085] 'process raft request' (duration: 172.367122ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:13.423415Z","caller":"traceutil/trace.go:171","msg":"trace[678087931] transaction","detail":"{read_only:false; response_revision:19812; number_of_response:1; }","duration":"343.742979ms","start":"2026-03-18T14:41:13.079649Z","end":"2026-03-18T14:41:13.423392Z","steps":["trace[678087931] 'process raft request' (duration: 343.549433ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:13.423631Z","caller":"traceutil/trace.go:171","msg":"trace[869335104] transaction","detail":"{read_only:false; response_revision:19813; number_of_response:1; }","duration":"238.93395ms","start":"2026-03-18T14:41:13.184669Z","end":"2026-03-18T14:41:13.423603Z","steps":["trace[869335104] 'process raft request' (duration: 238.664002ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:13.423909Z","caller":"traceutil/trace.go:171","msg":"trace[1338165633] transaction","detail":"{read_only:false; response_revision:19814; number_of_response:1; }","duration":"237.952113ms","start":"2026-03-18T14:41:13.185943Z","end":"2026-03-18T14:41:13.423895Z","steps":["trace[1338165633] 'process raft request' (duration: 237.602564ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:13.424075Z","caller":"traceutil/trace.go:171","msg":"trace[826537425] linearizableReadLoop","detail":"{readStateIndex:20604; appliedIndex:20600; }","duration":"169.402173ms","start":"2026-03-18T14:41:13.254652Z","end":"2026-03-18T14:41:13.424054Z","steps":["trace[826537425] 'read index received' (duration: 168.55145ms)","trace[826537425] 'applied index is now lower than readState.Index' (duration: 849.593µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:13.424112Z","caller":"traceutil/trace.go:171","msg":"trace[1537159441] transaction","detail":"{read_only:false; response_revision:19815; number_of_response:1; }","duration":"238.081646ms","start":"2026-03-18T14:41:13.186012Z","end":"2026-03-18T14:41:13.424094Z","steps":["trace[1537159441] 'process raft request' (duration: 237.83653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:13.423576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:13.079631Z","time spent":"343.848261ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3930,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:13.424941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.275066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-56cb94fbdc-hhlct.189df67a3407682d\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-18T14:41:13.425013Z","caller":"traceutil/trace.go:171","msg":"trace[991897131] range","detail":"{range_begin:/registry/events/openstack/heat-api-56cb94fbdc-hhlct.189df67a3407682d; range_end:; response_count:1; response_revision:19815; }","duration":"170.384349ms","start":"2026-03-18T14:41:13.254608Z","end":"2026-03-18T14:41:13.424993Z","steps":["trace[991897131] 'agreement among raft nodes before linearized reading' (duration: 169.575727ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:13.591737Z","caller":"traceutil/trace.go:171","msg":"trace[1428714154] transaction","detail":"{read_only:false; response_revision:19820; number_of_response:1; }","duration":"105.278081ms","start":"2026-03-18T14:41:13.486412Z","end":"2026-03-18T14:41:13.59169Z","steps":["trace[1428714154] 'process raft request' (duration: 40.466142ms)","trace[1428714154] 'compare' (duration: 64.48135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:18.880842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.04758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:18.88112Z","caller":"traceutil/trace.go:171","msg":"trace[2019041805] transaction","detail":"{read_only:false; response_revision:19862; number_of_response:1; }","duration":"267.366997ms","start":"2026-03-18T14:41:18.613717Z","end":"2026-03-18T14:41:18.881084Z","steps":["trace[2019041805] 'process raft request' (duration: 56.994929ms)","trace[2019041805] 'compare' (duration: 209.757061ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:18.881117Z","caller":"traceutil/trace.go:171","msg":"trace[1509930353] transaction","detail":"{read_only:false; response_revision:19863; number_of_response:1; }","duration":"267.278015ms","start":"2026-03-18T14:41:18.613816Z","end":"2026-03-18T14:41:18.881094Z","steps":["trace[1509930353] 'process raft request' (duration: 267.170252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:19.112907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.196767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:10669"} {"level":"info","ts":"2026-03-18T14:41:19.113026Z","caller":"traceutil/trace.go:171","msg":"trace[2039047892] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:19863; }","duration":"106.371922ms","start":"2026-03-18T14:41:19.006629Z","end":"2026-03-18T14:41:19.113001Z","steps":["trace[2039047892] 'range keys from in-memory index tree' (duration: 105.94959ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:19.177709Z","caller":"traceutil/trace.go:171","msg":"trace[1472822220] transaction","detail":"{read_only:false; response_revision:19864; number_of_response:1; }","duration":"169.564997ms","start":"2026-03-18T14:41:19.008122Z","end":"2026-03-18T14:41:19.177687Z","steps":["trace[1472822220] 'process raft request' (duration: 169.420113ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:19.178037Z","caller":"traceutil/trace.go:171","msg":"trace[440910400] linearizableReadLoop","detail":"{readStateIndex:20656; appliedIndex:20656; }","duration":"143.837203ms","start":"2026-03-18T14:41:19.034137Z","end":"2026-03-18T14:41:19.177974Z","steps":["trace[440910400] 'read index received' (duration: 143.799112ms)","trace[440910400] 'applied index is now lower than readState.Index' (duration: 35.491µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:19.178302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.152402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-18T14:41:19.178377Z","caller":"traceutil/trace.go:171","msg":"trace[600831454] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:19864; }","duration":"144.274065ms","start":"2026-03-18T14:41:19.034083Z","end":"2026-03-18T14:41:19.178358Z","steps":["trace[600831454] 'agreement among raft nodes before linearized reading' (duration: 143.972286ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:19.273087Z","caller":"traceutil/trace.go:171","msg":"trace[830083463] transaction","detail":"{read_only:false; response_revision:19865; number_of_response:1; }","duration":"147.198363ms","start":"2026-03-18T14:41:19.125842Z","end":"2026-03-18T14:41:19.27304Z","steps":["trace[830083463] 'process raft request' (duration: 146.968167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:19.956963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.164136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:19.957197Z","caller":"traceutil/trace.go:171","msg":"trace[2130605742] transaction","detail":"{read_only:false; response_revision:19867; number_of_response:1; }","duration":"492.510014ms","start":"2026-03-18T14:41:19.464664Z","end":"2026-03-18T14:41:19.957174Z","steps":["trace[2130605742] 'process raft request' (duration: 492.417971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:19.9573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:19.464637Z","time spent":"492.610516ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:19.957595Z","caller":"traceutil/trace.go:171","msg":"trace[252016535] linearizableReadLoop","detail":"{readStateIndex:20658; appliedIndex:20657; }","duration":"574.146119ms","start":"2026-03-18T14:41:19.383395Z","end":"2026-03-18T14:41:19.957541Z","steps":["trace[252016535] 'read index received' (duration: 15.386556ms)","trace[252016535] 'applied index is now lower than readState.Index' (duration: 558.756462ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:19.957631Z","caller":"traceutil/trace.go:171","msg":"trace[1790982872] transaction","detail":"{read_only:false; response_revision:19866; number_of_response:1; }","duration":"728.103104ms","start":"2026-03-18T14:41:19.229497Z","end":"2026-03-18T14:41:19.9576Z","steps":["trace[1790982872] 'process raft request' (duration: 169.228929ms)","trace[1790982872] 'compare' (duration: 557.981661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:19.957769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:19.229466Z","time spent":"728.221636ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:19.958114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.700413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"info","ts":"2026-03-18T14:41:19.958209Z","caller":"traceutil/trace.go:171","msg":"trace[1460013773] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:19867; }","duration":"574.832247ms","start":"2026-03-18T14:41:19.383359Z","end":"2026-03-18T14:41:19.958191Z","steps":["trace[1460013773] 'agreement among raft nodes before linearized reading' (duration: 574.322703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:19.958274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:19.383342Z","time spent":"574.922058ms","remote":"127.0.0.1:49898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-03-18T14:41:19.970217Z","caller":"traceutil/trace.go:171","msg":"trace[482659215] transaction","detail":"{read_only:false; response_revision:19868; number_of_response:1; }","duration":"498.485836ms","start":"2026-03-18T14:41:19.471715Z","end":"2026-03-18T14:41:19.970201Z","steps":["trace[482659215] 'process raft request' (duration: 498.336612ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:19.97029Z","caller":"traceutil/trace.go:171","msg":"trace[353855555] transaction","detail":"{read_only:false; response_revision:19869; number_of_response:1; }","duration":"496.485391ms","start":"2026-03-18T14:41:19.473787Z","end":"2026-03-18T14:41:19.970273Z","steps":["trace[353855555] 'process raft request' (duration: 496.355088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:19.970311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:19.471697Z","time spent":"498.564518ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:19.970378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:19.47376Z","time spent":"496.561874ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:19.970495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.526246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T14:41:19.970506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.316778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:41:19.970517Z","caller":"traceutil/trace.go:171","msg":"trace[1475353353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19869; }","duration":"425.564527ms","start":"2026-03-18T14:41:19.544944Z","end":"2026-03-18T14:41:19.970508Z","steps":["trace[1475353353] 'agreement among raft nodes before linearized reading' (duration: 425.495025ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:19.970534Z","caller":"traceutil/trace.go:171","msg":"trace[2056176513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19869; }","duration":"429.37ms","start":"2026-03-18T14:41:19.541155Z","end":"2026-03-18T14:41:19.970525Z","steps":["trace[2056176513] 'agreement among raft nodes before linearized reading' (duration: 429.269517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:19.970539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:19.544935Z","time spent":"425.599908ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:41:19.970558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:19.54114Z","time spent":"429.412901ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:41:19.970413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.753143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:19.970641Z","caller":"traceutil/trace.go:171","msg":"trace[1705555993] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:19869; }","duration":"532.004311ms","start":"2026-03-18T14:41:19.438628Z","end":"2026-03-18T14:41:19.970632Z","steps":["trace[1705555993] 'agreement among raft nodes before linearized reading' (duration: 531.758824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:19.970688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.495765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:41:19.970798Z","caller":"traceutil/trace.go:171","msg":"trace[530315905] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19869; }","duration":"465.651878ms","start":"2026-03-18T14:41:19.505122Z","end":"2026-03-18T14:41:19.970774Z","steps":["trace[530315905] 'agreement among raft nodes before linearized reading' (duration: 465.341481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:19.970805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:19.438612Z","time spent":"532.047651ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:41:19.970848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:19.505095Z","time spent":"465.741822ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:41:20.473467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.491626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:20.473572Z","caller":"traceutil/trace.go:171","msg":"trace[1974946551] linearizableReadLoop","detail":"{readStateIndex:20665; appliedIndex:20664; }","duration":"339.001151ms","start":"2026-03-18T14:41:20.134553Z","end":"2026-03-18T14:41:20.473554Z","steps":["trace[1974946551] 'read index received' (duration: 66.349821ms)","trace[1974946551] 'applied index is now lower than readState.Index' (duration: 272.64991ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:20.473659Z","caller":"traceutil/trace.go:171","msg":"trace[397710010] transaction","detail":"{read_only:false; response_revision:19873; number_of_response:1; }","duration":"339.128484ms","start":"2026-03-18T14:41:20.134505Z","end":"2026-03-18T14:41:20.473633Z","steps":["trace[397710010] 'process raft request' (duration: 66.412542ms)","trace[397710010] 'compare' (duration: 272.327971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:20.473761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:20.134481Z","time spent":"339.233687ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":723,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:41:20.473763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.200606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:41:20.473795Z","caller":"traceutil/trace.go:171","msg":"trace[1646859049] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19873; }","duration":"339.267248ms","start":"2026-03-18T14:41:20.13452Z","end":"2026-03-18T14:41:20.473787Z","steps":["trace[1646859049] 'agreement among raft nodes before linearized reading' (duration: 339.118244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:20.473816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:20.134507Z","time spent":"339.304658ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:41:21.047777Z","caller":"traceutil/trace.go:171","msg":"trace[32127880] transaction","detail":"{read_only:false; response_revision:19876; number_of_response:1; }","duration":"158.95111ms","start":"2026-03-18T14:41:20.888801Z","end":"2026-03-18T14:41:21.047752Z","steps":["trace[32127880] 'process raft request' (duration: 158.781095ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:21.160523Z","caller":"traceutil/trace.go:171","msg":"trace[1862800100] linearizableReadLoop","detail":"{readStateIndex:20670; appliedIndex:20668; }","duration":"267.189743ms","start":"2026-03-18T14:41:20.893305Z","end":"2026-03-18T14:41:21.160495Z","steps":["trace[1862800100] 'read index received' (duration: 154.352127ms)","trace[1862800100] 'applied index is now lower than readState.Index' (duration: 112.836456ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:21.160594Z","caller":"traceutil/trace.go:171","msg":"trace[445265031] transaction","detail":"{read_only:false; response_revision:19877; number_of_response:1; }","duration":"270.547843ms","start":"2026-03-18T14:41:20.890008Z","end":"2026-03-18T14:41:21.160555Z","steps":["trace[445265031] 'process raft request' (duration: 262.728152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:21.160725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.405078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-18T14:41:21.160771Z","caller":"traceutil/trace.go:171","msg":"trace[1870952763] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19877; }","duration":"267.498371ms","start":"2026-03-18T14:41:20.893261Z","end":"2026-03-18T14:41:21.160759Z","steps":["trace[1870952763] 'agreement among raft nodes before linearized reading' (duration: 267.367077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:21.160935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.021738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:10669"} {"level":"info","ts":"2026-03-18T14:41:21.161017Z","caller":"traceutil/trace.go:171","msg":"trace[1952082613] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:19877; }","duration":"114.171922ms","start":"2026-03-18T14:41:21.046827Z","end":"2026-03-18T14:41:21.160999Z","steps":["trace[1952082613] 'agreement among raft nodes before linearized reading' (duration: 113.843623ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:22.464078Z","caller":"traceutil/trace.go:171","msg":"trace[825837819] transaction","detail":"{read_only:false; response_revision:19884; number_of_response:1; }","duration":"487.646513ms","start":"2026-03-18T14:41:21.976398Z","end":"2026-03-18T14:41:22.464044Z","steps":["trace[825837819] 'process raft request' (duration: 462.862274ms)","trace[825837819] 'compare' (duration: 24.200953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:22.464241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:21.976365Z","time spent":"487.791237ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:22.464669Z","caller":"traceutil/trace.go:171","msg":"trace[245376701] transaction","detail":"{read_only:false; response_revision:19885; number_of_response:1; }","duration":"488.200548ms","start":"2026-03-18T14:41:21.976452Z","end":"2026-03-18T14:41:22.464653Z","steps":["trace[245376701] 'process raft request' (duration: 487.181441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:22.464767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:21.976435Z","time spent":"488.28282ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:22.464873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.372775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:41:22.464904Z","caller":"traceutil/trace.go:171","msg":"trace[1700736177] linearizableReadLoop","detail":"{readStateIndex:20678; appliedIndex:20676; }","duration":"417.102569ms","start":"2026-03-18T14:41:22.047491Z","end":"2026-03-18T14:41:22.464593Z","steps":["trace[1700736177] 'read index received' (duration: 391.766425ms)","trace[1700736177] 'applied index is now lower than readState.Index' (duration: 25.333584ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:22.464946Z","caller":"traceutil/trace.go:171","msg":"trace[887200756] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:19885; }","duration":"417.50462ms","start":"2026-03-18T14:41:22.047422Z","end":"2026-03-18T14:41:22.464927Z","steps":["trace[887200756] 'agreement among raft nodes before linearized reading' (duration: 417.373176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:22.465003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:22.047394Z","time spent":"417.593533ms","remote":"127.0.0.1:56796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:41:22.46514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.837142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:41:22.465199Z","caller":"traceutil/trace.go:171","msg":"trace[2047439044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19885; }","duration":"406.973505ms","start":"2026-03-18T14:41:22.05821Z","end":"2026-03-18T14:41:22.465183Z","steps":["trace[2047439044] 'agreement among raft nodes before linearized reading' (duration: 406.805621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:22.465238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.645844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T14:41:22.465255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:22.058178Z","time spent":"407.060028ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:41:22.465298Z","caller":"traceutil/trace.go:171","msg":"trace[743391993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19885; }","duration":"397.715566ms","start":"2026-03-18T14:41:22.067565Z","end":"2026-03-18T14:41:22.46528Z","steps":["trace[743391993] 'agreement among raft nodes before linearized reading' (duration: 397.545712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:22.465337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:22.06756Z","time spent":"397.769078ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:41:22.465442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.585569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:238525"} {"level":"warn","ts":"2026-03-18T14:41:22.465481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.145357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:41:22.465545Z","caller":"traceutil/trace.go:171","msg":"trace[1871130637] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:19885; }","duration":"205.734993ms","start":"2026-03-18T14:41:22.259786Z","end":"2026-03-18T14:41:22.465521Z","steps":["trace[1871130637] 'agreement among raft nodes before linearized reading' (duration: 205.23815ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:22.465578Z","caller":"traceutil/trace.go:171","msg":"trace[1431963857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19885; }","duration":"398.290972ms","start":"2026-03-18T14:41:22.067259Z","end":"2026-03-18T14:41:22.46555Z","steps":["trace[1431963857] 'agreement among raft nodes before linearized reading' (duration: 397.85715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:22.465729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:22.067236Z","time spent":"398.473545ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:41:22.822233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.912903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:22.82231Z","caller":"traceutil/trace.go:171","msg":"trace[317730417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19888; }","duration":"251.035646ms","start":"2026-03-18T14:41:22.57126Z","end":"2026-03-18T14:41:22.822296Z","steps":["trace[317730417] 'range keys from in-memory index tree' (duration: 250.842581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:23.389642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.886877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:23.389727Z","caller":"traceutil/trace.go:171","msg":"trace[1028400143] linearizableReadLoop","detail":"{readStateIndex:20684; appliedIndex:20683; }","duration":"299.878775ms","start":"2026-03-18T14:41:23.089828Z","end":"2026-03-18T14:41:23.389707Z","steps":["trace[1028400143] 'read index received' (duration: 136.802294ms)","trace[1028400143] 'applied index is now lower than readState.Index' (duration: 163.075461ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:23.389789Z","caller":"traceutil/trace.go:171","msg":"trace[1162509371] transaction","detail":"{read_only:false; response_revision:19891; number_of_response:1; }","duration":"309.400912ms","start":"2026-03-18T14:41:23.08038Z","end":"2026-03-18T14:41:23.389781Z","steps":["trace[1162509371] 'process raft request' (duration: 146.303999ms)","trace[1162509371] 'compare' (duration: 162.806284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:23.389947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.480437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:41:23.390023Z","caller":"traceutil/trace.go:171","msg":"trace[1205091125] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19891; }","duration":"225.60481ms","start":"2026-03-18T14:41:23.164401Z","end":"2026-03-18T14:41:23.390006Z","steps":["trace[1205091125] 'agreement among raft nodes before linearized reading' (duration: 225.421624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:23.389831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:23.080369Z","time spent":"309.443033ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:23.390143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.302557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df677e0acead0\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-18T14:41:23.390229Z","caller":"traceutil/trace.go:171","msg":"trace[1097154784] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df677e0acead0; range_end:; response_count:1; response_revision:19891; }","duration":"300.391459ms","start":"2026-03-18T14:41:23.089823Z","end":"2026-03-18T14:41:23.390215Z","steps":["trace[1097154784] 'agreement among raft nodes before linearized reading' (duration: 300.089861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:23.390342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:23.089796Z","time spent":"300.529463ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df677e0acead0\" "} {"level":"warn","ts":"2026-03-18T14:41:23.741027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.800087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:23.741161Z","caller":"traceutil/trace.go:171","msg":"trace[1878639858] transaction","detail":"{read_only:false; response_revision:19892; number_of_response:1; }","duration":"344.524141ms","start":"2026-03-18T14:41:23.3966Z","end":"2026-03-18T14:41:23.741124Z","steps":["trace[1878639858] 'process raft request' (duration: 129.550388ms)","trace[1878639858] 'compare' (duration: 214.670254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:23.741225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:23.396579Z","time spent":"344.614693ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:24.071815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476726326,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:41:24.092956Z","caller":"traceutil/trace.go:171","msg":"trace[951364484] transaction","detail":"{read_only:false; response_revision:19893; number_of_response:1; }","duration":"696.08378ms","start":"2026-03-18T14:41:23.396851Z","end":"2026-03-18T14:41:24.092934Z","steps":["trace[951364484] 'process raft request' (duration: 695.755642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:24.093252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:23.396836Z","time spent":"696.257265ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:24.112095Z","caller":"traceutil/trace.go:171","msg":"trace[1900045291] linearizableReadLoop","detail":"{readStateIndex:20687; appliedIndex:20685; }","duration":"541.321212ms","start":"2026-03-18T14:41:23.570751Z","end":"2026-03-18T14:41:24.112072Z","steps":["trace[1900045291] 'read index received' (duration: 521.98039ms)","trace[1900045291] 'applied index is now lower than readState.Index' (duration: 19.339432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:24.112552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.794844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:24.112582Z","caller":"traceutil/trace.go:171","msg":"trace[1061774968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19894; }","duration":"541.869036ms","start":"2026-03-18T14:41:23.570704Z","end":"2026-03-18T14:41:24.112573Z","steps":["trace[1061774968] 'agreement among raft nodes before linearized reading' (duration: 541.804115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:24.112607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:23.570685Z","time spent":"541.915168ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:41:24.112816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.5161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df67a34abc6e4\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-03-18T14:41:24.112842Z","caller":"traceutil/trace.go:171","msg":"trace[393345843] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df67a34abc6e4; range_end:; response_count:1; response_revision:19894; }","duration":"367.569893ms","start":"2026-03-18T14:41:23.745261Z","end":"2026-03-18T14:41:24.112831Z","steps":["trace[393345843] 'agreement among raft nodes before linearized reading' (duration: 367.47004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:24.112862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:23.745244Z","time spent":"367.613283ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df67a34abc6e4\" "} {"level":"warn","ts":"2026-03-18T14:41:24.113068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.166096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:41:24.113093Z","caller":"traceutil/trace.go:171","msg":"trace[345051931] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:19894; }","duration":"339.214777ms","start":"2026-03-18T14:41:23.77387Z","end":"2026-03-18T14:41:24.113085Z","steps":["trace[345051931] 'agreement among raft nodes before linearized reading' (duration: 339.156155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:24.113115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:23.77382Z","time spent":"339.289249ms","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":13,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:41:30.69255Z","caller":"traceutil/trace.go:171","msg":"trace[941692724] linearizableReadLoop","detail":"{readStateIndex:20726; appliedIndex:20724; }","duration":"154.921072ms","start":"2026-03-18T14:41:30.537603Z","end":"2026-03-18T14:41:30.692524Z","steps":["trace[941692724] 'read index received' (duration: 47.507822ms)","trace[941692724] 'applied index is now lower than readState.Index' (duration: 107.41195ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:30.692667Z","caller":"traceutil/trace.go:171","msg":"trace[1061536250] transaction","detail":"{read_only:false; response_revision:19931; number_of_response:1; }","duration":"181.346256ms","start":"2026-03-18T14:41:30.511286Z","end":"2026-03-18T14:41:30.692633Z","steps":["trace[1061536250] 'process raft request' (duration: 178.334754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:30.692823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.207139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:41:30.692809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.873065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:30.692871Z","caller":"traceutil/trace.go:171","msg":"trace[67768179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19931; }","duration":"155.322053ms","start":"2026-03-18T14:41:30.537537Z","end":"2026-03-18T14:41:30.692859Z","steps":["trace[67768179] 'agreement among raft nodes before linearized reading' (duration: 155.133008ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:30.692901Z","caller":"traceutil/trace.go:171","msg":"trace[631215281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19931; }","duration":"124.031219ms","start":"2026-03-18T14:41:30.568845Z","end":"2026-03-18T14:41:30.692877Z","steps":["trace[631215281] 'agreement among raft nodes before linearized reading' (duration: 123.861844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:30.69307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.540085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-18T14:41:30.693123Z","caller":"traceutil/trace.go:171","msg":"trace[207958626] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:19931; }","duration":"113.644258ms","start":"2026-03-18T14:41:30.579465Z","end":"2026-03-18T14:41:30.69311Z","steps":["trace[207958626] 'agreement among raft nodes before linearized reading' (duration: 113.470993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:30.693135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.482602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:41:30.693221Z","caller":"traceutil/trace.go:171","msg":"trace[1104015393] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19931; }","duration":"107.611506ms","start":"2026-03-18T14:41:30.585588Z","end":"2026-03-18T14:41:30.693199Z","steps":["trace[1104015393] 'agreement among raft nodes before linearized reading' (duration: 107.356288ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:32.479932Z","caller":"traceutil/trace.go:171","msg":"trace[1407856440] linearizableReadLoop","detail":"{readStateIndex:20733; appliedIndex:20732; }","duration":"276.270667ms","start":"2026-03-18T14:41:32.203637Z","end":"2026-03-18T14:41:32.479907Z","steps":["trace[1407856440] 'read index received' (duration: 229.950037ms)","trace[1407856440] 'applied index is now lower than readState.Index' (duration: 46.31931ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:32.480265Z","caller":"traceutil/trace.go:171","msg":"trace[1139102690] transaction","detail":"{read_only:false; response_revision:19938; number_of_response:1; }","duration":"337.888641ms","start":"2026-03-18T14:41:32.142354Z","end":"2026-03-18T14:41:32.480243Z","steps":["trace[1139102690] 'process raft request' (duration: 291.210341ms)","trace[1139102690] 'compare' (duration: 46.224788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:32.480348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.556049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:41:32.480391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.75344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T14:41:32.480442Z","caller":"traceutil/trace.go:171","msg":"trace[210925002] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:19938; }","duration":"105.676183ms","start":"2026-03-18T14:41:32.374724Z","end":"2026-03-18T14:41:32.480401Z","steps":["trace[210925002] 'agreement among raft nodes before linearized reading' (duration: 105.549839ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:32.480483Z","caller":"traceutil/trace.go:171","msg":"trace[398753182] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19938; }","duration":"276.882804ms","start":"2026-03-18T14:41:32.203585Z","end":"2026-03-18T14:41:32.480468Z","steps":["trace[398753182] 'agreement among raft nodes before linearized reading' (duration: 276.686928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:32.480393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:32.142335Z","time spent":"337.986003ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:32.866126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.881533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:32.866327Z","caller":"traceutil/trace.go:171","msg":"trace[197217811] linearizableReadLoop","detail":"{readStateIndex:20735; appliedIndex:20733; }","duration":"137.104511ms","start":"2026-03-18T14:41:32.729207Z","end":"2026-03-18T14:41:32.866311Z","steps":["trace[197217811] 'read index received' (duration: 116.738271ms)","trace[197217811] 'applied index is now lower than readState.Index' (duration: 20.36503ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:32.866401Z","caller":"traceutil/trace.go:171","msg":"trace[1088924268] transaction","detail":"{read_only:false; response_revision:19940; number_of_response:1; }","duration":"167.663735ms","start":"2026-03-18T14:41:32.698729Z","end":"2026-03-18T14:41:32.866393Z","steps":["trace[1088924268] 'process raft request' (duration: 167.48224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:32.866614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.412309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:41:32.866642Z","caller":"traceutil/trace.go:171","msg":"trace[522457927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19940; }","duration":"137.475071ms","start":"2026-03-18T14:41:32.72916Z","end":"2026-03-18T14:41:32.866635Z","steps":["trace[522457927] 'agreement among raft nodes before linearized reading' (duration: 137.378789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:32.866788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.698112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:41:32.86681Z","caller":"traceutil/trace.go:171","msg":"trace[418615684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19940; }","duration":"132.758974ms","start":"2026-03-18T14:41:32.734046Z","end":"2026-03-18T14:41:32.866805Z","steps":["trace[418615684] 'agreement among raft nodes before linearized reading' (duration: 132.700171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:32.86692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.810655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:41:32.866945Z","caller":"traceutil/trace.go:171","msg":"trace[1172645790] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19940; }","duration":"132.873197ms","start":"2026-03-18T14:41:32.734062Z","end":"2026-03-18T14:41:32.866936Z","steps":["trace[1172645790] 'agreement among raft nodes before linearized reading' (duration: 132.811315ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:32.867502Z","caller":"traceutil/trace.go:171","msg":"trace[891559255] transaction","detail":"{read_only:false; response_revision:19939; number_of_response:1; }","duration":"277.907112ms","start":"2026-03-18T14:41:32.589561Z","end":"2026-03-18T14:41:32.867468Z","steps":["trace[891559255] 'process raft request' (duration: 105.604251ms)","trace[891559255] 'compare' (duration: 170.630306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:33.209484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.103564ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:33.209599Z","caller":"traceutil/trace.go:171","msg":"trace[264961470] transaction","detail":"{read_only:false; response_revision:19941; number_of_response:1; }","duration":"338.900547ms","start":"2026-03-18T14:41:32.87068Z","end":"2026-03-18T14:41:33.209581Z","steps":["trace[264961470] 'process raft request' (duration: 139.629749ms)","trace[264961470] 'compare' (duration: 198.975391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:33.209659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:32.870664Z","time spent":"338.96738ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:33.27357Z","caller":"traceutil/trace.go:171","msg":"trace[523189725] linearizableReadLoop","detail":"{readStateIndex:20738; appliedIndex:20735; }","duration":"297.666405ms","start":"2026-03-18T14:41:32.975881Z","end":"2026-03-18T14:41:33.273548Z","steps":["trace[523189725] 'read index received' (duration: 34.44399ms)","trace[523189725] 'applied index is now lower than readState.Index' (duration: 263.221585ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:33.273677Z","caller":"traceutil/trace.go:171","msg":"trace[1833851261] transaction","detail":"{read_only:false; response_revision:19942; number_of_response:1; }","duration":"402.425743ms","start":"2026-03-18T14:41:32.871208Z","end":"2026-03-18T14:41:33.273634Z","steps":["trace[1833851261] 'process raft request' (duration: 402.179076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:33.273781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.886801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-56cb94fbdc-hhlct.189df67a3407682d\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-18T14:41:33.273834Z","caller":"traceutil/trace.go:171","msg":"trace[1181910870] range","detail":"{range_begin:/registry/events/openstack/heat-api-56cb94fbdc-hhlct.189df67a3407682d; range_end:; response_count:1; response_revision:19943; }","duration":"297.989894ms","start":"2026-03-18T14:41:32.975829Z","end":"2026-03-18T14:41:33.273819Z","steps":["trace[1181910870] 'agreement among raft nodes before linearized reading' (duration: 297.806299ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:33.273744Z","caller":"traceutil/trace.go:171","msg":"trace[1654514374] transaction","detail":"{read_only:false; response_revision:19943; number_of_response:1; }","duration":"402.31503ms","start":"2026-03-18T14:41:32.871386Z","end":"2026-03-18T14:41:33.273701Z","steps":["trace[1654514374] 'process raft request' (duration: 402.127214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:33.273981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:32.871193Z","time spent":"402.635299ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:33.274051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:32.87136Z","time spent":"402.585867ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:33.43054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.757406ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:33.430681Z","caller":"traceutil/trace.go:171","msg":"trace[548710] transaction","detail":"{read_only:false; response_revision:19944; number_of_response:1; }","duration":"154.780858ms","start":"2026-03-18T14:41:33.275877Z","end":"2026-03-18T14:41:33.430657Z","steps":["trace[548710] 'process raft request' (duration: 45.809166ms)","trace[548710] 'compare' (duration: 108.630493ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:33.690324Z","caller":"traceutil/trace.go:171","msg":"trace[798860342] linearizableReadLoop","detail":"{readStateIndex:20742; appliedIndex:20741; }","duration":"164.086539ms","start":"2026-03-18T14:41:33.526218Z","end":"2026-03-18T14:41:33.690305Z","steps":["trace[798860342] 'read index received' (duration: 163.921525ms)","trace[798860342] 'applied index is now lower than readState.Index' (duration: 163.404µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:33.690373Z","caller":"traceutil/trace.go:171","msg":"trace[1092583545] transaction","detail":"{read_only:false; response_revision:19947; number_of_response:1; }","duration":"196.438292ms","start":"2026-03-18T14:41:33.493903Z","end":"2026-03-18T14:41:33.690341Z","steps":["trace[1092583545] 'process raft request' (duration: 196.258157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:33.69052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.296145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df677e0acead0\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-18T14:41:33.690554Z","caller":"traceutil/trace.go:171","msg":"trace[1314256558] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df677e0acead0; range_end:; response_count:1; response_revision:19947; }","duration":"164.377107ms","start":"2026-03-18T14:41:33.526164Z","end":"2026-03-18T14:41:33.690541Z","steps":["trace[1314256558] 'agreement among raft nodes before linearized reading' (duration: 164.251794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:33.690586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.687638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:33.69067Z","caller":"traceutil/trace.go:171","msg":"trace[623783957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19947; }","duration":"120.81224ms","start":"2026-03-18T14:41:33.569838Z","end":"2026-03-18T14:41:33.69065Z","steps":["trace[623783957] 'agreement among raft nodes before linearized reading' (duration: 120.673336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:35.07088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476726493,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:41:35.184618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.321778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:35.184685Z","caller":"traceutil/trace.go:171","msg":"trace[709850277] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:19949; }","duration":"785.445021ms","start":"2026-03-18T14:41:34.399224Z","end":"2026-03-18T14:41:35.184669Z","steps":["trace[709850277] 'count revisions from in-memory index tree' (duration: 785.209835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:35.184726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:34.399198Z","time spent":"785.517703ms","remote":"127.0.0.1:49970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:41:35.184782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.221195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:35.184888Z","caller":"traceutil/trace.go:171","msg":"trace[1071448638] transaction","detail":"{read_only:false; response_revision:19950; number_of_response:1; }","duration":"697.96004ms","start":"2026-03-18T14:41:34.486909Z","end":"2026-03-18T14:41:35.184869Z","steps":["trace[1071448638] 'process raft request' (duration: 587.57346ms)","trace[1071448638] 'compare' (duration: 110.044891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:35.184952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:34.486849Z","time spent":"698.075903ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:35.433603Z","caller":"traceutil/trace.go:171","msg":"trace[1568998585] transaction","detail":"{read_only:false; response_revision:19951; number_of_response:1; }","duration":"561.683882ms","start":"2026-03-18T14:41:34.871892Z","end":"2026-03-18T14:41:35.433576Z","steps":["trace[1568998585] 'process raft request' (duration: 561.482366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:35.433751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:34.871852Z","time spent":"561.823115ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:35.433812Z","caller":"traceutil/trace.go:171","msg":"trace[1444101971] transaction","detail":"{read_only:false; response_revision:19952; number_of_response:1; }","duration":"560.203001ms","start":"2026-03-18T14:41:34.873588Z","end":"2026-03-18T14:41:35.433791Z","steps":["trace[1444101971] 'process raft request' (duration: 559.951135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:35.433921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.433646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:41:35.433958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:34.873554Z","time spent":"560.333905ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:35.433978Z","caller":"traceutil/trace.go:171","msg":"trace[1512283098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19952; }","duration":"863.5616ms","start":"2026-03-18T14:41:34.570402Z","end":"2026-03-18T14:41:35.433964Z","steps":["trace[1512283098] 'agreement among raft nodes before linearized reading' (duration: 863.462758ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:35.433812Z","caller":"traceutil/trace.go:171","msg":"trace[820168306] linearizableReadLoop","detail":"{readStateIndex:20747; appliedIndex:20744; }","duration":"863.287402ms","start":"2026-03-18T14:41:34.570492Z","end":"2026-03-18T14:41:35.433779Z","steps":["trace[820168306] 'read index received' (duration: 503.738737ms)","trace[820168306] 'applied index is now lower than readState.Index' (duration: 359.546605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:35.434011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:34.570374Z","time spent":"863.630441ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:41:35.434269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.84356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:41:35.434323Z","caller":"traceutil/trace.go:171","msg":"trace[994916989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19952; }","duration":"154.978404ms","start":"2026-03-18T14:41:35.279333Z","end":"2026-03-18T14:41:35.434311Z","steps":["trace[994916989] 'agreement among raft nodes before linearized reading' (duration: 154.82002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:35.434308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.983021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-18T14:41:35.434385Z","caller":"traceutil/trace.go:171","msg":"trace[2001998129] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:19952; }","duration":"818.114653ms","start":"2026-03-18T14:41:34.616248Z","end":"2026-03-18T14:41:35.434363Z","steps":["trace[2001998129] 'agreement among raft nodes before linearized reading' (duration: 817.869646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:35.434429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:34.616221Z","time spent":"818.199016ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-18T14:41:35.434446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.374275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T14:41:35.434405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.895987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:41:35.434499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.564176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3314"} {"level":"info","ts":"2026-03-18T14:41:35.434543Z","caller":"traceutil/trace.go:171","msg":"trace[1684477868] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:19952; }","duration":"449.644126ms","start":"2026-03-18T14:41:34.984884Z","end":"2026-03-18T14:41:35.434528Z","steps":["trace[1684477868] 'agreement among raft nodes before linearized reading' (duration: 449.524913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:35.434568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.19732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:41:35.434572Z","caller":"traceutil/trace.go:171","msg":"trace[1684366432] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:19952; }","duration":"133.112873ms","start":"2026-03-18T14:41:35.301406Z","end":"2026-03-18T14:41:35.434519Z","steps":["trace[1684366432] 'agreement among raft nodes before linearized reading' (duration: 132.869187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:35.434583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:34.984865Z","time spent":"449.709969ms","remote":"127.0.0.1:49898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-03-18T14:41:35.434596Z","caller":"traceutil/trace.go:171","msg":"trace[877271176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19952; }","duration":"155.274272ms","start":"2026-03-18T14:41:35.279314Z","end":"2026-03-18T14:41:35.434589Z","steps":["trace[877271176] 'agreement among raft nodes before linearized reading' (duration: 155.193549ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:35.434486Z","caller":"traceutil/trace.go:171","msg":"trace[1519488519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19952; }","duration":"221.449668ms","start":"2026-03-18T14:41:35.213024Z","end":"2026-03-18T14:41:35.434474Z","steps":["trace[1519488519] 'agreement among raft nodes before linearized reading' (duration: 221.318874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:35.840025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.417802ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:41:35.840153Z","caller":"traceutil/trace.go:171","msg":"trace[645979255] linearizableReadLoop","detail":"{readStateIndex:20751; appliedIndex:20750; }","duration":"144.751088ms","start":"2026-03-18T14:41:35.695373Z","end":"2026-03-18T14:41:35.840124Z","steps":["trace[645979255] 'read index received' (duration: 42.952µs)","trace[645979255] 'applied index is now lower than readState.Index' (duration: 144.706276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:35.840366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.982794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:41:35.840443Z","caller":"traceutil/trace.go:171","msg":"trace[1004013694] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19955; }","duration":"145.104937ms","start":"2026-03-18T14:41:35.695318Z","end":"2026-03-18T14:41:35.840422Z","steps":["trace[1004013694] 'agreement among raft nodes before linearized reading' (duration: 144.874481ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:35.953031Z","caller":"traceutil/trace.go:171","msg":"trace[1399966120] linearizableReadLoop","detail":"{readStateIndex:20752; appliedIndex:20751; }","duration":"108.230382ms","start":"2026-03-18T14:41:35.844775Z","end":"2026-03-18T14:41:35.953005Z","steps":["trace[1399966120] 'read index received' (duration: 107.907623ms)","trace[1399966120] 'applied index is now lower than readState.Index' (duration: 321.478µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:35.953163Z","caller":"traceutil/trace.go:171","msg":"trace[586136451] transaction","detail":"{read_only:false; response_revision:19956; number_of_response:1; }","duration":"108.52813ms","start":"2026-03-18T14:41:35.844612Z","end":"2026-03-18T14:41:35.95314Z","steps":["trace[586136451] 'process raft request' (duration: 108.183751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:35.953478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.696585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18574"} {"level":"info","ts":"2026-03-18T14:41:35.95353Z","caller":"traceutil/trace.go:171","msg":"trace[2076475305] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19956; }","duration":"108.790037ms","start":"2026-03-18T14:41:35.844729Z","end":"2026-03-18T14:41:35.953519Z","steps":["trace[2076475305] 'agreement among raft nodes before linearized reading' (duration: 108.485229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:36.285421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.357902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:36.285523Z","caller":"traceutil/trace.go:171","msg":"trace[501685016] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19956; }","duration":"232.501057ms","start":"2026-03-18T14:41:36.053004Z","end":"2026-03-18T14:41:36.285505Z","steps":["trace[501685016] 'range keys from in-memory index tree' (duration: 232.2878ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:36.402711Z","caller":"traceutil/trace.go:171","msg":"trace[328948391] linearizableReadLoop","detail":"{readStateIndex:20753; appliedIndex:20752; }","duration":"110.704208ms","start":"2026-03-18T14:41:36.291977Z","end":"2026-03-18T14:41:36.402681Z","steps":["trace[328948391] 'read index received' (duration: 110.39702ms)","trace[328948391] 'applied index is now lower than readState.Index' (duration: 305.948µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:36.402821Z","caller":"traceutil/trace.go:171","msg":"trace[1344306263] transaction","detail":"{read_only:false; response_revision:19957; number_of_response:1; }","duration":"112.060604ms","start":"2026-03-18T14:41:36.290737Z","end":"2026-03-18T14:41:36.402797Z","steps":["trace[1344306263] 'process raft request' (duration: 111.725455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:36.402987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.992106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:41:36.403045Z","caller":"traceutil/trace.go:171","msg":"trace[1979785201] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19957; }","duration":"111.092068ms","start":"2026-03-18T14:41:36.291938Z","end":"2026-03-18T14:41:36.40303Z","steps":["trace[1979785201] 'agreement among raft nodes before linearized reading' (duration: 110.892723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:36.680692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.294992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-18T14:41:36.680785Z","caller":"traceutil/trace.go:171","msg":"trace[804091253] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:19957; }","duration":"118.465727ms","start":"2026-03-18T14:41:36.5623Z","end":"2026-03-18T14:41:36.680766Z","steps":["trace[804091253] 'range keys from in-memory index tree' (duration: 118.003214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:36.680702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.565587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:36.680919Z","caller":"traceutil/trace.go:171","msg":"trace[682303538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19957; }","duration":"109.839445ms","start":"2026-03-18T14:41:36.571051Z","end":"2026-03-18T14:41:36.68089Z","steps":["trace[682303538] 'range keys from in-memory index tree' (duration: 109.444154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:36.680703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.532014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:10871"} {"level":"info","ts":"2026-03-18T14:41:36.681225Z","caller":"traceutil/trace.go:171","msg":"trace[143330911] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:19957; }","duration":"194.109019ms","start":"2026-03-18T14:41:36.487094Z","end":"2026-03-18T14:41:36.681203Z","steps":["trace[143330911] 'range keys from in-memory index tree' (duration: 193.326798ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:36.984983Z","caller":"traceutil/trace.go:171","msg":"trace[1987920276] transaction","detail":"{read_only:false; response_revision:19958; number_of_response:1; }","duration":"289.631778ms","start":"2026-03-18T14:41:36.695315Z","end":"2026-03-18T14:41:36.984947Z","steps":["trace[1987920276] 'process raft request' (duration: 289.382971ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:37.51131Z","caller":"traceutil/trace.go:171","msg":"trace[2014285568] transaction","detail":"{read_only:false; response_revision:19962; number_of_response:1; }","duration":"507.073767ms","start":"2026-03-18T14:41:37.004207Z","end":"2026-03-18T14:41:37.511281Z","steps":["trace[2014285568] 'process raft request' (duration: 506.989305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:37.511503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:37.004178Z","time spent":"507.232432ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9651,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:37.511871Z","caller":"traceutil/trace.go:171","msg":"trace[311958021] transaction","detail":"{read_only:false; response_revision:19960; number_of_response:1; }","duration":"518.328991ms","start":"2026-03-18T14:41:36.993505Z","end":"2026-03-18T14:41:37.511834Z","steps":["trace[311958021] 'process raft request' (duration: 451.181569ms)","trace[311958021] 'compare' (duration: 66.272979ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:37.511863Z","caller":"traceutil/trace.go:171","msg":"trace[628610144] transaction","detail":"{read_only:false; response_revision:19961; number_of_response:1; }","duration":"517.854499ms","start":"2026-03-18T14:41:36.99396Z","end":"2026-03-18T14:41:37.511814Z","steps":["trace[628610144] 'process raft request' (duration: 517.17064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:37.512038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:36.993483Z","time spent":"518.468194ms","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:37.512123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:36.99394Z","time spent":"518.032093ms","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:37.573924Z","caller":"traceutil/trace.go:171","msg":"trace[1525644584] transaction","detail":"{read_only:false; response_revision:19964; number_of_response:1; }","duration":"134.739416ms","start":"2026-03-18T14:41:37.439163Z","end":"2026-03-18T14:41:37.573903Z","steps":["trace[1525644584] 'process raft request' (duration: 134.675535ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:37.574104Z","caller":"traceutil/trace.go:171","msg":"trace[165491222] linearizableReadLoop","detail":"{readStateIndex:20761; appliedIndex:20758; }","duration":"105.589091ms","start":"2026-03-18T14:41:37.468477Z","end":"2026-03-18T14:41:37.574066Z","steps":["trace[165491222] 'read index received' (duration: 105.225771ms)","trace[165491222] 'applied index is now lower than readState.Index' (duration: 360.7µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:37.573924Z","caller":"traceutil/trace.go:171","msg":"trace[297801477] transaction","detail":"{read_only:false; response_revision:19963; number_of_response:1; }","duration":"382.764681ms","start":"2026-03-18T14:41:37.191134Z","end":"2026-03-18T14:41:37.573899Z","steps":["trace[297801477] 'process raft request' (duration: 382.591307ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:37.574212Z","caller":"traceutil/trace.go:171","msg":"trace[1115582489] transaction","detail":"{read_only:false; response_revision:19965; number_of_response:1; }","duration":"134.530522ms","start":"2026-03-18T14:41:37.439666Z","end":"2026-03-18T14:41:37.574197Z","steps":["trace[1115582489] 'process raft request' (duration: 134.203743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:37.574478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.984141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:41:37.574667Z","caller":"traceutil/trace.go:171","msg":"trace[1884919677] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19965; }","duration":"106.216107ms","start":"2026-03-18T14:41:37.468432Z","end":"2026-03-18T14:41:37.574648Z","steps":["trace[1884919677] 'agreement among raft nodes before linearized reading' (duration: 105.876517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:37.574482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:37.191108Z","time spent":"383.206214ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:38.330521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.778027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:38.330633Z","caller":"traceutil/trace.go:171","msg":"trace[1585244776] transaction","detail":"{read_only:false; response_revision:19966; number_of_response:1; }","duration":"751.616997ms","start":"2026-03-18T14:41:37.578995Z","end":"2026-03-18T14:41:38.330612Z","steps":["trace[1585244776] 'process raft request' (duration: 393.663025ms)","trace[1585244776] 'compare' (duration: 357.661444ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:38.33071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:37.578972Z","time spent":"751.709621ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:38.579787Z","caller":"traceutil/trace.go:171","msg":"trace[1978538069] transaction","detail":"{read_only:false; response_revision:19967; number_of_response:1; }","duration":"1.000732382s","start":"2026-03-18T14:41:37.579026Z","end":"2026-03-18T14:41:38.579758Z","steps":["trace[1978538069] 'process raft request' (duration: 962.020698ms)","trace[1978538069] 'compare' (duration: 38.5515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:38.579925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:37.579002Z","time spent":"1.000852495s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:38.580059Z","caller":"traceutil/trace.go:171","msg":"trace[581672503] linearizableReadLoop","detail":"{readStateIndex:20765; appliedIndex:20761; }","duration":"622.77995ms","start":"2026-03-18T14:41:37.957261Z","end":"2026-03-18T14:41:38.580041Z","steps":["trace[581672503] 'read index received' (duration: 15.415956ms)","trace[581672503] 'applied index is now lower than readState.Index' (duration: 607.362684ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:38.58034Z","caller":"traceutil/trace.go:171","msg":"trace[2050208657] transaction","detail":"{read_only:false; response_revision:19969; number_of_response:1; }","duration":"996.21667ms","start":"2026-03-18T14:41:37.583861Z","end":"2026-03-18T14:41:38.580078Z","steps":["trace[2050208657] 'process raft request' (duration: 996.083417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:38.580675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:37.583845Z","time spent":"996.753995ms","remote":"127.0.0.1:49898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3223,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:38.580872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.441442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:41:38.580904Z","caller":"traceutil/trace.go:171","msg":"trace[1309407013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19969; }","duration":"173.502933ms","start":"2026-03-18T14:41:38.407385Z","end":"2026-03-18T14:41:38.580888Z","steps":["trace[1309407013] 'agreement among raft nodes before linearized reading' (duration: 173.397791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:38.580888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.427779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-18T14:41:38.580915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.638904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T14:41:38.580993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.197817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:38.581004Z","caller":"traceutil/trace.go:171","msg":"trace[314678465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19969; }","duration":"623.770107ms","start":"2026-03-18T14:41:37.957206Z","end":"2026-03-18T14:41:38.580976Z","steps":["trace[314678465] 'agreement among raft nodes before linearized reading' (duration: 622.943574ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:38.58098Z","caller":"traceutil/trace.go:171","msg":"trace[1543670497] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:19969; }","duration":"380.527281ms","start":"2026-03-18T14:41:38.200403Z","end":"2026-03-18T14:41:38.58093Z","steps":["trace[1543670497] 'agreement among raft nodes before linearized reading' (duration: 380.320715ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:38.581027Z","caller":"traceutil/trace.go:171","msg":"trace[1192324769] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:19969; }","duration":"422.262629ms","start":"2026-03-18T14:41:38.158746Z","end":"2026-03-18T14:41:38.581009Z","steps":["trace[1192324769] 'agreement among raft nodes before linearized reading' (duration: 422.211237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:38.581042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:37.95718Z","time spent":"623.85508ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:41:38.581049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:38.158721Z","time spent":"422.322459ms","remote":"127.0.0.1:33486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:41:38.581064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:38.200384Z","time spent":"380.660684ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":147,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:41:38.580153Z","caller":"traceutil/trace.go:171","msg":"trace[1870148697] transaction","detail":"{read_only:false; response_revision:19968; number_of_response:1; }","duration":"1.000941988s","start":"2026-03-18T14:41:37.5792Z","end":"2026-03-18T14:41:38.580142Z","steps":["trace[1870148697] 'process raft request' (duration: 1.000521137s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:38.581352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:37.579183Z","time spent":"1.002062709s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:39.206343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.316594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:39.206615Z","caller":"traceutil/trace.go:171","msg":"trace[217317968] transaction","detail":"{read_only:false; response_revision:19970; number_of_response:1; }","duration":"618.220777ms","start":"2026-03-18T14:41:38.588361Z","end":"2026-03-18T14:41:39.206582Z","steps":["trace[217317968] 'process raft request' (duration: 396.131181ms)","trace[217317968] 'compare' (duration: 221.163821ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:39.206645Z","caller":"traceutil/trace.go:171","msg":"trace[668867228] linearizableReadLoop","detail":"{readStateIndex:20767; appliedIndex:20765; }","duration":"617.087826ms","start":"2026-03-18T14:41:38.589538Z","end":"2026-03-18T14:41:39.206626Z","steps":["trace[668867228] 'read index received' (duration: 394.926889ms)","trace[668867228] 'applied index is now lower than readState.Index' (duration: 222.159877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:39.206723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:38.588345Z","time spent":"618.33341ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:39.206831Z","caller":"traceutil/trace.go:171","msg":"trace[1870929787] transaction","detail":"{read_only:false; response_revision:19971; number_of_response:1; }","duration":"617.27546ms","start":"2026-03-18T14:41:38.589496Z","end":"2026-03-18T14:41:39.206771Z","steps":["trace[1870929787] 'process raft request' (duration: 617.044394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:39.206961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.411015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-18T14:41:39.207026Z","caller":"traceutil/trace.go:171","msg":"trace[1426969214] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-octavia-default-user; range_end:; response_count:1; response_revision:19971; }","duration":"617.478068ms","start":"2026-03-18T14:41:38.589531Z","end":"2026-03-18T14:41:39.207009Z","steps":["trace[1426969214] 'agreement among raft nodes before linearized reading' (duration: 617.165249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:39.207088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:38.589493Z","time spent":"617.581779ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1342,"request content":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" "} {"level":"warn","ts":"2026-03-18T14:41:39.208334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:38.589477Z","time spent":"617.590591ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:39.957795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.780766ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:39.95792Z","caller":"traceutil/trace.go:171","msg":"trace[1286515828] transaction","detail":"{read_only:false; response_revision:19972; number_of_response:1; }","duration":"730.358885ms","start":"2026-03-18T14:41:39.22754Z","end":"2026-03-18T14:41:39.957899Z","steps":["trace[1286515828] 'process raft request' (duration: 139.401344ms)","trace[1286515828] 'compare' (duration: 590.509639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:39.958025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:39.227529Z","time spent":"730.443307ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:39.958034Z","caller":"traceutil/trace.go:171","msg":"trace[1110094195] transaction","detail":"{read_only:false; response_revision:19974; number_of_response:1; }","duration":"616.979124ms","start":"2026-03-18T14:41:39.341038Z","end":"2026-03-18T14:41:39.958017Z","steps":["trace[1110094195] 'process raft request' (duration: 616.933203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:39.958103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:39.341007Z","time spent":"617.062216ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:39.95829Z","caller":"traceutil/trace.go:171","msg":"trace[1919410266] linearizableReadLoop","detail":"{readStateIndex:20768; appliedIndex:20767; }","duration":"730.036236ms","start":"2026-03-18T14:41:39.228246Z","end":"2026-03-18T14:41:39.958282Z","steps":["trace[1919410266] 'read index received' (duration: 138.692234ms)","trace[1919410266] 'applied index is now lower than readState.Index' (duration: 591.343482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:39.958353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.109298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:41:39.958371Z","caller":"traceutil/trace.go:171","msg":"trace[1096960857] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:19974; }","duration":"730.177469ms","start":"2026-03-18T14:41:39.228188Z","end":"2026-03-18T14:41:39.958366Z","steps":["trace[1096960857] 'agreement among raft nodes before linearized reading' (duration: 730.137438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:39.958387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:39.22816Z","time spent":"730.22346ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:41:39.958427Z","caller":"traceutil/trace.go:171","msg":"trace[1292879815] transaction","detail":"{read_only:false; response_revision:19973; number_of_response:1; }","duration":"664.080206ms","start":"2026-03-18T14:41:39.294341Z","end":"2026-03-18T14:41:39.958421Z","steps":["trace[1292879815] 'process raft request' (duration: 663.557982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:39.958452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:39.294303Z","time spent":"664.132767ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:40.714904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.396216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:40.715612Z","caller":"traceutil/trace.go:171","msg":"trace[1833195233] transaction","detail":"{read_only:false; response_revision:19976; number_of_response:1; }","duration":"1.136313402s","start":"2026-03-18T14:41:39.579259Z","end":"2026-03-18T14:41:40.715573Z","steps":["trace[1833195233] 'process raft request' (duration: 1.135781377s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:40.715686Z","caller":"traceutil/trace.go:171","msg":"trace[1648193778] linearizableReadLoop","detail":"{readStateIndex:20773; appliedIndex:20770; }","duration":"757.366072ms","start":"2026-03-18T14:41:39.958311Z","end":"2026-03-18T14:41:40.715677Z","steps":["trace[1648193778] 'read index received' (duration: 369.088443ms)","trace[1648193778] 'applied index is now lower than readState.Index' (duration: 388.276559ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:40.715634Z","caller":"traceutil/trace.go:171","msg":"trace[463072807] transaction","detail":"{read_only:false; response_revision:19978; number_of_response:1; }","duration":"546.07999ms","start":"2026-03-18T14:41:40.169528Z","end":"2026-03-18T14:41:40.715608Z","steps":["trace[463072807] 'process raft request' (duration: 546.022518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:40.715802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:39.579226Z","time spent":"1.136479796s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:40.715819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144238356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:40.715908Z","caller":"traceutil/trace.go:171","msg":"trace[79758165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19978; }","duration":"1.1443736s","start":"2026-03-18T14:41:39.571491Z","end":"2026-03-18T14:41:40.715865Z","steps":["trace[79758165] 'agreement among raft nodes before linearized reading' (duration: 1.144202915s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:40.71589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309643771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-18T14:41:40.715907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.187673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:41:40.715971Z","caller":"traceutil/trace.go:171","msg":"trace[1591299850] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:19978; }","duration":"915.288915ms","start":"2026-03-18T14:41:39.800668Z","end":"2026-03-18T14:41:40.715957Z","steps":["trace[1591299850] 'agreement among raft nodes before linearized reading' (duration: 915.011447ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:40.715971Z","caller":"traceutil/trace.go:171","msg":"trace[113255334] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19978; }","duration":"1.309748823s","start":"2026-03-18T14:41:39.406201Z","end":"2026-03-18T14:41:40.715949Z","steps":["trace[113255334] 'agreement among raft nodes before linearized reading' (duration: 1.309483086s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:40.715956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:39.57147Z","time spent":"1.144475292s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:41:40.716017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:39.80065Z","time spent":"915.358237ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":144,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:41:40.716024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:39.406191Z","time spent":"1.309824715s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T14:41:40.715631Z","caller":"traceutil/trace.go:171","msg":"trace[1080652727] transaction","detail":"{read_only:false; response_revision:19977; number_of_response:1; }","duration":"1.135760947s","start":"2026-03-18T14:41:39.579817Z","end":"2026-03-18T14:41:40.715578Z","steps":["trace[1080652727] 'process raft request' (duration: 1.135683575s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:40.716071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484894251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9669"} {"level":"warn","ts":"2026-03-18T14:41:40.716208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:39.579799Z","time spent":"1.136352303s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:40.716204Z","caller":"traceutil/trace.go:171","msg":"trace[151466656] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:19978; }","duration":"1.485096546s","start":"2026-03-18T14:41:39.231081Z","end":"2026-03-18T14:41:40.716177Z","steps":["trace[151466656] 'agreement among raft nodes before linearized reading' (duration: 1.484655584s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:40.716062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325250552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-18T14:41:40.71627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:39.23106Z","time spent":"1.48519591s","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9693,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"info","ts":"2026-03-18T14:41:40.716297Z","caller":"traceutil/trace.go:171","msg":"trace[1362656247] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19978; }","duration":"1.325571641s","start":"2026-03-18T14:41:39.390702Z","end":"2026-03-18T14:41:40.716274Z","steps":["trace[1362656247] 'agreement among raft nodes before linearized reading' (duration: 1.324990105s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:40.716349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:39.390687Z","time spent":"1.325649302s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:41:40.716372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.408067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3241"} {"level":"warn","ts":"2026-03-18T14:41:40.716389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.942532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:41:40.716404Z","caller":"traceutil/trace.go:171","msg":"trace[66250875] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:19978; }","duration":"271.477878ms","start":"2026-03-18T14:41:40.444913Z","end":"2026-03-18T14:41:40.716391Z","steps":["trace[66250875] 'agreement among raft nodes before linearized reading' (duration: 271.387696ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:40.716421Z","caller":"traceutil/trace.go:171","msg":"trace[1199832324] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19978; }","duration":"380.976882ms","start":"2026-03-18T14:41:40.335436Z","end":"2026-03-18T14:41:40.716413Z","steps":["trace[1199832324] 'agreement among raft nodes before linearized reading' (duration: 380.88272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:40.716344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.808131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:41:40.716434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.824344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-octavia.189df682df0d540a\" ","response":"range_response_count:1 size:740"} {"level":"warn","ts":"2026-03-18T14:41:40.716448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:40.335362Z","time spent":"381.079645ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:41:40.716502Z","caller":"traceutil/trace.go:171","msg":"trace[745957823] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-octavia.189df682df0d540a; range_end:; response_count:1; response_revision:19978; }","duration":"754.912016ms","start":"2026-03-18T14:41:39.961555Z","end":"2026-03-18T14:41:40.716467Z","steps":["trace[745957823] 'agreement among raft nodes before linearized reading' (duration: 754.736171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:40.716496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.884663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:41:40.716544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:39.961533Z","time spent":"755.002879ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":764,"request content":"key:\"/registry/events/openstack/rabbitmq-octavia.189df682df0d540a\" "} {"level":"warn","ts":"2026-03-18T14:41:40.716563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.301174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:41:40.716551Z","caller":"traceutil/trace.go:171","msg":"trace[1423338123] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:19978; }","duration":"193.989587ms","start":"2026-03-18T14:41:40.522473Z","end":"2026-03-18T14:41:40.716462Z","steps":["trace[1423338123] 'agreement among raft nodes before linearized reading' (duration: 193.815092ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:40.716585Z","caller":"traceutil/trace.go:171","msg":"trace[1814474541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19978; }","duration":"131.348115ms","start":"2026-03-18T14:41:40.585228Z","end":"2026-03-18T14:41:40.716576Z","steps":["trace[1814474541] 'agreement among raft nodes before linearized reading' (duration: 131.289313ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:40.716593Z","caller":"traceutil/trace.go:171","msg":"trace[2000225934] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19978; }","duration":"131.043207ms","start":"2026-03-18T14:41:40.585526Z","end":"2026-03-18T14:41:40.716569Z","steps":["trace[2000225934] 'agreement among raft nodes before linearized reading' (duration: 130.78329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:40.715893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:40.1695Z","time spent":"546.306526ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:40.716891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.110769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-18T14:41:40.716912Z","caller":"traceutil/trace.go:171","msg":"trace[1794557040] transaction","detail":"{read_only:false; response_revision:19975; number_of_response:1; }","duration":"1.137685299s","start":"2026-03-18T14:41:39.579182Z","end":"2026-03-18T14:41:40.716867Z","steps":["trace[1794557040] 'process raft request' (duration: 748.231547ms)","trace[1794557040] 'compare' (duration: 386.943204ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:40.717058Z","caller":"traceutil/trace.go:171","msg":"trace[184303354] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:19978; }","duration":"264.308524ms","start":"2026-03-18T14:41:40.45266Z","end":"2026-03-18T14:41:40.716969Z","steps":["trace[184303354] 'agreement among raft nodes before linearized reading' (duration: 263.880553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:40.717236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:39.579159Z","time spent":"1.137953546s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:41.135213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:40.7183Z","time spent":"416.907173ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T14:41:41.296883Z","caller":"traceutil/trace.go:171","msg":"trace[128389898] transaction","detail":"{read_only:false; response_revision:19979; number_of_response:1; }","duration":"578.26886ms","start":"2026-03-18T14:41:40.718581Z","end":"2026-03-18T14:41:41.29685Z","steps":["trace[128389898] 'process raft request' (duration: 522.468673ms)","trace[128389898] 'compare' (duration: 55.601931ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:41.296912Z","caller":"traceutil/trace.go:171","msg":"trace[673508786] transaction","detail":"{read_only:false; response_revision:19980; number_of_response:1; }","duration":"575.058713ms","start":"2026-03-18T14:41:40.72183Z","end":"2026-03-18T14:41:41.296888Z","steps":["trace[673508786] 'process raft request' (duration: 574.960061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:41.297027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:40.718564Z","time spent":"578.386012ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:41.297063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:40.721811Z","time spent":"575.182546ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:41.297118Z","caller":"traceutil/trace.go:171","msg":"trace[1319505849] transaction","detail":"{read_only:false; response_revision:19981; number_of_response:1; }","duration":"575.044243ms","start":"2026-03-18T14:41:40.722037Z","end":"2026-03-18T14:41:41.297081Z","steps":["trace[1319505849] 'process raft request' (duration: 574.812397ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:41.297154Z","caller":"traceutil/trace.go:171","msg":"trace[1394618253] transaction","detail":"{read_only:false; response_revision:19982; number_of_response:1; }","duration":"575.012071ms","start":"2026-03-18T14:41:40.722099Z","end":"2026-03-18T14:41:41.297111Z","steps":["trace[1394618253] 'process raft request' (duration: 574.860078ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:41.297226Z","caller":"traceutil/trace.go:171","msg":"trace[503407772] linearizableReadLoop","detail":"{readStateIndex:20776; appliedIndex:20774; }","duration":"575.638638ms","start":"2026-03-18T14:41:40.721579Z","end":"2026-03-18T14:41:41.297218Z","steps":["trace[503407772] 'read index received' (duration: 398.766564ms)","trace[503407772] 'applied index is now lower than readState.Index' (duration: 176.871274ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:41.29726Z","caller":"traceutil/trace.go:171","msg":"trace[561222265] transaction","detail":"{read_only:false; response_revision:19983; number_of_response:1; }","duration":"575.127885ms","start":"2026-03-18T14:41:40.722119Z","end":"2026-03-18T14:41:41.297247Z","steps":["trace[561222265] 'process raft request' (duration: 574.92163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:41.297288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:40.722011Z","time spent":"575.193357ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:41.297328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:40.722078Z","time spent":"575.166075ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:41.29736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.314088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:41:41.297373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.792453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-18T14:41:41.297388Z","caller":"traceutil/trace.go:171","msg":"trace[1592809779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19985; }","duration":"572.37397ms","start":"2026-03-18T14:41:40.725006Z","end":"2026-03-18T14:41:41.29738Z","steps":["trace[1592809779] 'agreement among raft nodes before linearized reading' (duration: 572.311068ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:41.297203Z","caller":"traceutil/trace.go:171","msg":"trace[317150407] transaction","detail":"{read_only:false; response_revision:19984; number_of_response:1; }","duration":"575.030493ms","start":"2026-03-18T14:41:40.722147Z","end":"2026-03-18T14:41:41.297178Z","steps":["trace[317150407] 'process raft request' (duration: 574.91894ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:41.297399Z","caller":"traceutil/trace.go:171","msg":"trace[264035579] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:19985; }","duration":"575.860754ms","start":"2026-03-18T14:41:40.721529Z","end":"2026-03-18T14:41:41.29739Z","steps":["trace[264035579] 'agreement among raft nodes before linearized reading' (duration: 575.758371ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:41.297158Z","caller":"traceutil/trace.go:171","msg":"trace[154028548] transaction","detail":"{read_only:false; response_revision:19985; number_of_response:1; }","duration":"160.560564ms","start":"2026-03-18T14:41:41.136576Z","end":"2026-03-18T14:41:41.297137Z","steps":["trace[154028548] 'process raft request' (duration: 160.520113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:41.29742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:40.721516Z","time spent":"575.900675ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-18T14:41:41.297456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:40.722132Z","time spent":"575.284199ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:41.297373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:40.722112Z","time spent":"575.207887ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:41.297415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:40.724996Z","time spent":"572.413392ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:41:41.297581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.157112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:41:41.297588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.872475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:41:41.297604Z","caller":"traceutil/trace.go:171","msg":"trace[793080610] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:19985; }","duration":"144.211213ms","start":"2026-03-18T14:41:41.153386Z","end":"2026-03-18T14:41:41.297598Z","steps":["trace[793080610] 'agreement among raft nodes before linearized reading' (duration: 144.172071ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:41.297608Z","caller":"traceutil/trace.go:171","msg":"trace[1309060196] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19985; }","duration":"206.930906ms","start":"2026-03-18T14:41:41.09067Z","end":"2026-03-18T14:41:41.297601Z","steps":["trace[1309060196] 'agreement among raft nodes before linearized reading' (duration: 206.894764ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:41.561601Z","caller":"traceutil/trace.go:171","msg":"trace[999817997] linearizableReadLoop","detail":"{readStateIndex:20784; appliedIndex:20783; }","duration":"172.459625ms","start":"2026-03-18T14:41:41.389115Z","end":"2026-03-18T14:41:41.561575Z","steps":["trace[999817997] 'read index received' (duration: 110.186675ms)","trace[999817997] 'applied index is now lower than readState.Index' (duration: 62.27187ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:41.561683Z","caller":"traceutil/trace.go:171","msg":"trace[704529490] transaction","detail":"{read_only:false; response_revision:19987; number_of_response:1; }","duration":"257.886451ms","start":"2026-03-18T14:41:41.303759Z","end":"2026-03-18T14:41:41.561645Z","steps":["trace[704529490] 'process raft request' (duration: 195.558509ms)","trace[704529490] 'compare' (duration: 62.151517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:41.56188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.889517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9669"} {"level":"info","ts":"2026-03-18T14:41:41.561943Z","caller":"traceutil/trace.go:171","msg":"trace[1751095476] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:19987; }","duration":"255.978929ms","start":"2026-03-18T14:41:41.305947Z","end":"2026-03-18T14:41:41.561926Z","steps":["trace[1751095476] 'agreement among raft nodes before linearized reading' (duration: 255.770664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:41.562203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.892484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:41:41.562304Z","caller":"traceutil/trace.go:171","msg":"trace[393885191] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19987; }","duration":"141.025148ms","start":"2026-03-18T14:41:41.421263Z","end":"2026-03-18T14:41:41.562288Z","steps":["trace[393885191] 'agreement among raft nodes before linearized reading' (duration: 140.78958ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:42.580062Z","caller":"traceutil/trace.go:171","msg":"trace[22041949] transaction","detail":"{read_only:false; response_revision:19989; number_of_response:1; }","duration":"168.595261ms","start":"2026-03-18T14:41:42.411433Z","end":"2026-03-18T14:41:42.580028Z","steps":["trace[22041949] 'process raft request' (duration: 168.001655ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:43.048505Z","caller":"traceutil/trace.go:171","msg":"trace[1299405882] transaction","detail":"{read_only:false; response_revision:19990; number_of_response:1; }","duration":"460.85367ms","start":"2026-03-18T14:41:42.587635Z","end":"2026-03-18T14:41:43.048488Z","steps":["trace[1299405882] 'process raft request' (duration: 460.718926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:43.048613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:42.58762Z","time spent":"460.940041ms","remote":"127.0.0.1:49898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3295,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:43.554747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.672942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:43.554992Z","caller":"traceutil/trace.go:171","msg":"trace[189064461] transaction","detail":"{read_only:false; response_revision:19991; number_of_response:1; }","duration":"832.817192ms","start":"2026-03-18T14:41:42.72215Z","end":"2026-03-18T14:41:43.554967Z","steps":["trace[189064461] 'process raft request' (duration: 726.794249ms)","trace[189064461] 'compare' (duration: 105.429446ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:43.555033Z","caller":"traceutil/trace.go:171","msg":"trace[1252290564] linearizableReadLoop","detail":"{readStateIndex:20790; appliedIndex:20787; }","duration":"640.418917ms","start":"2026-03-18T14:41:42.914596Z","end":"2026-03-18T14:41:43.555015Z","steps":["trace[1252290564] 'read index received' (duration: 133.902325ms)","trace[1252290564] 'applied index is now lower than readState.Index' (duration: 506.515532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:43.555084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:42.722122Z","time spent":"832.919813ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:43.55522Z","caller":"traceutil/trace.go:171","msg":"trace[458049652] transaction","detail":"{read_only:false; response_revision:19992; number_of_response:1; }","duration":"831.839174ms","start":"2026-03-18T14:41:42.723365Z","end":"2026-03-18T14:41:43.555204Z","steps":["trace[458049652] 'process raft request' (duration: 831.497075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:43.555313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:42.723352Z","time spent":"831.913735ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:43.555455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.851439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:41:43.555502Z","caller":"traceutil/trace.go:171","msg":"trace[446863454] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:19993; }","duration":"640.932151ms","start":"2026-03-18T14:41:42.914555Z","end":"2026-03-18T14:41:43.555488Z","steps":["trace[446863454] 'agreement among raft nodes before linearized reading' (duration: 640.86089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:43.555536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:42.914534Z","time spent":"640.993872ms","remote":"127.0.0.1:45782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:41:43.555592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.251053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:41:43.555653Z","caller":"traceutil/trace.go:171","msg":"trace[295068701] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19993; }","duration":"633.358326ms","start":"2026-03-18T14:41:42.922278Z","end":"2026-03-18T14:41:43.555637Z","steps":["trace[295068701] 'agreement among raft nodes before linearized reading' (duration: 633.241993ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:43.555684Z","caller":"traceutil/trace.go:171","msg":"trace[864628788] transaction","detail":"{read_only:false; response_revision:19993; number_of_response:1; }","duration":"832.242775ms","start":"2026-03-18T14:41:42.723431Z","end":"2026-03-18T14:41:43.555674Z","steps":["trace[864628788] 'process raft request' (duration: 831.534967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:43.555703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:42.922237Z","time spent":"633.451969ms","remote":"127.0.0.1:50022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:41:43.555737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:42.723424Z","time spent":"832.282316ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:43.556091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.973929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:41:43.556154Z","caller":"traceutil/trace.go:171","msg":"trace[653462923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19993; }","duration":"163.069661ms","start":"2026-03-18T14:41:43.393068Z","end":"2026-03-18T14:41:43.556138Z","steps":["trace[653462923] 'agreement among raft nodes before linearized reading' (duration: 162.904007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:43.556177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.325819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:41:43.556209Z","caller":"traceutil/trace.go:171","msg":"trace[1758513448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19993; }","duration":"253.364859ms","start":"2026-03-18T14:41:43.302834Z","end":"2026-03-18T14:41:43.556199Z","steps":["trace[1758513448] 'agreement among raft nodes before linearized reading' (duration: 253.288957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:43.556335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.13723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:41:43.556365Z","caller":"traceutil/trace.go:171","msg":"trace[595588870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19993; }","duration":"254.194711ms","start":"2026-03-18T14:41:43.302163Z","end":"2026-03-18T14:41:43.556357Z","steps":["trace[595588870] 'agreement among raft nodes before linearized reading' (duration: 254.12061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:43.556372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.617202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-56cb94fbdc-hhlct.189df677dffdb4cb\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-03-18T14:41:43.556427Z","caller":"traceutil/trace.go:171","msg":"trace[1462551614] range","detail":"{range_begin:/registry/events/openstack/heat-api-56cb94fbdc-hhlct.189df677dffdb4cb; range_end:; response_count:1; response_revision:19993; }","duration":"580.670674ms","start":"2026-03-18T14:41:42.975742Z","end":"2026-03-18T14:41:43.556413Z","steps":["trace[1462551614] 'agreement among raft nodes before linearized reading' (duration: 580.576962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:43.556475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:42.975686Z","time spent":"580.776596ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":931,"request content":"key:\"/registry/events/openstack/heat-api-56cb94fbdc-hhlct.189df677dffdb4cb\" "} {"level":"warn","ts":"2026-03-18T14:41:43.556515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.339286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:41:43.556542Z","caller":"traceutil/trace.go:171","msg":"trace[679541066] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19993; }","duration":"254.390546ms","start":"2026-03-18T14:41:43.302144Z","end":"2026-03-18T14:41:43.556535Z","steps":["trace[679541066] 'agreement among raft nodes before linearized reading' (duration: 254.315164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:43.556103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.559585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-18T14:41:43.556859Z","caller":"traceutil/trace.go:171","msg":"trace[538252715] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:19993; }","duration":"500.388097ms","start":"2026-03-18T14:41:43.056456Z","end":"2026-03-18T14:41:43.556844Z","steps":["trace[538252715] 'agreement among raft nodes before linearized reading' (duration: 499.565744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:43.556921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:43.05643Z","time spent":"500.4747ms","remote":"127.0.0.1:49898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-18T14:41:44.128364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.612693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:44.128456Z","caller":"traceutil/trace.go:171","msg":"trace[1504803462] transaction","detail":"{read_only:false; response_revision:19994; number_of_response:1; }","duration":"569.03796ms","start":"2026-03-18T14:41:43.559402Z","end":"2026-03-18T14:41:44.12844Z","steps":["trace[1504803462] 'process raft request' (duration: 304.289473ms)","trace[1504803462] 'compare' (duration: 264.50306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:44.128506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:43.559387Z","time spent":"569.094451ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:44.870884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:44.29032Z","time spent":"580.55426ms","remote":"127.0.0.1:59914","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T14:41:44.871542Z","caller":"traceutil/trace.go:171","msg":"trace[1577278052] transaction","detail":"{read_only:false; response_revision:19995; number_of_response:1; }","duration":"1.310277047s","start":"2026-03-18T14:41:43.561238Z","end":"2026-03-18T14:41:44.871515Z","steps":["trace[1577278052] 'process raft request' (duration: 1.262876278s)","trace[1577278052] 'compare' (duration: 46.656639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:44.871681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:43.56123Z","time spent":"1.3103685s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:44.87239Z","caller":"traceutil/trace.go:171","msg":"trace[825231816] transaction","detail":"{read_only:false; response_revision:19996; number_of_response:1; }","duration":"1.310291818s","start":"2026-03-18T14:41:43.562082Z","end":"2026-03-18T14:41:44.872374Z","steps":["trace[825231816] 'process raft request' (duration: 1.310161955s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:44.87249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:43.562073Z","time spent":"1.31036459s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:44.872856Z","caller":"traceutil/trace.go:171","msg":"trace[1998106940] transaction","detail":"{read_only:false; response_revision:19997; number_of_response:1; }","duration":"1.3103574s","start":"2026-03-18T14:41:43.562292Z","end":"2026-03-18T14:41:44.87265Z","steps":["trace[1998106940] 'process raft request' (duration: 1.310048502s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:44.872981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:43.562223Z","time spent":"1.310696279s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:44.873205Z","caller":"traceutil/trace.go:171","msg":"trace[305605936] linearizableReadLoop","detail":"{readStateIndex:20794; appliedIndex:20790; }","duration":"1.310542635s","start":"2026-03-18T14:41:43.562638Z","end":"2026-03-18T14:41:44.873181Z","steps":["trace[305605936] 'read index received' (duration: 300.930833ms)","trace[305605936] 'applied index is now lower than readState.Index' (duration: 1.009610472s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:44.873341Z","caller":"traceutil/trace.go:171","msg":"trace[1883660755] transaction","detail":"{read_only:false; response_revision:19998; number_of_response:1; }","duration":"1.310533805s","start":"2026-03-18T14:41:43.562795Z","end":"2026-03-18T14:41:44.873328Z","steps":["trace[1883660755] 'process raft request' (duration: 1.309792495s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:44.873484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:43.562769Z","time spent":"1.310604587s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:44.873514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30552771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:41:44.873552Z","caller":"traceutil/trace.go:171","msg":"trace[978215741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19998; }","duration":"1.305592872s","start":"2026-03-18T14:41:43.567949Z","end":"2026-03-18T14:41:44.873541Z","steps":["trace[978215741] 'agreement among raft nodes before linearized reading' (duration: 1.305435298s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:44.873587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:43.567937Z","time spent":"1.305643604s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:41:44.873724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31108303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-18T14:41:44.873754Z","caller":"traceutil/trace.go:171","msg":"trace[464014575] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-octavia-default-user; range_end:; response_count:1; response_revision:19998; }","duration":"1.311128341s","start":"2026-03-18T14:41:43.562618Z","end":"2026-03-18T14:41:44.873747Z","steps":["trace[464014575] 'agreement among raft nodes before linearized reading' (duration: 1.311044808s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:44.873781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:43.56261Z","time spent":"1.311164891s","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1342,"request content":"key:\"/registry/secrets/openstack/rabbitmq-octavia-default-user\" "} {"level":"warn","ts":"2026-03-18T14:41:44.873955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.325743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:44.87399Z","caller":"traceutil/trace.go:171","msg":"trace[1127337027] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19998; }","duration":"338.400985ms","start":"2026-03-18T14:41:44.53558Z","end":"2026-03-18T14:41:44.873981Z","steps":["trace[1127337027] 'agreement among raft nodes before linearized reading' (duration: 338.342354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:44.874018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:44.535558Z","time spent":"338.452806ms","remote":"127.0.0.1:33648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:41:44.874057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130185627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:1 size:385"} {"level":"info","ts":"2026-03-18T14:41:44.874105Z","caller":"traceutil/trace.go:171","msg":"trace[1392674851] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:1; response_revision:19998; }","duration":"1.130275419s","start":"2026-03-18T14:41:43.743818Z","end":"2026-03-18T14:41:44.874094Z","steps":["trace[1392674851] 'agreement among raft nodes before linearized reading' (duration: 1.130121775s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:44.874144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:43.743789Z","time spent":"1.130347561s","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":409,"request content":"key:\"/registry/namespaces/secretgen-controller\" "} {"level":"warn","ts":"2026-03-18T14:41:44.874162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305593342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:44.874195Z","caller":"traceutil/trace.go:171","msg":"trace[1370442971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19998; }","duration":"1.305647762s","start":"2026-03-18T14:41:43.568539Z","end":"2026-03-18T14:41:44.874186Z","steps":["trace[1370442971] 'agreement among raft nodes before linearized reading' (duration: 1.305603022s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:44.874219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:43.568528Z","time spent":"1.305686214s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:41:44.874219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.059267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-56cb94fbdc-hhlct.189df67a3407682d\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-18T14:41:44.874615Z","caller":"traceutil/trace.go:171","msg":"trace[198170138] range","detail":"{range_begin:/registry/events/openstack/heat-api-56cb94fbdc-hhlct.189df67a3407682d; range_end:; response_count:1; response_revision:19998; }","duration":"743.479239ms","start":"2026-03-18T14:41:44.131119Z","end":"2026-03-18T14:41:44.874598Z","steps":["trace[198170138] 'agreement among raft nodes before linearized reading' (duration: 743.038597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:44.874663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:44.131106Z","time spent":"743.54255ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-api-56cb94fbdc-hhlct.189df67a3407682d\" "} {"level":"warn","ts":"2026-03-18T14:41:46.876824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99836843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:41:46.87692Z","caller":"traceutil/trace.go:171","msg":"trace[1446795414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998502653s","start":"2026-03-18T14:41:44.878397Z","end":"2026-03-18T14:41:46.8769Z","steps":["trace[1446795414] 'agreement among raft nodes before linearized reading' (duration: 1.99838497s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:46.876969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:44.878387Z","time spent":"1.998571596s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:41:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:41:47.42114Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.006459088s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:41:47.652667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.281198ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:47.652795Z","caller":"traceutil/trace.go:171","msg":"trace[891179741] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19998; }","duration":"987.422383ms","start":"2026-03-18T14:41:46.665354Z","end":"2026-03-18T14:41:47.652776Z","steps":["trace[891179741] 'range keys from in-memory index tree' (duration: 987.263198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:47.654109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.514750958s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:47.654418Z","caller":"traceutil/trace.go:171","msg":"trace[754389789] transaction","detail":"{read_only:false; response_revision:19999; number_of_response:1; }","duration":"2.77635442s","start":"2026-03-18T14:41:44.87802Z","end":"2026-03-18T14:41:47.654375Z","steps":["trace[754389789] 'process raft request' (duration: 261.217191ms)","trace[754389789] 'compare' (duration: 2.51330759s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:47.654671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:44.878001Z","time spent":"2.776507523s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:47.654823Z","caller":"traceutil/trace.go:171","msg":"trace[218383744] linearizableReadLoop","detail":"{readStateIndex:20797; appliedIndex:20795; }","duration":"2.776374932s","start":"2026-03-18T14:41:44.878422Z","end":"2026-03-18T14:41:47.654797Z","steps":["trace[218383744] 'read index received' (duration: 260.830901ms)","trace[218383744] 'applied index is now lower than readState.Index' (duration: 2.5155424s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:47.654892Z","caller":"traceutil/trace.go:171","msg":"trace[522445396] transaction","detail":"{read_only:false; response_revision:20000; number_of_response:1; }","duration":"2.776759231s","start":"2026-03-18T14:41:44.878068Z","end":"2026-03-18T14:41:47.654828Z","steps":["trace[522445396] 'process raft request' (duration: 2.776225667s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:47.655054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:44.878047Z","time spent":"2.776928446s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:48.155617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476726613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:41:48.65608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476726613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:41:48.866914Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.445598832s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:41:48.867676Z","caller":"traceutil/trace.go:171","msg":"trace[387634045] transaction","detail":"{read_only:false; response_revision:20001; number_of_response:1; }","duration":"3.304605999s","start":"2026-03-18T14:41:45.563036Z","end":"2026-03-18T14:41:48.867642Z","steps":["trace[387634045] 'process raft request' (duration: 3.304141626s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:48.867708Z","caller":"traceutil/trace.go:171","msg":"trace[1965638614] transaction","detail":"{read_only:false; response_revision:20002; number_of_response:1; }","duration":"3.30389732s","start":"2026-03-18T14:41:45.56378Z","end":"2026-03-18T14:41:48.867678Z","steps":["trace[1965638614] 'process raft request' (duration: 3.303575702s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:48.867847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:45.562998Z","time spent":"3.304757113s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:48.867858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:45.563768Z","time spent":"3.304009523s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:48.86783Z","caller":"traceutil/trace.go:171","msg":"trace[1658979533] transaction","detail":"{read_only:false; response_revision:20003; number_of_response:1; }","duration":"3.303929381s","start":"2026-03-18T14:41:45.563855Z","end":"2026-03-18T14:41:48.867784Z","steps":["trace[1658979533] 'process raft request' (duration: 3.30354339s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:48.86803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:45.563847Z","time spent":"3.304076465s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:48.884729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000743275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:41:48.884809Z","caller":"traceutil/trace.go:171","msg":"trace[424047763] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000852318s","start":"2026-03-18T14:41:46.88394Z","end":"2026-03-18T14:41:48.884792Z","steps":["trace[424047763] 'agreement among raft nodes before linearized reading' (duration: 2.000750735s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:48.884858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:46.883932Z","time spent":"2.000916479s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:41:49.001093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.641637ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:41:49.001329Z","caller":"traceutil/trace.go:171","msg":"trace[1827455195] linearizableReadLoop","detail":"{readStateIndex:20802; appliedIndex:20797; }","duration":"1.346365693s","start":"2026-03-18T14:41:47.654946Z","end":"2026-03-18T14:41:49.001312Z","steps":["trace[1827455195] 'read index received' (duration: 1.212209141s)","trace[1827455195] 'applied index is now lower than readState.Index' (duration: 134.155632ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:49.001372Z","caller":"traceutil/trace.go:171","msg":"trace[444034554] transaction","detail":"{read_only:false; response_revision:20004; number_of_response:1; }","duration":"1.536763712s","start":"2026-03-18T14:41:47.46457Z","end":"2026-03-18T14:41:49.001333Z","steps":["trace[444034554] 'process raft request' (duration: 1.536615227s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:49.001506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34176834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T14:41:49.001512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125306337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:41:49.001542Z","caller":"traceutil/trace.go:171","msg":"trace[464416108] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20004; }","duration":"2.341828901s","start":"2026-03-18T14:41:46.659703Z","end":"2026-03-18T14:41:49.001532Z","steps":["trace[464416108] 'agreement among raft nodes before linearized reading' (duration: 2.341703537s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:49.001547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:47.464541Z","time spent":"1.536920585s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:49.001573Z","caller":"traceutil/trace.go:171","msg":"trace[1613690120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20004; }","duration":"2.125403851s","start":"2026-03-18T14:41:46.87615Z","end":"2026-03-18T14:41:49.001554Z","steps":["trace[1613690120] 'agreement among raft nodes before linearized reading' (duration: 2.125190875s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:49.0016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124590418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:41:49.001631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:46.87613Z","time spent":"2.125487392s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:41:49.001618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124555286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:41:49.001654Z","caller":"traceutil/trace.go:171","msg":"trace[1531760361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20004; }","duration":"2.124678311s","start":"2026-03-18T14:41:46.87696Z","end":"2026-03-18T14:41:49.001639Z","steps":["trace[1531760361] 'agreement among raft nodes before linearized reading' (duration: 2.124441614s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:49.001703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:46.876949Z","time spent":"2.124745842s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:41:49.0017Z","caller":"traceutil/trace.go:171","msg":"trace[1165991959] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20004; }","duration":"2.124660471s","start":"2026-03-18T14:41:46.877017Z","end":"2026-03-18T14:41:49.001678Z","steps":["trace[1165991959] 'agreement among raft nodes before linearized reading' (duration: 2.124453065s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:49.001713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.122035703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"warn","ts":"2026-03-18T14:41:49.001751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:46.877007Z","time spent":"2.124735333s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:41:49.001661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.122557118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:1 size:385"} {"level":"warn","ts":"2026-03-18T14:41:49.001792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.707642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:41:49.001803Z","caller":"traceutil/trace.go:171","msg":"trace[7298558] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:1; response_revision:20004; }","duration":"4.122727103s","start":"2026-03-18T14:41:44.879064Z","end":"2026-03-18T14:41:49.001791Z","steps":["trace[7298558] 'agreement among raft nodes before linearized reading' (duration: 4.122535658s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:49.001801Z","caller":"traceutil/trace.go:171","msg":"trace[956618802] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia-nodes; range_end:; response_count:1; response_revision:20004; }","duration":"4.122151566s","start":"2026-03-18T14:41:44.87963Z","end":"2026-03-18T14:41:49.001781Z","steps":["trace[956618802] 'agreement among raft nodes before linearized reading' (duration: 4.121871828s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:49.001824Z","caller":"traceutil/trace.go:171","msg":"trace[632722303] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:20004; }","duration":"797.773983ms","start":"2026-03-18T14:41:48.20404Z","end":"2026-03-18T14:41:49.001814Z","steps":["trace[632722303] 'agreement among raft nodes before linearized reading' (duration: 797.730463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:49.001752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343810073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df67a34abc6e4\" ","response":"range_response_count:1 size:905"} {"level":"warn","ts":"2026-03-18T14:41:49.001841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:44.879058Z","time spent":"4.122775074s","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":409,"request content":"key:\"/registry/namespaces/secretgen-controller\" "} {"level":"warn","ts":"2026-03-18T14:41:49.001842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.710683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:41:49.001857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:48.204019Z","time spent":"797.827196ms","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:41:49.001581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:46.659692Z","time spent":"2.341880963s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:41:49.001869Z","caller":"traceutil/trace.go:171","msg":"trace[769067053] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df67a34abc6e4; range_end:; response_count:1; response_revision:20004; }","duration":"1.343923116s","start":"2026-03-18T14:41:47.657935Z","end":"2026-03-18T14:41:49.001858Z","steps":["trace[769067053] 'agreement among raft nodes before linearized reading' (duration: 1.343755171s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:49.001886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.397049922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-18T14:41:49.001886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.375954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:41:49.001925Z","caller":"traceutil/trace.go:171","msg":"trace[1023168812] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:20004; }","duration":"2.397123583s","start":"2026-03-18T14:41:46.604787Z","end":"2026-03-18T14:41:49.001911Z","steps":["trace[1023168812] 'agreement among raft nodes before linearized reading' (duration: 2.39700407s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:49.001957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:46.604768Z","time spent":"2.397181567s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-18T14:41:49.001956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.182324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:49.00196Z","caller":"traceutil/trace.go:171","msg":"trace[1149947012] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:20004; }","duration":"976.505658ms","start":"2026-03-18T14:41:48.025435Z","end":"2026-03-18T14:41:49.00194Z","steps":["trace[1149947012] 'agreement among raft nodes before linearized reading' (duration: 976.344634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:49.001938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.496551679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:49.00199Z","caller":"traceutil/trace.go:171","msg":"trace[765862529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20004; }","duration":"117.244285ms","start":"2026-03-18T14:41:48.884735Z","end":"2026-03-18T14:41:49.00198Z","steps":["trace[765862529] 'agreement among raft nodes before linearized reading' (duration: 117.187423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:49.002026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:48.025406Z","time spent":"976.602971ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:41:49.002042Z","caller":"traceutil/trace.go:171","msg":"trace[1678737890] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:20004; }","duration":"3.496710544s","start":"2026-03-18T14:41:45.505307Z","end":"2026-03-18T14:41:49.002017Z","steps":["trace[1678737890] 'agreement among raft nodes before linearized reading' (duration: 3.496531829s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:49.0021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:45.505285Z","time spent":"3.496799917s","remote":"127.0.0.1:33782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:41:49.001859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125550394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:41:49.002167Z","caller":"traceutil/trace.go:171","msg":"trace[946012396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20004; }","duration":"2.125905763s","start":"2026-03-18T14:41:46.876251Z","end":"2026-03-18T14:41:49.002157Z","steps":["trace[946012396] 'agreement among raft nodes before linearized reading' (duration: 2.125501953s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:49.002211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:46.876228Z","time spent":"2.125973325s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:41:49.00191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:47.657883Z","time spent":"1.344019549s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df67a34abc6e4\" "} {"level":"warn","ts":"2026-03-18T14:41:49.001859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:44.879623Z","time spent":"4.122223619s","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1287,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" "} {"level":"info","ts":"2026-03-18T14:41:49.001908Z","caller":"traceutil/trace.go:171","msg":"trace[912768899] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:20004; }","duration":"777.806715ms","start":"2026-03-18T14:41:48.224082Z","end":"2026-03-18T14:41:49.001889Z","steps":["trace[912768899] 'agreement among raft nodes before linearized reading' (duration: 777.680791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:49.002439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:48.224064Z","time spent":"778.338331ms","remote":"127.0.0.1:45854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":27,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:41:49.307266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.63084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:49.307371Z","caller":"traceutil/trace.go:171","msg":"trace[533553023] linearizableReadLoop","detail":"{readStateIndex:20803; appliedIndex:20802; }","duration":"300.751098ms","start":"2026-03-18T14:41:49.006604Z","end":"2026-03-18T14:41:49.307355Z","steps":["trace[533553023] 'read index received' (duration: 157.930643ms)","trace[533553023] 'applied index is now lower than readState.Index' (duration: 142.819435ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:49.307491Z","caller":"traceutil/trace.go:171","msg":"trace[787534533] transaction","detail":"{read_only:false; response_revision:20005; number_of_response:1; }","duration":"302.591138ms","start":"2026-03-18T14:41:49.004837Z","end":"2026-03-18T14:41:49.307428Z","steps":["trace[787534533] 'process raft request' (duration: 159.713531ms)","trace[787534533] 'compare' (duration: 142.490016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:49.307666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.026085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-octavia.189df682de056838\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-03-18T14:41:49.307828Z","caller":"traceutil/trace.go:171","msg":"trace[1807293820] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-octavia.189df682de056838; range_end:; response_count:1; response_revision:20005; }","duration":"301.226981ms","start":"2026-03-18T14:41:49.006574Z","end":"2026-03-18T14:41:49.307801Z","steps":["trace[1807293820] 'agreement among raft nodes before linearized reading' (duration: 300.856761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:49.307632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:49.004816Z","time spent":"302.761922ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:49.307901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:49.006544Z","time spent":"301.341024ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":770,"request content":"key:\"/registry/events/openstack/rabbitmq-octavia.189df682de056838\" "} {"level":"warn","ts":"2026-03-18T14:41:49.693107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.607893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:49.693449Z","caller":"traceutil/trace.go:171","msg":"trace[1011715100] transaction","detail":"{read_only:false; response_revision:20010; number_of_response:1; }","duration":"382.917985ms","start":"2026-03-18T14:41:49.31051Z","end":"2026-03-18T14:41:49.693428Z","steps":["trace[1011715100] 'process raft request' (duration: 382.853144ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:49.693443Z","caller":"traceutil/trace.go:171","msg":"trace[571183467] transaction","detail":"{read_only:false; response_revision:20009; number_of_response:1; }","duration":"685.619157ms","start":"2026-03-18T14:41:49.007793Z","end":"2026-03-18T14:41:49.693412Z","steps":["trace[571183467] 'process raft request' (duration: 685.506964ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:49.693444Z","caller":"traceutil/trace.go:171","msg":"trace[1698754367] transaction","detail":"{read_only:false; response_revision:20007; number_of_response:1; }","duration":"686.169891ms","start":"2026-03-18T14:41:49.007248Z","end":"2026-03-18T14:41:49.693418Z","steps":["trace[1698754367] 'process raft request' (duration: 685.961525ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:49.693525Z","caller":"traceutil/trace.go:171","msg":"trace[604556443] linearizableReadLoop","detail":"{readStateIndex:20807; appliedIndex:20803; }","duration":"386.116833ms","start":"2026-03-18T14:41:49.307395Z","end":"2026-03-18T14:41:49.693512Z","steps":["trace[604556443] 'read index received' (duration: 114.963943ms)","trace[604556443] 'applied index is now lower than readState.Index' (duration: 271.151499ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:49.693509Z","caller":"traceutil/trace.go:171","msg":"trace[688922638] transaction","detail":"{read_only:false; response_revision:20006; number_of_response:1; }","duration":"686.278654ms","start":"2026-03-18T14:41:49.007168Z","end":"2026-03-18T14:41:49.693446Z","steps":["trace[688922638] 'process raft request' (duration: 415.229729ms)","trace[688922638] 'compare' (duration: 270.438089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:49.693606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:49.007787Z","time spent":"685.73108ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:49.693613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:49.007242Z","time spent":"686.279034ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:49.693668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.539607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:49.693442Z","caller":"traceutil/trace.go:171","msg":"trace[622590219] transaction","detail":"{read_only:false; response_revision:20008; number_of_response:1; }","duration":"685.920945ms","start":"2026-03-18T14:41:49.007488Z","end":"2026-03-18T14:41:49.693409Z","steps":["trace[622590219] 'process raft request' (duration: 685.781461ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:49.693713Z","caller":"traceutil/trace.go:171","msg":"trace[94278322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20010; }","duration":"684.60849ms","start":"2026-03-18T14:41:49.009092Z","end":"2026-03-18T14:41:49.6937Z","steps":["trace[94278322] 'agreement among raft nodes before linearized reading' (duration: 684.527097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:49.69375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:49.007474Z","time spent":"686.252203ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:49.693753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:49.009082Z","time spent":"684.664341ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:41:49.693751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:49.007151Z","time spent":"686.47936ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:49.693884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.128657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev\" ","response":"range_response_count:1 size:4375"} {"level":"warn","ts":"2026-03-18T14:41:49.693923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.132358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3de0a43d-a1d4-4c85-8005-d52d79be93a8\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-18T14:41:49.693942Z","caller":"traceutil/trace.go:171","msg":"trace[2107733105] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev; range_end:; response_count:1; response_revision:20010; }","duration":"687.201489ms","start":"2026-03-18T14:41:49.006727Z","end":"2026-03-18T14:41:49.693928Z","steps":["trace[2107733105] 'agreement among raft nodes before linearized reading' (duration: 687.032514ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:49.693955Z","caller":"traceutil/trace.go:171","msg":"trace[1674576399] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3de0a43d-a1d4-4c85-8005-d52d79be93a8; range_end:; response_count:1; response_revision:20010; }","duration":"687.184339ms","start":"2026-03-18T14:41:49.006757Z","end":"2026-03-18T14:41:49.693942Z","steps":["trace[1674576399] 'agreement among raft nodes before linearized reading' (duration: 687.052936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:49.69398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:49.006742Z","time spent":"687.23225ms","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-3de0a43d-a1d4-4c85-8005-d52d79be93a8\" "} {"level":"warn","ts":"2026-03-18T14:41:49.693975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.346547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-03-18T14:41:49.694034Z","caller":"traceutil/trace.go:171","msg":"trace[1529349290] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:20010; }","duration":"686.414379ms","start":"2026-03-18T14:41:49.007608Z","end":"2026-03-18T14:41:49.694022Z","steps":["trace[1529349290] 'agreement among raft nodes before linearized reading' (duration: 686.305246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:49.693536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:49.310488Z","time spent":"383.009339ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:49.694073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:49.0076Z","time spent":"686.466319ms","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1477,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-18T14:41:49.693892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.392997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:41:49.694152Z","caller":"traceutil/trace.go:171","msg":"trace[1374924036] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20010; }","duration":"686.672365ms","start":"2026-03-18T14:41:49.00747Z","end":"2026-03-18T14:41:49.694143Z","steps":["trace[1374924036] 'agreement among raft nodes before linearized reading' (duration: 686.303874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:49.693977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:49.006721Z","time spent":"687.249311ms","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4399,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev\" "} {"level":"warn","ts":"2026-03-18T14:41:49.694147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.852717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df677e0acead0\" ","response":"range_response_count:1 size:906"} {"level":"warn","ts":"2026-03-18T14:41:49.694187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:49.007463Z","time spent":"686.712415ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:41:49.694212Z","caller":"traceutil/trace.go:171","msg":"trace[11767290] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df677e0acead0; range_end:; response_count:1; response_revision:20010; }","duration":"381.913619ms","start":"2026-03-18T14:41:49.312277Z","end":"2026-03-18T14:41:49.69419Z","steps":["trace[11767290] 'agreement among raft nodes before linearized reading' (duration: 381.667212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:49.694325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:49.312258Z","time spent":"382.058063ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df677e0acead0\" "} {"level":"warn","ts":"2026-03-18T14:41:50.029269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.599562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:50.029399Z","caller":"traceutil/trace.go:171","msg":"trace[672599897] linearizableReadLoop","detail":"{readStateIndex:20810; appliedIndex:20809; }","duration":"261.074578ms","start":"2026-03-18T14:41:49.768299Z","end":"2026-03-18T14:41:50.029374Z","steps":["trace[672599897] 'read index received' (duration: 82.281941ms)","trace[672599897] 'applied index is now lower than readState.Index' (duration: 178.790497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:50.029509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.470442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:50.029501Z","caller":"traceutil/trace.go:171","msg":"trace[1965032347] transaction","detail":"{read_only:false; response_revision:20011; number_of_response:1; }","duration":"331.111378ms","start":"2026-03-18T14:41:49.698357Z","end":"2026-03-18T14:41:50.029468Z","steps":["trace[1965032347] 'process raft request' (duration: 152.210088ms)","trace[1965032347] 'compare' (duration: 178.457207ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:50.029573Z","caller":"traceutil/trace.go:171","msg":"trace[370971523] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20011; }","duration":"263.582854ms","start":"2026-03-18T14:41:49.765972Z","end":"2026-03-18T14:41:50.029555Z","steps":["trace[370971523] 'agreement among raft nodes before linearized reading' (duration: 263.473171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:50.029598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.692486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-03-18T14:41:50.029648Z","caller":"traceutil/trace.go:171","msg":"trace[626922067] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:20011; }","duration":"330.758548ms","start":"2026-03-18T14:41:49.698876Z","end":"2026-03-18T14:41:50.029634Z","steps":["trace[626922067] 'agreement among raft nodes before linearized reading' (duration: 330.571513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:50.029642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.630149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev\" ","response":"range_response_count:1 size:4375"} {"level":"warn","ts":"2026-03-18T14:41:50.029661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:49.698345Z","time spent":"331.238791ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:50.029692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:49.698866Z","time spent":"330.81522ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9590,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" "} {"level":"info","ts":"2026-03-18T14:41:50.029714Z","caller":"traceutil/trace.go:171","msg":"trace[106520046] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev; range_end:; response_count:1; response_revision:20011; }","duration":"322.730202ms","start":"2026-03-18T14:41:49.706964Z","end":"2026-03-18T14:41:50.029694Z","steps":["trace[106520046] 'agreement among raft nodes before linearized reading' (duration: 322.503026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:50.029765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:49.706956Z","time spent":"322.800383ms","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4399,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretexports.secretgen.carvel.dev\" "} {"level":"info","ts":"2026-03-18T14:41:50.366277Z","caller":"traceutil/trace.go:171","msg":"trace[1410539608] transaction","detail":"{read_only:false; response_revision:20012; number_of_response:1; }","duration":"596.550462ms","start":"2026-03-18T14:41:49.769663Z","end":"2026-03-18T14:41:50.366214Z","steps":["trace[1410539608] 'process raft request' (duration: 583.350276ms)","trace[1410539608] 'compare' (duration: 12.697493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:50.366532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:49.769643Z","time spent":"596.794888ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:50.366652Z","caller":"traceutil/trace.go:171","msg":"trace[682208170] linearizableReadLoop","detail":"{readStateIndex:20812; appliedIndex:20810; }","duration":"333.623525ms","start":"2026-03-18T14:41:50.032997Z","end":"2026-03-18T14:41:50.36662Z","steps":["trace[682208170] 'read index received' (duration: 320.047059ms)","trace[682208170] 'applied index is now lower than readState.Index' (duration: 13.574726ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:50.366701Z","caller":"traceutil/trace.go:171","msg":"trace[67009706] transaction","detail":"{read_only:false; response_revision:20013; number_of_response:1; }","duration":"596.135732ms","start":"2026-03-18T14:41:49.770535Z","end":"2026-03-18T14:41:50.366671Z","steps":["trace[67009706] 'process raft request' (duration: 595.589967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:50.366791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.775179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:41:50.366835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:49.770518Z","time spent":"596.242343ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:50.366886Z","caller":"traceutil/trace.go:171","msg":"trace[1039178052] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20013; }","duration":"333.943762ms","start":"2026-03-18T14:41:50.032925Z","end":"2026-03-18T14:41:50.366869Z","steps":["trace[1039178052] 'agreement among raft nodes before linearized reading' (duration: 333.795489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:50.366933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:50.0329Z","time spent":"334.023896ms","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T14:41:50.420223Z","caller":"traceutil/trace.go:171","msg":"trace[1117772014] transaction","detail":"{read_only:false; response_revision:20014; number_of_response:1; }","duration":"246.189875ms","start":"2026-03-18T14:41:50.17399Z","end":"2026-03-18T14:41:50.42018Z","steps":["trace[1117772014] 'process raft request' (duration: 245.975479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:50.420317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.606915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-18T14:41:50.420394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.125381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev\" ","response":"range_response_count:1 size:3790"} {"level":"info","ts":"2026-03-18T14:41:50.420393Z","caller":"traceutil/trace.go:171","msg":"trace[853533474] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:20014; }","duration":"383.762078ms","start":"2026-03-18T14:41:50.036607Z","end":"2026-03-18T14:41:50.42037Z","steps":["trace[853533474] 'agreement among raft nodes before linearized reading' (duration: 383.534002ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:50.420431Z","caller":"traceutil/trace.go:171","msg":"trace[436552129] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev; range_end:; response_count:1; response_revision:20014; }","duration":"383.188083ms","start":"2026-03-18T14:41:50.037233Z","end":"2026-03-18T14:41:50.420422Z","steps":["trace[436552129] 'agreement among raft nodes before linearized reading' (duration: 383.037818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:50.420454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:50.037216Z","time spent":"383.231715ms","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":3814,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev\" "} {"level":"warn","ts":"2026-03-18T14:41:50.420466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:50.036584Z","time spent":"383.864111ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-18T14:41:50.668215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.055265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:50.668317Z","caller":"traceutil/trace.go:171","msg":"trace[1004088447] linearizableReadLoop","detail":"{readStateIndex:20814; appliedIndex:20813; }","duration":"238.360724ms","start":"2026-03-18T14:41:50.429939Z","end":"2026-03-18T14:41:50.6683Z","steps":["trace[1004088447] 'read index received' (duration: 83.057322ms)","trace[1004088447] 'applied index is now lower than readState.Index' (duration: 155.302082ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:50.668467Z","caller":"traceutil/trace.go:171","msg":"trace[1165137723] transaction","detail":"{read_only:false; response_revision:20015; number_of_response:1; }","duration":"244.765527ms","start":"2026-03-18T14:41:50.423637Z","end":"2026-03-18T14:41:50.668402Z","steps":["trace[1165137723] 'process raft request' (duration: 89.427784ms)","trace[1165137723] 'compare' (duration: 154.88296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:50.668665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.121871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"warn","ts":"2026-03-18T14:41:50.668724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.130263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-18T14:41:50.668739Z","caller":"traceutil/trace.go:171","msg":"trace[911222234] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:20015; }","duration":"237.217032ms","start":"2026-03-18T14:41:50.431503Z","end":"2026-03-18T14:41:50.66872Z","steps":["trace[911222234] 'agreement among raft nodes before linearized reading' (duration: 236.982436ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:50.66877Z","caller":"traceutil/trace.go:171","msg":"trace[228575654] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:20015; }","duration":"233.178345ms","start":"2026-03-18T14:41:50.43558Z","end":"2026-03-18T14:41:50.668758Z","steps":["trace[228575654] 'agreement among raft nodes before linearized reading' (duration: 233.057722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:50.668769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.59041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-18T14:41:50.668807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.857267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev\" ","response":"range_response_count:1 size:3790"} {"level":"info","ts":"2026-03-18T14:41:50.668846Z","caller":"traceutil/trace.go:171","msg":"trace[1914260418] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:20015; }","duration":"215.697722ms","start":"2026-03-18T14:41:50.453131Z","end":"2026-03-18T14:41:50.668829Z","steps":["trace[1914260418] 'agreement among raft nodes before linearized reading' (duration: 215.477656ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:50.668863Z","caller":"traceutil/trace.go:171","msg":"trace[1461725723] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secretimports.secretgen.carvel.dev; range_end:; response_count:1; response_revision:20015; }","duration":"238.949689ms","start":"2026-03-18T14:41:50.429899Z","end":"2026-03-18T14:41:50.668849Z","steps":["trace[1461725723] 'agreement among raft nodes before linearized reading' (duration: 238.763095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:50.975412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.39404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:50.975516Z","caller":"traceutil/trace.go:171","msg":"trace[1592434951] transaction","detail":"{read_only:false; response_revision:20016; number_of_response:1; }","duration":"218.470387ms","start":"2026-03-18T14:41:50.757025Z","end":"2026-03-18T14:41:50.975495Z","steps":["trace[1592434951] 'process raft request' (duration: 84.917532ms)","trace[1592434951] 'compare' (duration: 133.165035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:51.229278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.854529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:51.229526Z","caller":"traceutil/trace.go:171","msg":"trace[52502161] transaction","detail":"{read_only:false; response_revision:20017; number_of_response:1; }","duration":"470.837919ms","start":"2026-03-18T14:41:50.758654Z","end":"2026-03-18T14:41:51.229492Z","steps":["trace[52502161] 'process raft request' (duration: 338.669232ms)","trace[52502161] 'compare' (duration: 131.656054ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:51.229556Z","caller":"traceutil/trace.go:171","msg":"trace[284986793] linearizableReadLoop","detail":"{readStateIndex:20818; appliedIndex:20815; }","duration":"463.961784ms","start":"2026-03-18T14:41:50.765578Z","end":"2026-03-18T14:41:51.229539Z","steps":["trace[284986793] 'read index received' (duration: 76.376402ms)","trace[284986793] 'applied index is now lower than readState.Index' (duration: 387.583872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:51.229641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:50.75863Z","time spent":"470.958373ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:51.229718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.135178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-18T14:41:51.229768Z","caller":"traceutil/trace.go:171","msg":"trace[461278770] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:20018; }","duration":"464.226771ms","start":"2026-03-18T14:41:50.765532Z","end":"2026-03-18T14:41:51.229759Z","steps":["trace[461278770] 'agreement among raft nodes before linearized reading' (duration: 464.087487ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:51.229624Z","caller":"traceutil/trace.go:171","msg":"trace[9913213] transaction","detail":"{read_only:false; response_revision:20018; number_of_response:1; }","duration":"470.595923ms","start":"2026-03-18T14:41:50.758949Z","end":"2026-03-18T14:41:51.229545Z","steps":["trace[9913213] 'process raft request' (duration: 470.451919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:51.229806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:50.765515Z","time spent":"464.283282ms","remote":"127.0.0.1:49898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"warn","ts":"2026-03-18T14:41:51.229946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:50.758922Z","time spent":"470.952782ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:51.322393Z","caller":"traceutil/trace.go:171","msg":"trace[1970116053] transaction","detail":"{read_only:false; response_revision:20020; number_of_response:1; }","duration":"448.784843ms","start":"2026-03-18T14:41:50.873582Z","end":"2026-03-18T14:41:51.322367Z","steps":["trace[1970116053] 'process raft request' (duration: 448.638939ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:51.322414Z","caller":"traceutil/trace.go:171","msg":"trace[563585942] transaction","detail":"{read_only:false; response_revision:20019; number_of_response:1; }","duration":"449.547704ms","start":"2026-03-18T14:41:50.872832Z","end":"2026-03-18T14:41:51.322379Z","steps":["trace[563585942] 'process raft request' (duration: 449.266076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:51.322543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:50.873571Z","time spent":"448.896517ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:51.322567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:50.872812Z","time spent":"449.670198ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:51.322865Z","caller":"traceutil/trace.go:171","msg":"trace[227446035] transaction","detail":"{read_only:false; response_revision:20022; number_of_response:1; }","duration":"341.95416ms","start":"2026-03-18T14:41:50.980896Z","end":"2026-03-18T14:41:51.32285Z","steps":["trace[227446035] 'process raft request' (duration: 341.721024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:51.322986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:50.980878Z","time spent":"342.057833ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:51.322846Z","caller":"traceutil/trace.go:171","msg":"trace[1351111406] transaction","detail":"{read_only:false; response_revision:20021; number_of_response:1; }","duration":"449.151434ms","start":"2026-03-18T14:41:50.873644Z","end":"2026-03-18T14:41:51.322795Z","steps":["trace[1351111406] 'process raft request' (duration: 448.671681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:51.323513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:50.87363Z","time spent":"449.824332ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:51.323378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.070695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev\" ","response":"range_response_count:1 size:7257"} {"level":"warn","ts":"2026-03-18T14:41:51.323602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.45287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:41:51.32377Z","caller":"traceutil/trace.go:171","msg":"trace[940840089] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:20022; }","duration":"446.705127ms","start":"2026-03-18T14:41:50.87703Z","end":"2026-03-18T14:41:51.323735Z","steps":["trace[940840089] 'agreement among raft nodes before linearized reading' (duration: 446.169432ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:51.323779Z","caller":"traceutil/trace.go:171","msg":"trace[481983718] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev; range_end:; response_count:1; response_revision:20022; }","duration":"554.463036ms","start":"2026-03-18T14:41:50.76923Z","end":"2026-03-18T14:41:51.323693Z","steps":["trace[481983718] 'agreement among raft nodes before linearized reading' (duration: 553.86959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:51.323933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:50.769217Z","time spent":"554.692683ms","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":7281,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/secrettemplates.secretgen.carvel.dev\" "} {"level":"warn","ts":"2026-03-18T14:41:51.32385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:50.877009Z","time spent":"446.82518ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":78,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:41:51.324001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.301676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-18T14:41:51.324869Z","caller":"traceutil/trace.go:171","msg":"trace[567120752] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:20022; }","duration":"347.228302ms","start":"2026-03-18T14:41:50.977617Z","end":"2026-03-18T14:41:51.324846Z","steps":["trace[567120752] 'agreement among raft nodes before linearized reading' (duration: 345.30084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:51.324928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:50.977606Z","time spent":"347.308205ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T14:41:51.545046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.156942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:51.545114Z","caller":"traceutil/trace.go:171","msg":"trace[1209531388] linearizableReadLoop","detail":"{readStateIndex:20823; appliedIndex:20822; }","duration":"218.19092ms","start":"2026-03-18T14:41:51.326912Z","end":"2026-03-18T14:41:51.545103Z","steps":["trace[1209531388] 'read index received' (duration: 80.838003ms)","trace[1209531388] 'applied index is now lower than readState.Index' (duration: 137.351747ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:51.545187Z","caller":"traceutil/trace.go:171","msg":"trace[671040345] transaction","detail":"{read_only:false; response_revision:20023; number_of_response:1; }","duration":"218.921059ms","start":"2026-03-18T14:41:51.32623Z","end":"2026-03-18T14:41:51.545151Z","steps":["trace[671040345] 'process raft request' (duration: 81.594492ms)","trace[671040345] 'compare' (duration: 136.941357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:51.545257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.356403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-18T14:41:51.545274Z","caller":"traceutil/trace.go:171","msg":"trace[545585643] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:20023; }","duration":"218.413996ms","start":"2026-03-18T14:41:51.326855Z","end":"2026-03-18T14:41:51.545269Z","steps":["trace[545585643] 'agreement among raft nodes before linearized reading' (duration: 218.302713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:51.545337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.791202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia-nodes\" ","response":"range_response_count:1 size:1263"} {"level":"info","ts":"2026-03-18T14:41:51.545392Z","caller":"traceutil/trace.go:171","msg":"trace[1123885560] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia-nodes; range_end:; response_count:1; response_revision:20023; }","duration":"216.878705ms","start":"2026-03-18T14:41:51.328501Z","end":"2026-03-18T14:41:51.545379Z","steps":["trace[1123885560] 'agreement among raft nodes before linearized reading' (duration: 216.73969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:51.545575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.654504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.secretgen.k14s.io\" ","response":"range_response_count:1 size:4723"} {"level":"info","ts":"2026-03-18T14:41:51.545637Z","caller":"traceutil/trace.go:171","msg":"trace[1812660934] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.secretgen.k14s.io; range_end:; response_count:1; response_revision:20023; }","duration":"214.743097ms","start":"2026-03-18T14:41:51.330879Z","end":"2026-03-18T14:41:51.545622Z","steps":["trace[1812660934] 'agreement among raft nodes before linearized reading' (duration: 214.587262ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:51.833364Z","caller":"traceutil/trace.go:171","msg":"trace[1930516485] transaction","detail":"{read_only:false; response_revision:20026; number_of_response:1; }","duration":"129.935337ms","start":"2026-03-18T14:41:51.703403Z","end":"2026-03-18T14:41:51.833339Z","steps":["trace[1930516485] 'process raft request' (duration: 129.856445ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:51.833408Z","caller":"traceutil/trace.go:171","msg":"trace[1762789904] transaction","detail":"{read_only:false; response_revision:20025; number_of_response:1; }","duration":"129.990589ms","start":"2026-03-18T14:41:51.703366Z","end":"2026-03-18T14:41:51.833357Z","steps":["trace[1762789904] 'process raft request' (duration: 128.976451ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:51.833592Z","caller":"traceutil/trace.go:171","msg":"trace[210066588] transaction","detail":"{read_only:false; response_revision:20027; number_of_response:1; }","duration":"129.979288ms","start":"2026-03-18T14:41:51.703567Z","end":"2026-03-18T14:41:51.833546Z","steps":["trace[210066588] 'process raft request' (duration: 129.736542ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:53.289269Z","caller":"traceutil/trace.go:171","msg":"trace[1099789887] transaction","detail":"{read_only:false; response_revision:20029; number_of_response:1; }","duration":"310.723447ms","start":"2026-03-18T14:41:52.97851Z","end":"2026-03-18T14:41:53.289233Z","steps":["trace[1099789887] 'process raft request' (duration: 310.450671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:53.289516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:52.978483Z","time spent":"310.894051ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:53.433686Z","caller":"traceutil/trace.go:171","msg":"trace[826738031] transaction","detail":"{read_only:false; response_revision:20030; number_of_response:1; }","duration":"137.84734ms","start":"2026-03-18T14:41:53.295806Z","end":"2026-03-18T14:41:53.433653Z","steps":["trace[826738031] 'process raft request' (duration: 64.133131ms)","trace[826738031] 'compare' (duration: 73.520394ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:54.003363Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476726697,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:41:54.21007Z","caller":"traceutil/trace.go:171","msg":"trace[1722133989] transaction","detail":"{read_only:false; response_revision:20031; number_of_response:1; }","duration":"881.764941ms","start":"2026-03-18T14:41:53.32828Z","end":"2026-03-18T14:41:54.210045Z","steps":["trace[1722133989] 'process raft request' (duration: 881.551905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:54.21022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:53.328242Z","time spent":"881.894155ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:54.210382Z","caller":"traceutil/trace.go:171","msg":"trace[1993358660] transaction","detail":"{read_only:false; response_revision:20032; number_of_response:1; }","duration":"881.975936ms","start":"2026-03-18T14:41:53.32838Z","end":"2026-03-18T14:41:54.210356Z","steps":["trace[1993358660] 'process raft request' (duration: 881.622907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:54.210577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:53.328355Z","time spent":"882.107151ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:54.210577Z","caller":"traceutil/trace.go:171","msg":"trace[264898949] linearizableReadLoop","detail":"{readStateIndex:20833; appliedIndex:20830; }","duration":"707.856757ms","start":"2026-03-18T14:41:53.502708Z","end":"2026-03-18T14:41:54.210565Z","steps":["trace[264898949] 'read index received' (duration: 707.056756ms)","trace[264898949] 'applied index is now lower than readState.Index' (duration: 799.151µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:54.210709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.003331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:41:54.210763Z","caller":"traceutil/trace.go:171","msg":"trace[33337651] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:20033; }","duration":"708.202316ms","start":"2026-03-18T14:41:53.502535Z","end":"2026-03-18T14:41:54.210737Z","steps":["trace[33337651] 'agreement among raft nodes before linearized reading' (duration: 708.066471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:54.210799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:53.502506Z","time spent":"708.284809ms","remote":"127.0.0.1:33676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:41:54.210908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.609033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:41:54.210939Z","caller":"traceutil/trace.go:171","msg":"trace[1777749736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20033; }","duration":"500.716195ms","start":"2026-03-18T14:41:53.710214Z","end":"2026-03-18T14:41:54.210931Z","steps":["trace[1777749736] 'agreement among raft nodes before linearized reading' (duration: 500.558621ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:54.210966Z","caller":"traceutil/trace.go:171","msg":"trace[1179893076] transaction","detail":"{read_only:false; response_revision:20033; number_of_response:1; }","duration":"881.215427ms","start":"2026-03-18T14:41:53.32974Z","end":"2026-03-18T14:41:54.210956Z","steps":["trace[1179893076] 'process raft request' (duration: 880.458246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:54.210986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:53.710193Z","time spent":"500.786988ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:41:54.21122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.066311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:41:54.211262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:53.329727Z","time spent":"881.263658ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:54.211293Z","caller":"traceutil/trace.go:171","msg":"trace[1272019892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20033; }","duration":"373.40138ms","start":"2026-03-18T14:41:53.837874Z","end":"2026-03-18T14:41:54.211276Z","steps":["trace[1272019892] 'agreement among raft nodes before linearized reading' (duration: 372.968989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:54.211331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:53.83782Z","time spent":"373.504352ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:41:54.211364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.597634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:41:54.211457Z","caller":"traceutil/trace.go:171","msg":"trace[1078583603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20033; }","duration":"373.743138ms","start":"2026-03-18T14:41:53.837692Z","end":"2026-03-18T14:41:54.211435Z","steps":["trace[1078583603] 'agreement among raft nodes before linearized reading' (duration: 373.303576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:54.211519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:53.837667Z","time spent":"373.83779ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:41:54.211602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.431553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:41:54.211696Z","caller":"traceutil/trace.go:171","msg":"trace[2084409426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20033; }","duration":"373.194113ms","start":"2026-03-18T14:41:53.838483Z","end":"2026-03-18T14:41:54.211677Z","steps":["trace[2084409426] 'agreement among raft nodes before linearized reading' (duration: 372.30498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:54.211825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:53.838457Z","time spent":"373.353338ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:41:55.01312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.811332ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:55.013684Z","caller":"traceutil/trace.go:171","msg":"trace[391774272] transaction","detail":"{read_only:false; response_revision:20034; number_of_response:1; }","duration":"797.63245ms","start":"2026-03-18T14:41:54.216022Z","end":"2026-03-18T14:41:55.013654Z","steps":["trace[391774272] 'process raft request' (duration: 467.211171ms)","trace[391774272] 'compare' (duration: 329.36717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:55.013889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:54.215993Z","time spent":"797.834805ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:55.014223Z","caller":"traceutil/trace.go:171","msg":"trace[1790635003] transaction","detail":"{read_only:false; response_revision:20035; number_of_response:1; }","duration":"798.178635ms","start":"2026-03-18T14:41:54.21603Z","end":"2026-03-18T14:41:55.014208Z","steps":["trace[1790635003] 'process raft request' (duration: 797.389044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:55.014357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:54.216007Z","time spent":"798.279307ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:55.561769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.782565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:55.562079Z","caller":"traceutil/trace.go:171","msg":"trace[1544612805] transaction","detail":"{read_only:false; response_revision:20036; number_of_response:1; }","duration":"1.345881979s","start":"2026-03-18T14:41:54.216142Z","end":"2026-03-18T14:41:55.562024Z","steps":["trace[1544612805] 'process raft request' (duration: 986.666504ms)","trace[1544612805] 'compare' (duration: 357.270753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:55.562204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:54.216132Z","time spent":"1.346015643s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:55.562486Z","caller":"traceutil/trace.go:171","msg":"trace[873921360] transaction","detail":"{read_only:false; response_revision:20037; number_of_response:1; }","duration":"1.34631773s","start":"2026-03-18T14:41:54.216146Z","end":"2026-03-18T14:41:55.562464Z","steps":["trace[873921360] 'process raft request' (duration: 1.345805326s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:55.562589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:54.216117Z","time spent":"1.346414943s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:55.564112Z","caller":"traceutil/trace.go:171","msg":"trace[1454203789] transaction","detail":"{read_only:false; response_revision:20038; number_of_response:1; }","duration":"1.347863802s","start":"2026-03-18T14:41:54.216218Z","end":"2026-03-18T14:41:55.564082Z","steps":["trace[1454203789] 'process raft request' (duration: 1.3462928s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:55.564249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:54.216192Z","time spent":"1.347989046s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:55.564557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.280471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:55.564692Z","caller":"traceutil/trace.go:171","msg":"trace[2133724063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20038; }","duration":"993.679482ms","start":"2026-03-18T14:41:54.570954Z","end":"2026-03-18T14:41:55.564633Z","steps":["trace[2133724063] 'agreement among raft nodes before linearized reading' (duration: 993.21684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:55.564957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:54.570932Z","time spent":"993.883238ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:41:55.564121Z","caller":"traceutil/trace.go:171","msg":"trace[793199841] linearizableReadLoop","detail":"{readStateIndex:20838; appliedIndex:20833; }","duration":"993.098836ms","start":"2026-03-18T14:41:54.571006Z","end":"2026-03-18T14:41:55.564104Z","steps":["trace[793199841] 'read index received' (duration: 112.313122ms)","trace[793199841] 'applied index is now lower than readState.Index' (duration: 880.784064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:55.566496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.62949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-18T14:41:55.566791Z","caller":"traceutil/trace.go:171","msg":"trace[1249094659] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:20038; }","duration":"930.847926ms","start":"2026-03-18T14:41:54.635807Z","end":"2026-03-18T14:41:55.566655Z","steps":["trace[1249094659] 'agreement among raft nodes before linearized reading' (duration: 930.227679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:55.567144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:54.635784Z","time spent":"931.136755ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-18T14:41:56.062877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.929921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:56.062959Z","caller":"traceutil/trace.go:171","msg":"trace[1930443901] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:20038; }","duration":"132.062524ms","start":"2026-03-18T14:41:55.930877Z","end":"2026-03-18T14:41:56.06294Z","steps":["trace[1930443901] 'count revisions from in-memory index tree' (duration: 131.756936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:56.063037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.786343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:41:56.063532Z","caller":"traceutil/trace.go:171","msg":"trace[1663748625] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20038; }","duration":"386.066921ms","start":"2026-03-18T14:41:55.67718Z","end":"2026-03-18T14:41:56.063247Z","steps":["trace[1663748625] 'range keys from in-memory index tree' (duration: 385.578299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:56.063615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:55.677156Z","time spent":"386.43288ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:41:56.50352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.544174ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:41:56.504042Z","caller":"traceutil/trace.go:171","msg":"trace[1824849411] linearizableReadLoop","detail":"{readStateIndex:20842; appliedIndex:20838; }","duration":"201.478668ms","start":"2026-03-18T14:41:56.302538Z","end":"2026-03-18T14:41:56.504017Z","steps":["trace[1824849411] 'read index received' (duration: 123.531764ms)","trace[1824849411] 'applied index is now lower than readState.Index' (duration: 77.945734ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:56.50418Z","caller":"traceutil/trace.go:171","msg":"trace[1678413395] transaction","detail":"{read_only:false; response_revision:20040; number_of_response:1; }","duration":"287.064388ms","start":"2026-03-18T14:41:56.217099Z","end":"2026-03-18T14:41:56.504163Z","steps":["trace[1678413395] 'process raft request' (duration: 286.767511ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:56.504175Z","caller":"traceutil/trace.go:171","msg":"trace[883975747] transaction","detail":"{read_only:false; response_revision:20039; number_of_response:1; }","duration":"287.10392ms","start":"2026-03-18T14:41:56.217039Z","end":"2026-03-18T14:41:56.504143Z","steps":["trace[883975747] 'process raft request' (duration: 286.579405ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:56.50437Z","caller":"traceutil/trace.go:171","msg":"trace[457735850] transaction","detail":"{read_only:false; response_revision:20041; number_of_response:1; }","duration":"287.214922ms","start":"2026-03-18T14:41:56.217139Z","end":"2026-03-18T14:41:56.504354Z","steps":["trace[457735850] 'process raft request' (duration: 286.826822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:56.50443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.869439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-18T14:41:56.504474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.841718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-18T14:41:56.504547Z","caller":"traceutil/trace.go:171","msg":"trace[1353865343] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20041; }","duration":"201.954613ms","start":"2026-03-18T14:41:56.302574Z","end":"2026-03-18T14:41:56.504528Z","steps":["trace[1353865343] 'agreement among raft nodes before linearized reading' (duration: 201.731577ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:56.504589Z","caller":"traceutil/trace.go:171","msg":"trace[250510991] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20041; }","duration":"201.985502ms","start":"2026-03-18T14:41:56.302533Z","end":"2026-03-18T14:41:56.504518Z","steps":["trace[250510991] 'agreement among raft nodes before linearized reading' (duration: 201.704114ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:56.983051Z","caller":"traceutil/trace.go:171","msg":"trace[1862133804] transaction","detail":"{read_only:false; response_revision:20042; number_of_response:1; }","duration":"476.45003ms","start":"2026-03-18T14:41:56.506578Z","end":"2026-03-18T14:41:56.983028Z","steps":["trace[1862133804] 'process raft request' (duration: 476.304316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:56.983195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:56.506549Z","time spent":"476.572655ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:57.596717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.276237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:57.597099Z","caller":"traceutil/trace.go:171","msg":"trace[2114940449] transaction","detail":"{read_only:false; response_revision:20043; number_of_response:1; }","duration":"1.088310916s","start":"2026-03-18T14:41:56.508744Z","end":"2026-03-18T14:41:57.597055Z","steps":["trace[2114940449] 'process raft request' (duration: 658.615047ms)","trace[2114940449] 'compare' (duration: 428.937819ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:57.597466Z","caller":"traceutil/trace.go:171","msg":"trace[1791595391] linearizableReadLoop","detail":"{readStateIndex:20845; appliedIndex:20842; }","duration":"1.026027905s","start":"2026-03-18T14:41:56.571418Z","end":"2026-03-18T14:41:57.597446Z","steps":["trace[1791595391] 'read index received' (duration: 411.553878ms)","trace[1791595391] 'applied index is now lower than readState.Index' (duration: 614.472747ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:57.597552Z","caller":"traceutil/trace.go:171","msg":"trace[1460038457] transaction","detail":"{read_only:false; response_revision:20044; number_of_response:1; }","duration":"1.08843805s","start":"2026-03-18T14:41:56.509085Z","end":"2026-03-18T14:41:57.597523Z","steps":["trace[1460038457] 'process raft request' (duration: 1.088147622s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:57.597646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0262175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:41:57.59772Z","caller":"traceutil/trace.go:171","msg":"trace[1548414049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20044; }","duration":"1.026327203s","start":"2026-03-18T14:41:56.571374Z","end":"2026-03-18T14:41:57.597701Z","steps":["trace[1548414049] 'agreement among raft nodes before linearized reading' (duration: 1.02618229s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:57.597788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:56.571354Z","time spent":"1.026421946s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:41:57.597883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:56.509079Z","time spent":"1.088533713s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:57.597356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:56.508725Z","time spent":"1.08846422s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:57.5983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.814778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:41:57.598363Z","caller":"traceutil/trace.go:171","msg":"trace[2102894829] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20044; }","duration":"580.91715ms","start":"2026-03-18T14:41:57.017433Z","end":"2026-03-18T14:41:57.598351Z","steps":["trace[2102894829] 'agreement among raft nodes before linearized reading' (duration: 580.697084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:57.598409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:57.017414Z","time spent":"580.985753ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:41:57.59845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.46268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:41:57.598513Z","caller":"traceutil/trace.go:171","msg":"trace[1053740176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20044; }","duration":"579.569794ms","start":"2026-03-18T14:41:57.018927Z","end":"2026-03-18T14:41:57.598497Z","steps":["trace[1053740176] 'agreement among raft nodes before linearized reading' (duration: 579.41661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:57.598561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:57.018904Z","time spent":"579.645045ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:41:58.806428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.897485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:41:58.80655Z","caller":"traceutil/trace.go:171","msg":"trace[951216385] transaction","detail":"{read_only:false; response_revision:20045; number_of_response:1; }","duration":"1.203849324s","start":"2026-03-18T14:41:57.602678Z","end":"2026-03-18T14:41:58.806527Z","steps":["trace[951216385] 'process raft request' (duration: 341.750024ms)","trace[951216385] 'compare' (duration: 861.218057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:58.80661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:57.602653Z","time spent":"1.203927967s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:59.439312Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.4948346s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:41:59.507807Z","caller":"traceutil/trace.go:171","msg":"trace[1038337599] linearizableReadLoop","detail":"{readStateIndex:20850; appliedIndex:20845; }","duration":"1.90274041s","start":"2026-03-18T14:41:57.605037Z","end":"2026-03-18T14:41:59.507778Z","steps":["trace[1038337599] 'read index received' (duration: 339.406611ms)","trace[1038337599] 'applied index is now lower than readState.Index' (duration: 1.563332479s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:41:59.507956Z","caller":"traceutil/trace.go:171","msg":"trace[1187387230] transaction","detail":"{read_only:false; response_revision:20048; number_of_response:1; }","duration":"1.904781736s","start":"2026-03-18T14:41:57.603162Z","end":"2026-03-18T14:41:59.507944Z","steps":["trace[1187387230] 'process raft request' (duration: 1.904517148s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:59.507959Z","caller":"traceutil/trace.go:171","msg":"trace[1585716736] transaction","detail":"{read_only:false; response_revision:20047; number_of_response:1; }","duration":"1.904765055s","start":"2026-03-18T14:41:57.603146Z","end":"2026-03-18T14:41:59.507911Z","steps":["trace[1585716736] 'process raft request' (duration: 1.904485717s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:59.508075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:57.603148Z","time spent":"1.904834636s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:59.508132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:57.603134Z","time spent":"1.904905718s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:59.508246Z","caller":"traceutil/trace.go:171","msg":"trace[128336524] transaction","detail":"{read_only:false; response_revision:20049; number_of_response:1; }","duration":"1.905024171s","start":"2026-03-18T14:41:57.603189Z","end":"2026-03-18T14:41:59.508213Z","steps":["trace[128336524] 'process raft request' (duration: 1.904535429s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:41:59.508322Z","caller":"traceutil/trace.go:171","msg":"trace[1848600818] transaction","detail":"{read_only:false; response_revision:20046; number_of_response:1; }","duration":"1.905171026s","start":"2026-03-18T14:41:57.603112Z","end":"2026-03-18T14:41:59.508283Z","steps":["trace[1848600818] 'process raft request' (duration: 1.836576554s)","trace[1848600818] 'compare' (duration: 67.78622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:41:59.508374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:57.60316Z","time spent":"1.905153445s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:41:59.508391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903323327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:41:59.508485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:57.603094Z","time spent":"1.90530836s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:41:59.508528Z","caller":"traceutil/trace.go:171","msg":"trace[217017476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20049; }","duration":"1.90351325s","start":"2026-03-18T14:41:57.604984Z","end":"2026-03-18T14:41:59.508497Z","steps":["trace[217017476] 'agreement among raft nodes before linearized reading' (duration: 1.903225732s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:41:59.508599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:57.604967Z","time spent":"1.903616744s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:42:00.550976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.972128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:00.551308Z","caller":"traceutil/trace.go:171","msg":"trace[871175086] linearizableReadLoop","detail":"{readStateIndex:20853; appliedIndex:20850; }","duration":"1.043375833s","start":"2026-03-18T14:41:59.507909Z","end":"2026-03-18T14:42:00.551285Z","steps":["trace[871175086] 'read index received' (duration: 198.052156ms)","trace[871175086] 'applied index is now lower than readState.Index' (duration: 845.322447ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:00.551422Z","caller":"traceutil/trace.go:171","msg":"trace[1924976630] transaction","detail":"{read_only:false; response_revision:20051; number_of_response:1; }","duration":"2.041991319s","start":"2026-03-18T14:41:58.50939Z","end":"2026-03-18T14:42:00.551382Z","steps":["trace[1924976630] 'process raft request' (duration: 2.041709871s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:00.551536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412357293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:42:00.551547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334821951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:00.551596Z","caller":"traceutil/trace.go:171","msg":"trace[354771876] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:20052; }","duration":"1.412461136s","start":"2026-03-18T14:41:59.139117Z","end":"2026-03-18T14:42:00.551578Z","steps":["trace[354771876] 'agreement among raft nodes before linearized reading' (duration: 1.412303872s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:00.55161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:58.50938Z","time spent":"2.042132512s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:00.551633Z","caller":"traceutil/trace.go:171","msg":"trace[1892184919] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:20052; }","duration":"1.334983875s","start":"2026-03-18T14:41:59.216626Z","end":"2026-03-18T14:42:00.55161Z","steps":["trace[1892184919] 'agreement among raft nodes before linearized reading' (duration: 1.334761099s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:00.551635Z","caller":"traceutil/trace.go:171","msg":"trace[1455864198] transaction","detail":"{read_only:false; response_revision:20052; number_of_response:1; }","duration":"2.041870676s","start":"2026-03-18T14:41:58.50974Z","end":"2026-03-18T14:42:00.551611Z","steps":["trace[1455864198] 'process raft request' (duration: 2.041483415s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:00.55166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:59.139096Z","time spent":"1.412546359s","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:00.551684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:59.216601Z","time spent":"1.335072796s","remote":"127.0.0.1:49908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:00.551672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984524648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:00.55168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036540859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:00.551742Z","caller":"traceutil/trace.go:171","msg":"trace[1172945708] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:20052; }","duration":"1.98463632s","start":"2026-03-18T14:41:58.567084Z","end":"2026-03-18T14:42:00.55172Z","steps":["trace[1172945708] 'agreement among raft nodes before linearized reading' (duration: 1.984493586s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:00.551752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:58.509732Z","time spent":"2.041962709s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:00.551755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.544794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-18T14:42:00.551797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:58.567064Z","time spent":"1.984717763s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:00.551708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.309908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:00.55182Z","caller":"traceutil/trace.go:171","msg":"trace[1087386133] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20052; }","duration":"745.645697ms","start":"2026-03-18T14:41:59.806158Z","end":"2026-03-18T14:42:00.551803Z","steps":["trace[1087386133] 'agreement among raft nodes before linearized reading' (duration: 745.447482ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:00.551843Z","caller":"traceutil/trace.go:171","msg":"trace[65794596] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:20052; }","duration":"931.495663ms","start":"2026-03-18T14:41:59.620336Z","end":"2026-03-18T14:42:00.551831Z","steps":["trace[65794596] 'agreement among raft nodes before linearized reading' (duration: 931.312078ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:00.551794Z","caller":"traceutil/trace.go:171","msg":"trace[453390001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20052; }","duration":"1.036690673s","start":"2026-03-18T14:41:59.515071Z","end":"2026-03-18T14:42:00.551762Z","steps":["trace[453390001] 'agreement among raft nodes before linearized reading' (duration: 1.036518049s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:00.551866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:59.806131Z","time spent":"745.726838ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-18T14:42:00.551894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:59.620313Z","time spent":"931.563526ms","remote":"127.0.0.1:33726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:00.551942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:59.515052Z","time spent":"1.036846157s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:42:00.551926Z","caller":"traceutil/trace.go:171","msg":"trace[1486542491] transaction","detail":"{read_only:false; response_revision:20050; number_of_response:1; }","duration":"2.043022117s","start":"2026-03-18T14:41:58.508874Z","end":"2026-03-18T14:42:00.551897Z","steps":["trace[1486542491] 'process raft request' (duration: 1.197022141s)","trace[1486542491] 'compare' (duration: 844.736142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:00.552065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:41:58.508851Z","time spent":"2.04314642s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:02.270662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462347863s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-18T14:42:02.27077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:00.552928Z","time spent":"1.717830419s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T14:42:02.270847Z","caller":"traceutil/trace.go:171","msg":"trace[1333089542] linearizableReadLoop","detail":"{readStateIndex:20854; appliedIndex:20853; }","duration":"1.709419613s","start":"2026-03-18T14:42:00.561402Z","end":"2026-03-18T14:42:02.270821Z","steps":["trace[1333089542] 'read index received' (duration: 246.907725ms)","trace[1333089542] 'applied index is now lower than readState.Index' (duration: 1.462509128s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:02.270984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709563886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:02.271025Z","caller":"traceutil/trace.go:171","msg":"trace[1472638878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20052; }","duration":"1.709655108s","start":"2026-03-18T14:42:00.56136Z","end":"2026-03-18T14:42:02.271015Z","steps":["trace[1472638878] 'agreement among raft nodes before linearized reading' (duration: 1.709559316s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:02.271055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:00.561345Z","time spent":"1.709704091s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:42:02.27131Z","caller":"traceutil/trace.go:171","msg":"trace[852048429] transaction","detail":"{read_only:false; response_revision:20053; number_of_response:1; }","duration":"1.529776834s","start":"2026-03-18T14:42:00.741505Z","end":"2026-03-18T14:42:02.271282Z","steps":["trace[852048429] 'process raft request' (duration: 1.52925997s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:02.271465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:00.74148Z","time spent":"1.529908487s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:02.568546Z","caller":"traceutil/trace.go:171","msg":"trace[1395681038] linearizableReadLoop","detail":"{readStateIndex:20856; appliedIndex:20855; }","duration":"297.626534ms","start":"2026-03-18T14:42:02.270891Z","end":"2026-03-18T14:42:02.568517Z","steps":["trace[1395681038] 'read index received' (duration: 215.579959ms)","trace[1395681038] 'applied index is now lower than readState.Index' (duration: 82.045215ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:02.568748Z","caller":"traceutil/trace.go:171","msg":"trace[2031039993] transaction","detail":"{read_only:false; response_revision:20055; number_of_response:1; }","duration":"296.798252ms","start":"2026-03-18T14:42:02.271927Z","end":"2026-03-18T14:42:02.568725Z","steps":["trace[2031039993] 'process raft request' (duration: 296.524364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:02.568784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.730906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:02.568848Z","caller":"traceutil/trace.go:171","msg":"trace[187244312] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:20055; }","duration":"493.835601ms","start":"2026-03-18T14:42:02.074995Z","end":"2026-03-18T14:42:02.568831Z","steps":["trace[187244312] 'agreement among raft nodes before linearized reading' (duration: 493.690576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:02.568903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:02.07498Z","time spent":"493.906782ms","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:02.569031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2010909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:02.569082Z","caller":"traceutil/trace.go:171","msg":"trace[1404269786] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:20055; }","duration":"1.201219095s","start":"2026-03-18T14:42:01.367848Z","end":"2026-03-18T14:42:02.569067Z","steps":["trace[1404269786] 'agreement among raft nodes before linearized reading' (duration: 1.201124812s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:02.569057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553853484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:42:02.56911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:01.367826Z","time spent":"1.201276615s","remote":"127.0.0.1:45120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:42:02.568567Z","caller":"traceutil/trace.go:171","msg":"trace[942485651] transaction","detail":"{read_only:false; response_revision:20054; number_of_response:1; }","duration":"851.682569ms","start":"2026-03-18T14:42:01.716843Z","end":"2026-03-18T14:42:02.568526Z","steps":["trace[942485651] 'process raft request' (duration: 769.606714ms)","trace[942485651] 'compare' (duration: 81.832989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:02.569119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.27638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:02.56914Z","caller":"traceutil/trace.go:171","msg":"trace[2034474945] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:20055; }","duration":"1.553944126s","start":"2026-03-18T14:42:01.015173Z","end":"2026-03-18T14:42:02.569118Z","steps":["trace[2034474945] 'agreement among raft nodes before linearized reading' (duration: 1.553812472s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:02.569174Z","caller":"traceutil/trace.go:171","msg":"trace[1474061587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20055; }","duration":"807.358043ms","start":"2026-03-18T14:42:01.761801Z","end":"2026-03-18T14:42:02.569159Z","steps":["trace[1474061587] 'agreement among raft nodes before linearized reading' (duration: 807.268011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:02.569191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:01.015129Z","time spent":"1.554051018s","remote":"127.0.0.1:33772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:02.569174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051142524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T14:42:02.569089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294401709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:02.569233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:01.716823Z","time spent":"852.335367ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:02.569257Z","caller":"traceutil/trace.go:171","msg":"trace[1891628489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20055; }","duration":"1.051253487s","start":"2026-03-18T14:42:01.517988Z","end":"2026-03-18T14:42:02.569242Z","steps":["trace[1891628489] 'agreement among raft nodes before linearized reading' (duration: 1.051029051s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:02.569282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050050853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T14:42:02.569296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:01.517972Z","time spent":"1.051315528s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:42:02.569306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051290918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:42:02.569335Z","caller":"traceutil/trace.go:171","msg":"trace[1203249399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20055; }","duration":"1.051354248s","start":"2026-03-18T14:42:01.517974Z","end":"2026-03-18T14:42:02.569328Z","steps":["trace[1203249399] 'agreement among raft nodes before linearized reading' (duration: 1.051274307s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:02.569335Z","caller":"traceutil/trace.go:171","msg":"trace[1917143993] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20055; }","duration":"1.050117836s","start":"2026-03-18T14:42:01.5192Z","end":"2026-03-18T14:42:02.569318Z","steps":["trace[1917143993] 'agreement among raft nodes before linearized reading' (duration: 1.049959302s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:02.569359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:01.517955Z","time spent":"1.051400021s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:42:02.569344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103904347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:02.569359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0513403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T14:42:02.569302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422085756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:42:02.569416Z","caller":"traceutil/trace.go:171","msg":"trace[887057135] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:20055; }","duration":"1.104021551s","start":"2026-03-18T14:42:01.465376Z","end":"2026-03-18T14:42:02.569397Z","steps":["trace[887057135] 'agreement among raft nodes before linearized reading' (duration: 1.103884527s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:02.569445Z","caller":"traceutil/trace.go:171","msg":"trace[865104695] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20055; }","duration":"1.422305231s","start":"2026-03-18T14:42:01.147124Z","end":"2026-03-18T14:42:02.569429Z","steps":["trace[865104695] 'agreement among raft nodes before linearized reading' (duration: 1.42187659s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:02.569498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:01.465354Z","time spent":"1.104119834s","remote":"127.0.0.1:45810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:02.569176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844506678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-18T14:42:02.569522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:01.147102Z","time spent":"1.422409215s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:42:02.569588Z","caller":"traceutil/trace.go:171","msg":"trace[1095489731] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:20055; }","duration":"1.844947171s","start":"2026-03-18T14:42:00.724616Z","end":"2026-03-18T14:42:02.569563Z","steps":["trace[1095489731] 'agreement among raft nodes before linearized reading' (duration: 1.844408296s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:02.569817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:00.7246Z","time spent":"1.845182777s","remote":"127.0.0.1:33740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":151,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:42:02.569425Z","caller":"traceutil/trace.go:171","msg":"trace[1256638885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20055; }","duration":"1.051436531s","start":"2026-03-18T14:42:01.517973Z","end":"2026-03-18T14:42:02.56941Z","steps":["trace[1256638885] 'agreement among raft nodes before linearized reading' (duration: 1.051290117s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:02.569918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:01.517955Z","time spent":"1.051947226s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:42:02.569379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:01.51919Z","time spent":"1.050179458s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:42:02.569289Z","caller":"traceutil/trace.go:171","msg":"trace[1228884583] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:20055; }","duration":"1.294645837s","start":"2026-03-18T14:42:01.274621Z","end":"2026-03-18T14:42:02.569267Z","steps":["trace[1228884583] 'agreement among raft nodes before linearized reading' (duration: 1.29437846s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:02.570057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:01.274604Z","time spent":"1.295429578s","remote":"127.0.0.1:49936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:02.56923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:01.761787Z","time spent":"807.432044ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:42:02.569551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757405427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:42:02.570432Z","caller":"traceutil/trace.go:171","msg":"trace[1794776283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20055; }","duration":"1.758520477s","start":"2026-03-18T14:42:00.811885Z","end":"2026-03-18T14:42:02.570406Z","steps":["trace[1794776283] 'agreement among raft nodes before linearized reading' (duration: 1.757326864s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:02.570688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:00.811872Z","time spent":"1.758795154s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:42:03.886714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114147754s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:03.886993Z","caller":"traceutil/trace.go:171","msg":"trace[1793837102] linearizableReadLoop","detail":"{readStateIndex:20860; appliedIndex:20857; }","duration":"1.318320655s","start":"2026-03-18T14:42:02.56865Z","end":"2026-03-18T14:42:03.886971Z","steps":["trace[1793837102] 'read index received' (duration: 203.903394ms)","trace[1793837102] 'applied index is now lower than readState.Index' (duration: 1.114415751s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:03.887012Z","caller":"traceutil/trace.go:171","msg":"trace[508325374] transaction","detail":"{read_only:false; response_revision:20056; number_of_response:1; }","duration":"1.328365485s","start":"2026-03-18T14:42:02.558617Z","end":"2026-03-18T14:42:03.886982Z","steps":["trace[508325374] 'process raft request' (duration: 213.837932ms)","trace[508325374] 'compare' (duration: 1.113232108s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:03.88705Z","caller":"traceutil/trace.go:171","msg":"trace[1435285343] transaction","detail":"{read_only:false; response_revision:20057; number_of_response:1; }","duration":"1.328369867s","start":"2026-03-18T14:42:02.558647Z","end":"2026-03-18T14:42:03.887017Z","steps":["trace[1435285343] 'process raft request' (duration: 1.328183402s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:03.887075Z","caller":"traceutil/trace.go:171","msg":"trace[326052110] transaction","detail":"{read_only:false; response_revision:20058; number_of_response:1; }","duration":"1.328303175s","start":"2026-03-18T14:42:02.558753Z","end":"2026-03-18T14:42:03.887056Z","steps":["trace[326052110] 'process raft request' (duration: 1.328164811s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:03.887124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615161918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:03.887122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:02.55855Z","time spent":"1.328516851s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:03.887169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:02.558713Z","time spent":"1.328412228s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:03.887176Z","caller":"traceutil/trace.go:171","msg":"trace[2000456722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20058; }","duration":"1.615250939s","start":"2026-03-18T14:42:02.27191Z","end":"2026-03-18T14:42:03.887161Z","steps":["trace[2000456722] 'agreement among raft nodes before linearized reading' (duration: 1.615170407s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:03.887207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:02.558614Z","time spent":"1.328508s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:03.887229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:02.271888Z","time spent":"1.615330812s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:42:04.131364Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.358823128s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:42:04.385668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.915834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:04.385931Z","caller":"traceutil/trace.go:171","msg":"trace[175505416] transaction","detail":"{read_only:false; response_revision:20060; number_of_response:1; }","duration":"1.812398172s","start":"2026-03-18T14:42:02.573513Z","end":"2026-03-18T14:42:04.385911Z","steps":["trace[175505416] 'process raft request' (duration: 1.812285299s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:04.386002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:02.573499Z","time spent":"1.812466974s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:04.385978Z","caller":"traceutil/trace.go:171","msg":"trace[1739040479] transaction","detail":"{read_only:false; response_revision:20059; number_of_response:1; }","duration":"1.812922005s","start":"2026-03-18T14:42:02.573008Z","end":"2026-03-18T14:42:04.38593Z","steps":["trace[1739040479] 'process raft request' (duration: 1.558656762s)","trace[1739040479] 'compare' (duration: 253.673268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:04.386137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:02.572987Z","time spent":"1.813070381s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:04.386274Z","caller":"traceutil/trace.go:171","msg":"trace[431550409] transaction","detail":"{read_only:false; response_revision:20061; number_of_response:1; }","duration":"1.812283488s","start":"2026-03-18T14:42:02.573971Z","end":"2026-03-18T14:42:04.386254Z","steps":["trace[431550409] 'process raft request' (duration: 1.811902468s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:04.386364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:02.57396Z","time spent":"1.812362971s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:04.386564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.444521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:42:04.386568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.086353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:04.386605Z","caller":"traceutil/trace.go:171","msg":"trace[1680038680] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:20063; }","duration":"841.126665ms","start":"2026-03-18T14:42:03.545467Z","end":"2026-03-18T14:42:04.386594Z","steps":["trace[1680038680] 'agreement among raft nodes before linearized reading' (duration: 841.038623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:04.38666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814022745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T14:42:04.386699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:03.545384Z","time spent":"841.305819ms","remote":"127.0.0.1:49978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:42:04.3867Z","caller":"traceutil/trace.go:171","msg":"trace[1597467806] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20063; }","duration":"1.814077048s","start":"2026-03-18T14:42:02.572612Z","end":"2026-03-18T14:42:04.386689Z","steps":["trace[1597467806] 'agreement among raft nodes before linearized reading' (duration: 1.813948223s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:04.386737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:02.572602Z","time spent":"1.814128568s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:42:04.386862Z","caller":"traceutil/trace.go:171","msg":"trace[1673301566] transaction","detail":"{read_only:false; response_revision:20062; number_of_response:1; }","duration":"1.81123708s","start":"2026-03-18T14:42:02.575614Z","end":"2026-03-18T14:42:04.386852Z","steps":["trace[1673301566] 'process raft request' (duration: 1.810367936s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:04.386897Z","caller":"traceutil/trace.go:171","msg":"trace[98687996] transaction","detail":"{read_only:false; response_revision:20063; number_of_response:1; }","duration":"1.810924021s","start":"2026-03-18T14:42:02.575953Z","end":"2026-03-18T14:42:04.386877Z","steps":["trace[98687996] 'process raft request' (duration: 1.810462649s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:04.386894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815999138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-18T14:42:04.38698Z","caller":"traceutil/trace.go:171","msg":"trace[1744983490] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:20063; }","duration":"1.816117913s","start":"2026-03-18T14:42:02.570845Z","end":"2026-03-18T14:42:04.386963Z","steps":["trace[1744983490] 'agreement among raft nodes before linearized reading' (duration: 1.815921597s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:04.386996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:02.575942Z","time spent":"1.811003524s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:04.387032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:02.570835Z","time spent":"1.816188815s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T14:42:04.386924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:02.575592Z","time spent":"1.811299321s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:04.38712Z","caller":"traceutil/trace.go:171","msg":"trace[1122709582] linearizableReadLoop","detail":"{readStateIndex:20865; appliedIndex:20860; }","duration":"499.446652ms","start":"2026-03-18T14:42:03.887048Z","end":"2026-03-18T14:42:04.386494Z","steps":["trace[1122709582] 'read index received' (duration: 244.556462ms)","trace[1122709582] 'applied index is now lower than readState.Index' (duration: 254.88964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:04.387353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.71777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:04.387399Z","caller":"traceutil/trace.go:171","msg":"trace[1909777996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20063; }","duration":"492.801512ms","start":"2026-03-18T14:42:03.894581Z","end":"2026-03-18T14:42:04.387382Z","steps":["trace[1909777996] 'agreement among raft nodes before linearized reading' (duration: 492.694919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:04.387446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:03.894568Z","time spent":"492.870473ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:42:04.386593Z","caller":"traceutil/trace.go:171","msg":"trace[315743885] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:20063; }","duration":"981.479613ms","start":"2026-03-18T14:42:03.405108Z","end":"2026-03-18T14:42:04.386588Z","steps":["trace[315743885] 'agreement among raft nodes before linearized reading' (duration: 981.421331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:04.387578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:03.405013Z","time spent":"982.555802ms","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:06.467092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662587288s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:06.467193Z","caller":"traceutil/trace.go:171","msg":"trace[1754481924] linearizableReadLoop","detail":"{readStateIndex:20866; appliedIndex:20865; }","duration":"1.896426899s","start":"2026-03-18T14:42:04.57075Z","end":"2026-03-18T14:42:06.467177Z","steps":["trace[1754481924] 'read index received' (duration: 233.616456ms)","trace[1754481924] 'applied index is now lower than readState.Index' (duration: 1.662808833s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:06.467238Z","caller":"traceutil/trace.go:171","msg":"trace[1704056799] transaction","detail":"{read_only:false; response_revision:20064; number_of_response:1; }","duration":"1.977525469s","start":"2026-03-18T14:42:04.489664Z","end":"2026-03-18T14:42:06.467189Z","steps":["trace[1704056799] 'process raft request' (duration: 314.775457ms)","trace[1704056799] 'compare' (duration: 1.662210097s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:06.467282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896534863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:06.467311Z","caller":"traceutil/trace.go:171","msg":"trace[1215845072] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:20064; }","duration":"1.896602055s","start":"2026-03-18T14:42:04.570699Z","end":"2026-03-18T14:42:06.467301Z","steps":["trace[1215845072] 'agreement among raft nodes before linearized reading' (duration: 1.896543143s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:06.467352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:04.570676Z","time spent":"1.896665995s","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:06.467371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:04.489638Z","time spent":"1.977650972s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:06.967479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476726777,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:42:07.443908Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.66901173s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:42:07.569429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999993216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:42:07.569537Z","caller":"traceutil/trace.go:171","msg":"trace[1444451744] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00014906s","start":"2026-03-18T14:42:05.569373Z","end":"2026-03-18T14:42:07.569522Z","steps":["trace[1444451744] 'agreement among raft nodes before linearized reading' (duration: 2.000022967s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:07.56959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:05.569356Z","time spent":"2.000225312s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:42:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:42:09.571262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001350263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:42:09.571342Z","caller":"traceutil/trace.go:171","msg":"trace[1222324877] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001468194s","start":"2026-03-18T14:42:07.569857Z","end":"2026-03-18T14:42:09.571325Z","steps":["trace[1222324877] 'agreement among raft nodes before linearized reading' (duration: 2.001370423s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:09.571386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:07.569842Z","time spent":"2.001534837s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:42:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:42:09.841858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.176383209s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:09.841991Z","caller":"traceutil/trace.go:171","msg":"trace[78165885] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20064; }","duration":"3.176530724s","start":"2026-03-18T14:42:06.665442Z","end":"2026-03-18T14:42:09.841973Z","steps":["trace[78165885] 'range keys from in-memory index tree' (duration: 3.176366839s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.193225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.749071826s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-18T14:42:10.329911Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.885718124s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:42:10.330625Z","caller":"traceutil/trace.go:171","msg":"trace[819958712] transaction","detail":"{read_only:false; response_revision:20065; number_of_response:1; }","duration":"4.437602322s","start":"2026-03-18T14:42:05.892952Z","end":"2026-03-18T14:42:10.330554Z","steps":["trace[819958712] 'process raft request' (duration: 4.437207802s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.330823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:05.892928Z","time spent":"4.437802748s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:10.330894Z","caller":"traceutil/trace.go:171","msg":"trace[81763486] transaction","detail":"{read_only:false; response_revision:20066; number_of_response:1; }","duration":"4.437535902s","start":"2026-03-18T14:42:05.893334Z","end":"2026-03-18T14:42:10.33087Z","steps":["trace[81763486] 'process raft request' (duration: 4.437016898s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.331018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:05.8933Z","time spent":"4.437646794s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:10.331406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.970577619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:10.331443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.944587655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:42:10.331514Z","caller":"traceutil/trace.go:171","msg":"trace[1173435043] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:20067; }","duration":"3.944700249s","start":"2026-03-18T14:42:06.386793Z","end":"2026-03-18T14:42:10.331494Z","steps":["trace[1173435043] 'agreement among raft nodes before linearized reading' (duration: 3.944513484s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.331529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.853735175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:42:10.331567Z","caller":"traceutil/trace.go:171","msg":"trace[777918010] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:20067; }","duration":"4.853814069s","start":"2026-03-18T14:42:05.477743Z","end":"2026-03-18T14:42:10.331557Z","steps":["trace[777918010] 'agreement among raft nodes before linearized reading' (duration: 4.853744177s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.331596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:06.386772Z","time spent":"3.944785941s","remote":"127.0.0.1:45860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":27,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:10.331622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:05.477721Z","time spent":"4.85388423s","remote":"127.0.0.1:56340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:10.331593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.832040301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:42:10.331746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.399449223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7532"} {"level":"warn","ts":"2026-03-18T14:42:10.331751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.940277489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:42:10.331803Z","caller":"traceutil/trace.go:171","msg":"trace[437829916] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:20067; }","duration":"4.399540076s","start":"2026-03-18T14:42:05.932246Z","end":"2026-03-18T14:42:10.331786Z","steps":["trace[437829916] 'agreement among raft nodes before linearized reading' (duration: 4.399347561s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:10.33181Z","caller":"traceutil/trace.go:171","msg":"trace[1906658409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20067; }","duration":"3.940394073s","start":"2026-03-18T14:42:06.391401Z","end":"2026-03-18T14:42:10.331795Z","steps":["trace[1906658409] 'agreement among raft nodes before linearized reading' (duration: 3.940206118s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.331851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:05.932173Z","time spent":"4.399670229s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7556,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-18T14:42:10.331789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.435013496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T14:42:10.331937Z","caller":"traceutil/trace.go:171","msg":"trace[1868542882] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20067; }","duration":"5.435190221s","start":"2026-03-18T14:42:04.896705Z","end":"2026-03-18T14:42:10.331896Z","steps":["trace[1868542882] 'agreement among raft nodes before linearized reading' (duration: 5.434834481s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:10.331958Z","caller":"traceutil/trace.go:171","msg":"trace[2005023359] transaction","detail":"{read_only:false; response_revision:20067; number_of_response:1; }","duration":"4.437601293s","start":"2026-03-18T14:42:05.894343Z","end":"2026-03-18T14:42:10.331944Z","steps":["trace[2005023359] 'process raft request' (duration: 4.436319438s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.33198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.940810973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T14:42:10.331993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:04.896683Z","time spent":"5.435298365s","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-18T14:42:10.331818Z","caller":"traceutil/trace.go:171","msg":"trace[1918173379] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:20067; }","duration":"4.832348448s","start":"2026-03-18T14:42:05.499442Z","end":"2026-03-18T14:42:10.331791Z","steps":["trace[1918173379] 'agreement among raft nodes before linearized reading' (duration: 4.831984048s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.331855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:06.391368Z","time spent":"3.940475244s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:42:10.331283Z","caller":"traceutil/trace.go:171","msg":"trace[510891012] linearizableReadLoop","detail":"{readStateIndex:20870; appliedIndex:20866; }","duration":"3.864045422s","start":"2026-03-18T14:42:06.467218Z","end":"2026-03-18T14:42:10.331264Z","steps":["trace[510891012] 'read index received' (duration: 976.976132ms)","trace[510891012] 'applied index is now lower than readState.Index' (duration: 2.88706795s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:10.332119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.108072241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:10.332166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.941511533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:42:10.332043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:05.894321Z","time spent":"4.437677005s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:10.332204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.940382432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:42:10.332225Z","caller":"traceutil/trace.go:171","msg":"trace[936947851] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:20067; }","duration":"5.108189424s","start":"2026-03-18T14:42:05.223987Z","end":"2026-03-18T14:42:10.332177Z","steps":["trace[936947851] 'agreement among raft nodes before linearized reading' (duration: 5.10800593s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:10.332255Z","caller":"traceutil/trace.go:171","msg":"trace[1176607198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20067; }","duration":"3.940496425s","start":"2026-03-18T14:42:06.391746Z","end":"2026-03-18T14:42:10.332242Z","steps":["trace[1176607198] 'agreement among raft nodes before linearized reading' (duration: 3.94032694s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.332277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:05.223929Z","time spent":"5.108331568s","remote":"127.0.0.1:33770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:10.332296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:06.391737Z","time spent":"3.940547787s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:42:10.331463Z","caller":"traceutil/trace.go:171","msg":"trace[1916006784] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:20067; }","duration":"4.970679693s","start":"2026-03-18T14:42:05.360768Z","end":"2026-03-18T14:42:10.331448Z","steps":["trace[1916006784] 'agreement among raft nodes before linearized reading' (duration: 4.97056782s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.332317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.942006876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T14:42:10.332348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:05.360733Z","time spent":"4.971596008s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:42:10.332358Z","caller":"traceutil/trace.go:171","msg":"trace[1759956010] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20067; }","duration":"3.942067747s","start":"2026-03-18T14:42:06.390278Z","end":"2026-03-18T14:42:10.332346Z","steps":["trace[1759956010] 'agreement among raft nodes before linearized reading' (duration: 3.941960164s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:10.332214Z","caller":"traceutil/trace.go:171","msg":"trace[294178855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20067; }","duration":"3.941572314s","start":"2026-03-18T14:42:06.390624Z","end":"2026-03-18T14:42:10.332196Z","steps":["trace[294178855] 'agreement among raft nodes before linearized reading' (duration: 3.9414533s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.332397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:06.390266Z","time spent":"3.942120579s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:42:10.332407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:06.390616Z","time spent":"3.941778909s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:42:10.332464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.266310567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:42:10.332347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.645004784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:42:10.332539Z","caller":"traceutil/trace.go:171","msg":"trace[1822055780] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:20067; }","duration":"3.266407369s","start":"2026-03-18T14:42:07.066106Z","end":"2026-03-18T14:42:10.332513Z","steps":["trace[1822055780] 'agreement among raft nodes before linearized reading' (duration: 3.266297146s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:10.332549Z","caller":"traceutil/trace.go:171","msg":"trace[78006876] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:20067; }","duration":"5.645264152s","start":"2026-03-18T14:42:04.687263Z","end":"2026-03-18T14:42:10.332527Z","steps":["trace[78006876] 'agreement among raft nodes before linearized reading' (duration: 5.644987154s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.332604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:04.68724Z","time spent":"5.645342903s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:10.332504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:05.499419Z","time spent":"4.832678318s","remote":"127.0.0.1:56782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":34,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:10.332676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.251473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:10.332603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:07.066085Z","time spent":"3.266503802s","remote":"127.0.0.1:45862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:42:10.332711Z","caller":"traceutil/trace.go:171","msg":"trace[52600031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20067; }","duration":"756.293274ms","start":"2026-03-18T14:42:09.576406Z","end":"2026-03-18T14:42:10.332699Z","steps":["trace[52600031] 'agreement among raft nodes before linearized reading' (duration: 756.240903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.332744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:09.576401Z","time spent":"756.337276ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:42:10.33275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246672961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:10.332802Z","caller":"traceutil/trace.go:171","msg":"trace[2000288854] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:20067; }","duration":"1.246766344s","start":"2026-03-18T14:42:09.086021Z","end":"2026-03-18T14:42:10.332788Z","steps":["trace[2000288854] 'agreement among raft nodes before linearized reading' (duration: 1.246684342s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.332822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.799523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T14:42:10.332826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.699627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:42:10.332846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:09.085942Z","time spent":"1.246890457s","remote":"127.0.0.1:45138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:42:10.33286Z","caller":"traceutil/trace.go:171","msg":"trace[2012316496] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20067; }","duration":"854.859975ms","start":"2026-03-18T14:42:09.477989Z","end":"2026-03-18T14:42:10.332849Z","steps":["trace[2012316496] 'agreement among raft nodes before linearized reading' (duration: 854.739381ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:10.332884Z","caller":"traceutil/trace.go:171","msg":"trace[1569661864] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:20067; }","duration":"855.758789ms","start":"2026-03-18T14:42:09.477106Z","end":"2026-03-18T14:42:10.332864Z","steps":["trace[1569661864] 'agreement among raft nodes before linearized reading' (duration: 855.655057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.332891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:09.477982Z","time spent":"854.902746ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:42:10.332912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184632017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:42:10.332931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:09.477046Z","time spent":"855.870352ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":13,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:42:10.332972Z","caller":"traceutil/trace.go:171","msg":"trace[1171859350] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:20067; }","duration":"1.18473162s","start":"2026-03-18T14:42:09.148222Z","end":"2026-03-18T14:42:10.332954Z","steps":["trace[1171859350] 'agreement among raft nodes before linearized reading' (duration: 1.184584555s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.33302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:09.148201Z","time spent":"1.184804961s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":43,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:10.331921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.233707512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:42:10.332046Z","caller":"traceutil/trace.go:171","msg":"trace[242435190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20067; }","duration":"3.940897536s","start":"2026-03-18T14:42:06.391132Z","end":"2026-03-18T14:42:10.332029Z","steps":["trace[242435190] 'agreement among raft nodes before linearized reading' (duration: 3.94071492s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.33325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:06.391108Z","time spent":"3.942124609s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:42:10.333322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.019291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:238525"} {"level":"info","ts":"2026-03-18T14:42:10.333364Z","caller":"traceutil/trace.go:171","msg":"trace[154213912] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:20067; }","duration":"758.079093ms","start":"2026-03-18T14:42:09.575274Z","end":"2026-03-18T14:42:10.333353Z","steps":["trace[154213912] 'agreement among raft nodes before linearized reading' (duration: 757.778255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.333394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:09.575265Z","time spent":"758.120755ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":27,"response size":238549,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-18T14:42:10.333422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778680272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:10.333477Z","caller":"traceutil/trace.go:171","msg":"trace[1053035942] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:20067; }","duration":"1.778780914s","start":"2026-03-18T14:42:08.554679Z","end":"2026-03-18T14:42:10.33346Z","steps":["trace[1053035942] 'agreement among raft nodes before linearized reading' (duration: 1.778675531s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.333509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.503201318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:10.333473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587639765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:42:10.333553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759773211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:42:10.333566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.297071024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:42:10.333583Z","caller":"traceutil/trace.go:171","msg":"trace[1036485852] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:20067; }","duration":"2.503360293s","start":"2026-03-18T14:42:07.830202Z","end":"2026-03-18T14:42:10.333562Z","steps":["trace[1036485852] 'agreement among raft nodes before linearized reading' (duration: 2.503225669s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:10.333583Z","caller":"traceutil/trace.go:171","msg":"trace[578825287] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:20067; }","duration":"1.587822669s","start":"2026-03-18T14:42:08.745746Z","end":"2026-03-18T14:42:10.333569Z","steps":["trace[578825287] 'agreement among raft nodes before linearized reading' (duration: 1.587677985s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:10.333612Z","caller":"traceutil/trace.go:171","msg":"trace[682211399] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:20067; }","duration":"1.759882955s","start":"2026-03-18T14:42:08.573716Z","end":"2026-03-18T14:42:10.333599Z","steps":["trace[682211399] 'agreement among raft nodes before linearized reading' (duration: 1.75971605s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:10.33362Z","caller":"traceutil/trace.go:171","msg":"trace[752643918] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:20067; }","duration":"2.297161118s","start":"2026-03-18T14:42:08.036446Z","end":"2026-03-18T14:42:10.333607Z","steps":["trace[752643918] 'agreement among raft nodes before linearized reading' (duration: 2.297072135s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.333635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:08.745723Z","time spent":"1.587899662s","remote":"127.0.0.1:35990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:10.333646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:08.57366Z","time spent":"1.759977326s","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":78,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:10.333642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:07.830176Z","time spent":"2.503444746s","remote":"127.0.0.1:45098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:10.333663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:08.036417Z","time spent":"2.297233428s","remote":"127.0.0.1:33708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:10.333535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:08.554656Z","time spent":"1.778864927s","remote":"127.0.0.1:41050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:42:10.333205Z","caller":"traceutil/trace.go:171","msg":"trace[1531016167] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:20067; }","duration":"5.235169732s","start":"2026-03-18T14:42:05.098013Z","end":"2026-03-18T14:42:10.333182Z","steps":["trace[1531016167] 'agreement among raft nodes before linearized reading' (duration: 5.233374383s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.334032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:05.09799Z","time spent":"5.235845471s","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:10.335265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.874726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-18T14:42:10.335338Z","caller":"traceutil/trace.go:171","msg":"trace[630606739] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0; range_end:; response_count:1; response_revision:20067; }","duration":"762.010968ms","start":"2026-03-18T14:42:09.573304Z","end":"2026-03-18T14:42:10.335315Z","steps":["trace[630606739] 'agreement among raft nodes before linearized reading' (duration: 760.041145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.335387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:09.573289Z","time spent":"762.082311ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" "} {"level":"warn","ts":"2026-03-18T14:42:10.89238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.533077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:10.892546Z","caller":"traceutil/trace.go:171","msg":"trace[353548633] transaction","detail":"{read_only:false; response_revision:20068; number_of_response:1; }","duration":"554.648372ms","start":"2026-03-18T14:42:10.337841Z","end":"2026-03-18T14:42:10.892489Z","steps":["trace[353548633] 'process raft request' (duration: 371.659223ms)","trace[353548633] 'compare' (duration: 182.228438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:10.892662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:10.337823Z","time spent":"554.784425ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:10.982705Z","caller":"traceutil/trace.go:171","msg":"trace[1399509088] linearizableReadLoop","detail":"{readStateIndex:20876; appliedIndex:20870; }","duration":"643.713377ms","start":"2026-03-18T14:42:10.33897Z","end":"2026-03-18T14:42:10.982683Z","steps":["trace[1399509088] 'read index received' (duration: 370.538953ms)","trace[1399509088] 'applied index is now lower than readState.Index' (duration: 273.173564ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:10.982901Z","caller":"traceutil/trace.go:171","msg":"trace[84383546] transaction","detail":"{read_only:false; response_revision:20069; number_of_response:1; }","duration":"644.948048ms","start":"2026-03-18T14:42:10.337937Z","end":"2026-03-18T14:42:10.982885Z","steps":["trace[84383546] 'process raft request' (duration: 644.413415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.983147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:10.337913Z","time spent":"645.090562ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:10.983652Z","caller":"traceutil/trace.go:171","msg":"trace[1130134284] transaction","detail":"{read_only:false; response_revision:20070; number_of_response:1; }","duration":"645.318789ms","start":"2026-03-18T14:42:10.33832Z","end":"2026-03-18T14:42:10.983639Z","steps":["trace[1130134284] 'process raft request' (duration: 644.195559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.983762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:10.33831Z","time spent":"645.37887ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:10.983962Z","caller":"traceutil/trace.go:171","msg":"trace[1989764017] transaction","detail":"{read_only:false; response_revision:20071; number_of_response:1; }","duration":"645.626227ms","start":"2026-03-18T14:42:10.338324Z","end":"2026-03-18T14:42:10.98395Z","steps":["trace[1989764017] 'process raft request' (duration: 644.252981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.984065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:10.338303Z","time spent":"645.6951ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:10.984432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.770941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-18T14:42:10.984586Z","caller":"traceutil/trace.go:171","msg":"trace[621259516] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:20073; }","duration":"529.975315ms","start":"2026-03-18T14:42:10.454592Z","end":"2026-03-18T14:42:10.984567Z","steps":["trace[621259516] 'agreement among raft nodes before linearized reading' (duration: 529.657856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.984673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:10.45457Z","time spent":"530.089089ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"info","ts":"2026-03-18T14:42:10.984958Z","caller":"traceutil/trace.go:171","msg":"trace[1039181151] transaction","detail":"{read_only:false; response_revision:20072; number_of_response:1; }","duration":"646.575753ms","start":"2026-03-18T14:42:10.338368Z","end":"2026-03-18T14:42:10.984944Z","steps":["trace[1039181151] 'process raft request' (duration: 644.247169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.985099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:10.338351Z","time spent":"646.687055ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:10.985453Z","caller":"traceutil/trace.go:171","msg":"trace[1923024557] transaction","detail":"{read_only:false; response_revision:20073; number_of_response:1; }","duration":"647.040015ms","start":"2026-03-18T14:42:10.338398Z","end":"2026-03-18T14:42:10.985438Z","steps":["trace[1923024557] 'process raft request' (duration: 644.25065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.986194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:10.338378Z","time spent":"647.754245ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:10.985678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.704087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18574"} {"level":"info","ts":"2026-03-18T14:42:10.986424Z","caller":"traceutil/trace.go:171","msg":"trace[756487079] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20073; }","duration":"647.452167ms","start":"2026-03-18T14:42:10.338947Z","end":"2026-03-18T14:42:10.986399Z","steps":["trace[756487079] 'agreement among raft nodes before linearized reading' (duration: 646.592833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:10.986572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:10.338939Z","time spent":"647.57553ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18598,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T14:42:11.39786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.212623ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-18T14:42:11.397955Z","caller":"traceutil/trace.go:171","msg":"trace[910246131] linearizableReadLoop","detail":"{readStateIndex:20877; appliedIndex:20876; }","duration":"353.390659ms","start":"2026-03-18T14:42:11.044548Z","end":"2026-03-18T14:42:11.397938Z","steps":["trace[910246131] 'read index received' (duration: 239.130526ms)","trace[910246131] 'applied index is now lower than readState.Index' (duration: 114.258923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:11.398024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.477261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:11.398056Z","caller":"traceutil/trace.go:171","msg":"trace[1388908385] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20073; }","duration":"353.545863ms","start":"2026-03-18T14:42:11.044501Z","end":"2026-03-18T14:42:11.398047Z","steps":["trace[1388908385] 'agreement among raft nodes before linearized reading' (duration: 353.480552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:11.398104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:11.044482Z","time spent":"353.613936ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T14:42:11.398126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:10.986749Z","time spent":"411.367514ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T14:42:11.823071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.232647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:11.823189Z","caller":"traceutil/trace.go:171","msg":"trace[752437666] linearizableReadLoop","detail":"{readStateIndex:20878; appliedIndex:20877; }","duration":"421.661271ms","start":"2026-03-18T14:42:11.40151Z","end":"2026-03-18T14:42:11.823171Z","steps":["trace[752437666] 'read index received' (duration: 225.282801ms)","trace[752437666] 'applied index is now lower than readState.Index' (duration: 196.37666ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:11.823276Z","caller":"traceutil/trace.go:171","msg":"trace[396258888] transaction","detail":"{read_only:false; response_revision:20074; number_of_response:1; }","duration":"423.904162ms","start":"2026-03-18T14:42:11.399358Z","end":"2026-03-18T14:42:11.823262Z","steps":["trace[396258888] 'process raft request' (duration: 227.375967ms)","trace[396258888] 'compare' (duration: 196.102343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:11.823347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:11.399327Z","time spent":"423.984125ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:11.823819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.303449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:11.823872Z","caller":"traceutil/trace.go:171","msg":"trace[1407804564] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20074; }","duration":"422.388612ms","start":"2026-03-18T14:42:11.40147Z","end":"2026-03-18T14:42:11.823859Z","steps":["trace[1407804564] 'agreement among raft nodes before linearized reading' (duration: 422.275929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:11.823893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.00248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:11.823905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:11.401451Z","time spent":"422.446923ms","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T14:42:11.823918Z","caller":"traceutil/trace.go:171","msg":"trace[1536571972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20074; }","duration":"253.072062ms","start":"2026-03-18T14:42:11.570838Z","end":"2026-03-18T14:42:11.823911Z","steps":["trace[1536571972] 'agreement among raft nodes before linearized reading' (duration: 253.02652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:12.642581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.382871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:12.642687Z","caller":"traceutil/trace.go:171","msg":"trace[458913269] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:20074; }","duration":"412.541835ms","start":"2026-03-18T14:42:12.230121Z","end":"2026-03-18T14:42:12.642662Z","steps":["trace[458913269] 'count revisions from in-memory index tree' (duration: 412.293359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:12.642842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:12.2301Z","time spent":"412.686269ms","remote":"127.0.0.1:33636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:42:12.663915Z","caller":"traceutil/trace.go:171","msg":"trace[799783417] transaction","detail":"{read_only:false; response_revision:20075; number_of_response:1; }","duration":"379.989057ms","start":"2026-03-18T14:42:12.283904Z","end":"2026-03-18T14:42:12.663893Z","steps":["trace[799783417] 'process raft request' (duration: 379.840223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:12.664043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:12.28388Z","time spent":"380.10308ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:13.255834Z","caller":"traceutil/trace.go:171","msg":"trace[2036505984] transaction","detail":"{read_only:false; response_revision:20076; number_of_response:1; }","duration":"916.650003ms","start":"2026-03-18T14:42:12.339149Z","end":"2026-03-18T14:42:13.255799Z","steps":["trace[2036505984] 'process raft request' (duration: 916.341995ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:13.25605Z","caller":"traceutil/trace.go:171","msg":"trace[319045762] transaction","detail":"{read_only:false; response_revision:20078; number_of_response:1; }","duration":"915.976965ms","start":"2026-03-18T14:42:12.340035Z","end":"2026-03-18T14:42:13.256012Z","steps":["trace[319045762] 'process raft request' (duration: 915.713427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:13.25623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:12.34003Z","time spent":"916.107238ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:13.256141Z","caller":"traceutil/trace.go:171","msg":"trace[1861965568] linearizableReadLoop","detail":"{readStateIndex:20883; appliedIndex:20878; }","duration":"684.851637ms","start":"2026-03-18T14:42:12.571271Z","end":"2026-03-18T14:42:13.256122Z","steps":["trace[1861965568] 'read index received' (duration: 92.553649ms)","trace[1861965568] 'applied index is now lower than readState.Index' (duration: 592.296698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:13.256463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.025111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:13.256529Z","caller":"traceutil/trace.go:171","msg":"trace[1554868817] transaction","detail":"{read_only:false; response_revision:20080; number_of_response:1; }","duration":"631.899726ms","start":"2026-03-18T14:42:12.624607Z","end":"2026-03-18T14:42:13.256507Z","steps":["trace[1554868817] 'process raft request' (duration: 631.314941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:13.25658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.505176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-18T14:42:13.256622Z","caller":"traceutil/trace.go:171","msg":"trace[1671779586] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:20080; }","duration":"661.565098ms","start":"2026-03-18T14:42:12.595045Z","end":"2026-03-18T14:42:13.25661Z","steps":["trace[1671779586] 'agreement among raft nodes before linearized reading' (duration: 661.413404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:13.256661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:12.624589Z","time spent":"631.996389ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:13.256664Z","caller":"traceutil/trace.go:171","msg":"trace[1277745803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20080; }","duration":"685.421382ms","start":"2026-03-18T14:42:12.571228Z","end":"2026-03-18T14:42:13.25665Z","steps":["trace[1277745803] 'agreement among raft nodes before linearized reading' (duration: 685.036972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:13.256756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.091817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-56cb94fbdc-hhlct.189df677dffdb4cb\" ","response":"range_response_count:1 size:907"} {"level":"warn","ts":"2026-03-18T14:42:13.256675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:12.595034Z","time spent":"661.6329ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-18T14:42:13.256767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:12.571207Z","time spent":"685.547245ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:42:13.25679Z","caller":"traceutil/trace.go:171","msg":"trace[2110230031] range","detail":"{range_begin:/registry/events/openstack/heat-api-56cb94fbdc-hhlct.189df677dffdb4cb; range_end:; response_count:1; response_revision:20080; }","duration":"281.16575ms","start":"2026-03-18T14:42:12.975616Z","end":"2026-03-18T14:42:13.256782Z","steps":["trace[2110230031] 'agreement among raft nodes before linearized reading' (duration: 281.076907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:13.256784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.430969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:42:13.256851Z","caller":"traceutil/trace.go:171","msg":"trace[1424767077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20080; }","duration":"267.543472ms","start":"2026-03-18T14:42:12.989291Z","end":"2026-03-18T14:42:13.256834Z","steps":["trace[1424767077] 'agreement among raft nodes before linearized reading' (duration: 267.320456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:13.25705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.694236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:42:13.257087Z","caller":"traceutil/trace.go:171","msg":"trace[413492889] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20080; }","duration":"360.765128ms","start":"2026-03-18T14:42:12.896313Z","end":"2026-03-18T14:42:13.257079Z","steps":["trace[413492889] 'agreement among raft nodes before linearized reading' (duration: 360.674045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:13.257122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.613284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:42:13.25713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:12.896295Z","time spent":"360.828471ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:42:13.257155Z","caller":"traceutil/trace.go:171","msg":"trace[1679116587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20080; }","duration":"267.661155ms","start":"2026-03-18T14:42:12.989482Z","end":"2026-03-18T14:42:13.257143Z","steps":["trace[1679116587] 'agreement among raft nodes before linearized reading' (duration: 267.592213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:13.257168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.444398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:42:13.257222Z","caller":"traceutil/trace.go:171","msg":"trace[569471309] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20080; }","duration":"267.512341ms","start":"2026-03-18T14:42:12.989694Z","end":"2026-03-18T14:42:13.257206Z","steps":["trace[569471309] 'agreement among raft nodes before linearized reading' (duration: 267.369077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:13.25725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.882061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-18T14:42:13.257274Z","caller":"traceutil/trace.go:171","msg":"trace[2120046515] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20080; }","duration":"653.928671ms","start":"2026-03-18T14:42:12.603338Z","end":"2026-03-18T14:42:13.257266Z","steps":["trace[2120046515] 'agreement among raft nodes before linearized reading' (duration: 653.85522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:13.257056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.314536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T14:42:13.257306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:12.603327Z","time spent":"653.973673ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T14:42:13.257334Z","caller":"traceutil/trace.go:171","msg":"trace[2010929522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20080; }","duration":"267.629134ms","start":"2026-03-18T14:42:12.989693Z","end":"2026-03-18T14:42:13.257322Z","steps":["trace[2010929522] 'agreement among raft nodes before linearized reading' (duration: 267.298876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:13.257192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:12.339131Z","time spent":"916.902269ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:13.255843Z","caller":"traceutil/trace.go:171","msg":"trace[1722902217] transaction","detail":"{read_only:false; response_revision:20077; number_of_response:1; }","duration":"916.18056ms","start":"2026-03-18T14:42:12.339635Z","end":"2026-03-18T14:42:13.255815Z","steps":["trace[1722902217] 'process raft request' (duration: 916.041146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:13.257556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.093193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-18T14:42:13.258285Z","caller":"traceutil/trace.go:171","msg":"trace[1751110396] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20080; }","duration":"655.784561ms","start":"2026-03-18T14:42:12.602428Z","end":"2026-03-18T14:42:13.258212Z","steps":["trace[1751110396] 'agreement among raft nodes before linearized reading' (duration: 654.844365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:13.258649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:12.602419Z","time spent":"656.196122ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:42:13.258359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:12.339629Z","time spent":"918.667637ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:13.257598Z","caller":"traceutil/trace.go:171","msg":"trace[816473384] transaction","detail":"{read_only:false; response_revision:20079; number_of_response:1; }","duration":"849.659835ms","start":"2026-03-18T14:42:12.406561Z","end":"2026-03-18T14:42:13.256221Z","steps":["trace[816473384] 'process raft request' (duration: 849.283884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:13.2591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:12.406537Z","time spent":"852.498402ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:13.647796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.765398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:13.647906Z","caller":"traceutil/trace.go:171","msg":"trace[1110814594] transaction","detail":"{read_only:false; response_revision:20081; number_of_response:1; }","duration":"387.908941ms","start":"2026-03-18T14:42:13.259976Z","end":"2026-03-18T14:42:13.647885Z","steps":["trace[1110814594] 'process raft request' (duration: 199.932887ms)","trace[1110814594] 'compare' (duration: 187.634665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:13.647967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:13.259954Z","time spent":"387.983283ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:14.323728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.948808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:14.324026Z","caller":"traceutil/trace.go:171","msg":"trace[198680375] transaction","detail":"{read_only:false; response_revision:20082; number_of_response:1; }","duration":"1.0621343s","start":"2026-03-18T14:42:13.261854Z","end":"2026-03-18T14:42:14.323988Z","steps":["trace[198680375] 'process raft request' (duration: 695.839673ms)","trace[198680375] 'compare' (duration: 365.64901ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:14.324153Z","caller":"traceutil/trace.go:171","msg":"trace[1330715136] linearizableReadLoop","detail":"{readStateIndex:20888; appliedIndex:20884; }","duration":"1.061593566s","start":"2026-03-18T14:42:13.262542Z","end":"2026-03-18T14:42:14.324136Z","steps":["trace[1330715136] 'read index received' (duration: 197.384848ms)","trace[1330715136] 'applied index is now lower than readState.Index' (duration: 864.207788ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:14.324288Z","caller":"traceutil/trace.go:171","msg":"trace[573606892] transaction","detail":"{read_only:false; response_revision:20083; number_of_response:1; }","duration":"1.062116139s","start":"2026-03-18T14:42:13.262161Z","end":"2026-03-18T14:42:14.324278Z","steps":["trace[573606892] 'process raft request' (duration: 1.061658457s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:14.324364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:13.262147Z","time spent":"1.0621748s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:14.324475Z","caller":"traceutil/trace.go:171","msg":"trace[1588897415] transaction","detail":"{read_only:false; response_revision:20088; number_of_response:1; }","duration":"1.06138742s","start":"2026-03-18T14:42:13.263064Z","end":"2026-03-18T14:42:14.324451Z","steps":["trace[1588897415] 'process raft request' (duration: 1.06103487s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:14.324497Z","caller":"traceutil/trace.go:171","msg":"trace[1893345122] transaction","detail":"{read_only:false; response_revision:20084; number_of_response:1; }","duration":"1.061961376s","start":"2026-03-18T14:42:13.262514Z","end":"2026-03-18T14:42:14.324475Z","steps":["trace[1893345122] 'process raft request' (duration: 1.061407631s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:14.324527Z","caller":"traceutil/trace.go:171","msg":"trace[475813308] transaction","detail":"{read_only:false; response_revision:20085; number_of_response:1; }","duration":"1.061966415s","start":"2026-03-18T14:42:13.262536Z","end":"2026-03-18T14:42:14.324503Z","steps":["trace[475813308] 'process raft request' (duration: 1.061451101s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:14.32456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062015737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3d4764ae-a497-42c4-8571-36c0cbe933ab\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-18T14:42:14.324601Z","caller":"traceutil/trace.go:171","msg":"trace[1363800661] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3d4764ae-a497-42c4-8571-36c0cbe933ab; range_end:; response_count:1; response_revision:20088; }","duration":"1.062090879s","start":"2026-03-18T14:42:13.262498Z","end":"2026-03-18T14:42:14.324589Z","steps":["trace[1363800661] 'agreement among raft nodes before linearized reading' (duration: 1.061971465s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:14.324617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:13.263055Z","time spent":"1.061483492s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:14.324628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:13.262484Z","time spent":"1.062095978s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:14.324523Z","caller":"traceutil/trace.go:171","msg":"trace[1102071782] transaction","detail":"{read_only:false; response_revision:20087; number_of_response:1; }","duration":"1.061479262s","start":"2026-03-18T14:42:13.263015Z","end":"2026-03-18T14:42:14.324494Z","steps":["trace[1102071782] 'process raft request' (duration: 1.06104294s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:14.3245Z","caller":"traceutil/trace.go:171","msg":"trace[1360596148] transaction","detail":"{read_only:false; response_revision:20086; number_of_response:1; }","duration":"1.061469442s","start":"2026-03-18T14:42:13.26291Z","end":"2026-03-18T14:42:14.324379Z","steps":["trace[1360596148] 'process raft request' (duration: 1.061113483s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:14.324694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:13.262999Z","time spent":"1.061668297s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:14.324639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:13.262478Z","time spent":"1.06215443s","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-3d4764ae-a497-42c4-8571-36c0cbe933ab\" "} {"level":"warn","ts":"2026-03-18T14:42:14.324207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:13.261835Z","time spent":"1.062276093s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:14.324662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:13.262522Z","time spent":"1.062068739s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:14.324969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:13.262888Z","time spent":"1.061888254s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:14.824369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476726822,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:42:14.928977Z","caller":"traceutil/trace.go:171","msg":"trace[598690182] linearizableReadLoop","detail":"{readStateIndex:20893; appliedIndex:20892; }","duration":"604.765015ms","start":"2026-03-18T14:42:14.324187Z","end":"2026-03-18T14:42:14.928952Z","steps":["trace[598690182] 'read index received' (duration: 559.410281ms)","trace[598690182] 'applied index is now lower than readState.Index' (duration: 45.353344ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:14.929028Z","caller":"traceutil/trace.go:171","msg":"trace[260768379] transaction","detail":"{read_only:false; response_revision:20089; number_of_response:1; }","duration":"956.222781ms","start":"2026-03-18T14:42:13.972766Z","end":"2026-03-18T14:42:14.928989Z","steps":["trace[260768379] 'process raft request' (duration: 910.61522ms)","trace[260768379] 'compare' (duration: 44.733477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:14.929147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.307284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:14.929195Z","caller":"traceutil/trace.go:171","msg":"trace[891198026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20089; }","duration":"357.366076ms","start":"2026-03-18T14:42:14.571818Z","end":"2026-03-18T14:42:14.929184Z","steps":["trace[891198026] 'agreement among raft nodes before linearized reading' (duration: 357.286114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:14.929184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:13.97274Z","time spent":"956.359965ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:14.929226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:14.57176Z","time spent":"357.457809ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:42:14.929332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.074986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:42:14.929434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.446341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:14.929431Z","caller":"traceutil/trace.go:171","msg":"trace[1949106432] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:20089; }","duration":"122.172908ms","start":"2026-03-18T14:42:14.807232Z","end":"2026-03-18T14:42:14.929404Z","steps":["trace[1949106432] 'agreement among raft nodes before linearized reading' (duration: 122.035285ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:14.929466Z","caller":"traceutil/trace.go:171","msg":"trace[1243912659] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:20089; }","duration":"333.501941ms","start":"2026-03-18T14:42:14.595952Z","end":"2026-03-18T14:42:14.929454Z","steps":["trace[1243912659] 'agreement among raft nodes before linearized reading' (duration: 333.44669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:14.929502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:14.595941Z","time spent":"333.548393ms","remote":"127.0.0.1:45822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:14.929352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.143892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:14.929627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664701585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18574"} {"level":"warn","ts":"2026-03-18T14:42:14.929438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277871134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df677e0acead0\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-18T14:42:14.929714Z","caller":"traceutil/trace.go:171","msg":"trace[1383296383] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:20089; }","duration":"1.664806048s","start":"2026-03-18T14:42:13.264893Z","end":"2026-03-18T14:42:14.929699Z","steps":["trace[1383296383] 'agreement among raft nodes before linearized reading' (duration: 1.664608073s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:14.929755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:13.264882Z","time spent":"1.664862989s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18598,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-18T14:42:14.929682Z","caller":"traceutil/trace.go:171","msg":"trace[1586953247] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:20089; }","duration":"280.496361ms","start":"2026-03-18T14:42:14.649165Z","end":"2026-03-18T14:42:14.929662Z","steps":["trace[1586953247] 'agreement among raft nodes before linearized reading' (duration: 280.122391ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:14.929873Z","caller":"traceutil/trace.go:171","msg":"trace[15148722] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df677e0acead0; range_end:; response_count:1; response_revision:20089; }","duration":"1.278213143s","start":"2026-03-18T14:42:13.651518Z","end":"2026-03-18T14:42:14.929731Z","steps":["trace[15148722] 'agreement among raft nodes before linearized reading' (duration: 1.277566186s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:14.930711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:13.651495Z","time spent":"1.279191439s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":930,"request content":"key:\"/registry/events/openstack/heat-cfn-65db4887fc-rsjfb.189df677e0acead0\" "} {"level":"warn","ts":"2026-03-18T14:42:15.716521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.817655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:15.716638Z","caller":"traceutil/trace.go:171","msg":"trace[1205832183] transaction","detail":"{read_only:false; response_revision:20090; number_of_response:1; }","duration":"783.968002ms","start":"2026-03-18T14:42:14.932647Z","end":"2026-03-18T14:42:15.716615Z","steps":["trace[1205832183] 'process raft request' (duration: 118.968251ms)","trace[1205832183] 'compare' (duration: 664.24207ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:15.716728Z","caller":"traceutil/trace.go:171","msg":"trace[125146620] linearizableReadLoop","detail":"{readStateIndex:20894; appliedIndex:20893; }","duration":"588.097693ms","start":"2026-03-18T14:42:15.128616Z","end":"2026-03-18T14:42:15.716714Z","steps":["trace[125146620] 'read index received' (duration: 41.65µs)","trace[125146620] 'applied index is now lower than readState.Index' (duration: 588.054493ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:15.716745Z","caller":"traceutil/trace.go:171","msg":"trace[1930379875] transaction","detail":"{read_only:false; response_revision:20091; number_of_response:1; }","duration":"453.017028ms","start":"2026-03-18T14:42:15.263678Z","end":"2026-03-18T14:42:15.716695Z","steps":["trace[1930379875] 'process raft request' (duration: 452.945297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:15.716757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:14.932621Z","time spent":"784.074694ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:15.7168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.186467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:42:15.717647Z","caller":"traceutil/trace.go:171","msg":"trace[1308267851] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:20091; }","duration":"589.065291ms","start":"2026-03-18T14:42:15.128568Z","end":"2026-03-18T14:42:15.717633Z","steps":["trace[1308267851] 'agreement among raft nodes before linearized reading' (duration: 588.197847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:15.717686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:15.128549Z","time spent":"589.125851ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:15.717643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:15.263652Z","time spent":"453.745937ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:15.767768Z","caller":"traceutil/trace.go:171","msg":"trace[250557905] transaction","detail":"{read_only:false; response_revision:20092; number_of_response:1; }","duration":"503.219483ms","start":"2026-03-18T14:42:15.264516Z","end":"2026-03-18T14:42:15.767735Z","steps":["trace[250557905] 'process raft request' (duration: 503.014067ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:15.768065Z","caller":"traceutil/trace.go:171","msg":"trace[880064658] transaction","detail":"{read_only:false; response_revision:20093; number_of_response:1; }","duration":"503.303075ms","start":"2026-03-18T14:42:15.264732Z","end":"2026-03-18T14:42:15.768035Z","steps":["trace[880064658] 'process raft request' (duration: 502.964836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:15.768094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:15.264488Z","time spent":"503.529252ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:15.768189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:15.264708Z","time spent":"503.413849ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:16.672664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.600074ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:42:16.672757Z","caller":"traceutil/trace.go:171","msg":"trace[998533608] linearizableReadLoop","detail":"{readStateIndex:20898; appliedIndex:20897; }","duration":"341.043126ms","start":"2026-03-18T14:42:16.331698Z","end":"2026-03-18T14:42:16.672741Z","steps":["trace[998533608] 'read index received' (duration: 70.38398ms)","trace[998533608] 'applied index is now lower than readState.Index' (duration: 270.657656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:16.673028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.326823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:42:16.67306Z","caller":"traceutil/trace.go:171","msg":"trace[1093182638] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20093; }","duration":"341.428786ms","start":"2026-03-18T14:42:16.331623Z","end":"2026-03-18T14:42:16.673052Z","steps":["trace[1093182638] 'agreement among raft nodes before linearized reading' (duration: 341.205939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:16.673085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:16.331603Z","time spent":"341.475758ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:42:16.673142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.456163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:16.673151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.730329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:42:16.673184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.433367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:42:16.673204Z","caller":"traceutil/trace.go:171","msg":"trace[2021230498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20093; }","duration":"336.776601ms","start":"2026-03-18T14:42:16.336407Z","end":"2026-03-18T14:42:16.673183Z","steps":["trace[2021230498] 'agreement among raft nodes before linearized reading' (duration: 336.655397ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:16.673187Z","caller":"traceutil/trace.go:171","msg":"trace[632713088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20093; }","duration":"103.565685ms","start":"2026-03-18T14:42:16.569608Z","end":"2026-03-18T14:42:16.673174Z","steps":["trace[632713088] 'agreement among raft nodes before linearized reading' (duration: 103.460673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:16.673274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:16.336381Z","time spent":"336.877243ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:42:16.673261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.986785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:42:16.673288Z","caller":"traceutil/trace.go:171","msg":"trace[1138236481] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20093; }","duration":"341.565129ms","start":"2026-03-18T14:42:16.33168Z","end":"2026-03-18T14:42:16.673245Z","steps":["trace[1138236481] 'agreement among raft nodes before linearized reading' (duration: 341.348663ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:16.673328Z","caller":"traceutil/trace.go:171","msg":"trace[1965457627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20093; }","duration":"337.087679ms","start":"2026-03-18T14:42:16.336222Z","end":"2026-03-18T14:42:16.67331Z","steps":["trace[1965457627] 'agreement among raft nodes before linearized reading' (duration: 336.869533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:16.673353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:16.331649Z","time spent":"341.688223ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:42:16.673387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:16.336198Z","time spent":"337.178731ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:42:16.673585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.707223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:42:16.673658Z","caller":"traceutil/trace.go:171","msg":"trace[640254548] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20093; }","duration":"341.806147ms","start":"2026-03-18T14:42:16.331834Z","end":"2026-03-18T14:42:16.67364Z","steps":["trace[640254548] 'agreement among raft nodes before linearized reading' (duration: 341.638172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:16.673734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:16.331819Z","time spent":"341.902099ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:42:17.345469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476726834,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:42:17.377591Z","caller":"traceutil/trace.go:171","msg":"trace[87471416] transaction","detail":"{read_only:false; response_revision:20094; number_of_response:1; }","duration":"700.747224ms","start":"2026-03-18T14:42:16.676819Z","end":"2026-03-18T14:42:17.377566Z","steps":["trace[87471416] 'process raft request' (duration: 700.533829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:17.377742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:16.676806Z","time spent":"700.858138ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:17.46765Z","caller":"traceutil/trace.go:171","msg":"trace[1026223803] transaction","detail":"{read_only:false; response_revision:20096; number_of_response:1; }","duration":"789.43506ms","start":"2026-03-18T14:42:16.678191Z","end":"2026-03-18T14:42:17.467626Z","steps":["trace[1026223803] 'process raft request' (duration: 789.356038ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:17.467692Z","caller":"traceutil/trace.go:171","msg":"trace[200078937] transaction","detail":"{read_only:false; response_revision:20095; number_of_response:1; }","duration":"789.535002ms","start":"2026-03-18T14:42:16.678113Z","end":"2026-03-18T14:42:17.467648Z","steps":["trace[200078937] 'process raft request' (duration: 789.279444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:17.467784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:16.67817Z","time spent":"789.542502ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:17.467846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:16.678097Z","time spent":"789.667256ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:17.468114Z","caller":"traceutil/trace.go:171","msg":"trace[1644635634] transaction","detail":"{read_only:false; response_revision:20097; number_of_response:1; }","duration":"789.893952ms","start":"2026-03-18T14:42:16.67819Z","end":"2026-03-18T14:42:17.468084Z","steps":["trace[1644635634] 'process raft request' (duration: 789.396448ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:17.468165Z","caller":"traceutil/trace.go:171","msg":"trace[1850586287] transaction","detail":"{read_only:false; response_revision:20098; number_of_response:1; }","duration":"789.954883ms","start":"2026-03-18T14:42:16.6782Z","end":"2026-03-18T14:42:17.468155Z","steps":["trace[1850586287] 'process raft request' (duration: 789.678406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:17.468216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:16.678182Z","time spent":"790.005245ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:17.468225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:16.678167Z","time spent":"790.006305ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:17.468555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.257634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:42:17.468675Z","caller":"traceutil/trace.go:171","msg":"trace[146392427] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20098; }","duration":"623.440568ms","start":"2026-03-18T14:42:16.845212Z","end":"2026-03-18T14:42:17.468653Z","steps":["trace[146392427] 'agreement among raft nodes before linearized reading' (duration: 623.065369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:17.468754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:16.845191Z","time spent":"623.547751ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:42:17.468237Z","caller":"traceutil/trace.go:171","msg":"trace[1630455924] linearizableReadLoop","detail":"{readStateIndex:20903; appliedIndex:20898; }","duration":"622.888152ms","start":"2026-03-18T14:42:16.84526Z","end":"2026-03-18T14:42:17.468149Z","steps":["trace[1630455924] 'read index received' (duration: 532.106752ms)","trace[1630455924] 'applied index is now lower than readState.Index' (duration: 90.77957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:17.636806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.319191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:17.636931Z","caller":"traceutil/trace.go:171","msg":"trace[107670975] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20098; }","duration":"109.515595ms","start":"2026-03-18T14:42:17.527398Z","end":"2026-03-18T14:42:17.636914Z","steps":["trace[107670975] 'range keys from in-memory index tree' (duration: 109.071984ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:18.748758Z","caller":"traceutil/trace.go:171","msg":"trace[1900516570] linearizableReadLoop","detail":"{readStateIndex:20906; appliedIndex:20904; }","duration":"185.97674ms","start":"2026-03-18T14:42:18.562754Z","end":"2026-03-18T14:42:18.74873Z","steps":["trace[1900516570] 'read index received' (duration: 185.827947ms)","trace[1900516570] 'applied index is now lower than readState.Index' (duration: 147.643µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:18.748858Z","caller":"traceutil/trace.go:171","msg":"trace[1967760017] transaction","detail":"{read_only:false; response_revision:20100; number_of_response:1; }","duration":"975.942514ms","start":"2026-03-18T14:42:17.772877Z","end":"2026-03-18T14:42:18.74882Z","steps":["trace[1967760017] 'process raft request' (duration: 975.653716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:18.748942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.293335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:18.748913Z","caller":"traceutil/trace.go:171","msg":"trace[640908615] transaction","detail":"{read_only:false; response_revision:20101; number_of_response:1; }","duration":"974.786623ms","start":"2026-03-18T14:42:17.774088Z","end":"2026-03-18T14:42:18.748875Z","steps":["trace[640908615] 'process raft request' (duration: 974.591397ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:18.748977Z","caller":"traceutil/trace.go:171","msg":"trace[377547399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20101; }","duration":"177.388468ms","start":"2026-03-18T14:42:18.571578Z","end":"2026-03-18T14:42:18.748966Z","steps":["trace[377547399] 'agreement among raft nodes before linearized reading' (duration: 177.305597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:18.749047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:17.772853Z","time spent":"976.091947ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:18.749048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.280368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:42:18.7491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:17.77403Z","time spent":"974.968027ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:18.749133Z","caller":"traceutil/trace.go:171","msg":"trace[491899883] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:20101; }","duration":"186.384702ms","start":"2026-03-18T14:42:18.562708Z","end":"2026-03-18T14:42:18.749093Z","steps":["trace[491899883] 'agreement among raft nodes before linearized reading' (duration: 186.178196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:19.497762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.854878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:42:19.497832Z","caller":"traceutil/trace.go:171","msg":"trace[1394914188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20101; }","duration":"115.97868ms","start":"2026-03-18T14:42:19.381837Z","end":"2026-03-18T14:42:19.497815Z","steps":["trace[1394914188] 'range keys from in-memory index tree' (duration: 115.731084ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:20.130912Z","caller":"traceutil/trace.go:171","msg":"trace[1123783055] transaction","detail":"{read_only:false; response_revision:20102; number_of_response:1; }","duration":"628.861685ms","start":"2026-03-18T14:42:19.50201Z","end":"2026-03-18T14:42:20.130871Z","steps":["trace[1123783055] 'process raft request' (duration: 628.557977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:20.131204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:19.501985Z","time spent":"629.05772ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:21.006818Z","caller":"traceutil/trace.go:171","msg":"trace[1463478328] transaction","detail":"{read_only:false; response_revision:20103; number_of_response:1; }","duration":"1.504665995s","start":"2026-03-18T14:42:19.502119Z","end":"2026-03-18T14:42:21.006785Z","steps":["trace[1463478328] 'process raft request' (duration: 1.504407348s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:21.006966Z","caller":"traceutil/trace.go:171","msg":"trace[617810350] transaction","detail":"{read_only:false; response_revision:20106; number_of_response:1; }","duration":"1.504721767s","start":"2026-03-18T14:42:19.502229Z","end":"2026-03-18T14:42:21.00695Z","steps":["trace[617810350] 'process raft request' (duration: 1.504514811s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:21.006947Z","caller":"traceutil/trace.go:171","msg":"trace[1872222432] transaction","detail":"{read_only:false; response_revision:20104; number_of_response:1; }","duration":"1.504675935s","start":"2026-03-18T14:42:19.5022Z","end":"2026-03-18T14:42:21.006876Z","steps":["trace[1872222432] 'process raft request' (duration: 1.504465359s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:21.007065Z","caller":"traceutil/trace.go:171","msg":"trace[44745791] transaction","detail":"{read_only:false; response_revision:20107; number_of_response:1; }","duration":"1.220574807s","start":"2026-03-18T14:42:19.786464Z","end":"2026-03-18T14:42:21.007039Z","steps":["trace[44745791] 'process raft request' (duration: 1.220442964s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:21.007604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:19.786436Z","time spent":"1.221123872s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:21.007093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:19.502185Z","time spent":"1.504831921s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:21.00697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:19.502106Z","time spent":"1.504787858s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:21.007066Z","caller":"traceutil/trace.go:171","msg":"trace[384563330] linearizableReadLoop","detail":"{readStateIndex:20912; appliedIndex:20906; }","duration":"930.332543ms","start":"2026-03-18T14:42:20.076687Z","end":"2026-03-18T14:42:21.007019Z","steps":["trace[384563330] 'read index received' (duration: 53.848544ms)","trace[384563330] 'applied index is now lower than readState.Index' (duration: 876.483099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:21.007632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:19.502169Z","time spent":"1.505276743s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:21.006798Z","caller":"traceutil/trace.go:171","msg":"trace[426865355] transaction","detail":"{read_only:false; response_revision:20105; number_of_response:1; }","duration":"1.504479741s","start":"2026-03-18T14:42:19.502295Z","end":"2026-03-18T14:42:21.006775Z","steps":["trace[426865355] 'process raft request' (duration: 1.504410769s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:21.00722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.514117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:21.007944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:19.502274Z","time spent":"1.505627262s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:21.008062Z","caller":"traceutil/trace.go:171","msg":"trace[1768571607] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:20107; }","duration":"931.3581ms","start":"2026-03-18T14:42:20.076636Z","end":"2026-03-18T14:42:21.007994Z","steps":["trace[1768571607] 'agreement among raft nodes before linearized reading' (duration: 930.495807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:21.008169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:20.076613Z","time spent":"931.533485ms","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:21.32032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.121088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:21.320629Z","caller":"traceutil/trace.go:171","msg":"trace[508384384] transaction","detail":"{read_only:false; response_revision:20109; number_of_response:1; }","duration":"565.052772ms","start":"2026-03-18T14:42:20.755544Z","end":"2026-03-18T14:42:21.320597Z","steps":["trace[508384384] 'process raft request' (duration: 564.868777ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:21.320675Z","caller":"traceutil/trace.go:171","msg":"trace[833493190] linearizableReadLoop","detail":"{readStateIndex:20914; appliedIndex:20912; }","duration":"312.798094ms","start":"2026-03-18T14:42:21.007856Z","end":"2026-03-18T14:42:21.320654Z","steps":["trace[833493190] 'read index received' (duration: 104.282955ms)","trace[833493190] 'applied index is now lower than readState.Index' (duration: 208.510189ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:21.320741Z","caller":"traceutil/trace.go:171","msg":"trace[569397104] transaction","detail":"{read_only:false; response_revision:20108; number_of_response:1; }","duration":"565.840974ms","start":"2026-03-18T14:42:20.754879Z","end":"2026-03-18T14:42:21.32072Z","steps":["trace[569397104] 'process raft request' (duration: 357.242804ms)","trace[569397104] 'compare' (duration: 208.004594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:21.320794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:20.755516Z","time spent":"565.190876ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:21.320831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:20.754854Z","time spent":"565.934176ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:21.321014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.546963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-18T14:42:21.321056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027930035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-18T14:42:21.321067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.231953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-18T14:42:21.321094Z","caller":"traceutil/trace.go:171","msg":"trace[2118171137] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:20109; }","duration":"865.669317ms","start":"2026-03-18T14:42:20.455407Z","end":"2026-03-18T14:42:21.321076Z","steps":["trace[2118171137] 'agreement among raft nodes before linearized reading' (duration: 865.41533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:21.321083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.157885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:21.321124Z","caller":"traceutil/trace.go:171","msg":"trace[1658004381] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:20109; }","duration":"427.287194ms","start":"2026-03-18T14:42:20.893819Z","end":"2026-03-18T14:42:21.321106Z","steps":["trace[1658004381] 'agreement among raft nodes before linearized reading' (duration: 427.177961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:21.321146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:20.455388Z","time spent":"865.746369ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"info","ts":"2026-03-18T14:42:21.321155Z","caller":"traceutil/trace.go:171","msg":"trace[82476870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20109; }","duration":"748.265527ms","start":"2026-03-18T14:42:20.572871Z","end":"2026-03-18T14:42:21.321136Z","steps":["trace[82476870] 'agreement among raft nodes before linearized reading' (duration: 748.139854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:21.321164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:20.89375Z","time spent":"427.403737ms","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-18T14:42:21.321095Z","caller":"traceutil/trace.go:171","msg":"trace[2061719821] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:20109; }","duration":"1.028011269s","start":"2026-03-18T14:42:20.293073Z","end":"2026-03-18T14:42:21.321084Z","steps":["trace[2061719821] 'agreement among raft nodes before linearized reading' (duration: 1.027641859s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:21.321194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:20.572848Z","time spent":"748.33844ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:42:21.321343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:20.29305Z","time spent":"1.028151582s","remote":"127.0.0.1:45816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":131,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:21.321862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.857328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:42:21.321893Z","caller":"traceutil/trace.go:171","msg":"trace[1310020052] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:20109; }","duration":"956.938169ms","start":"2026-03-18T14:42:20.364947Z","end":"2026-03-18T14:42:21.321886Z","steps":["trace[1310020052] 'agreement among raft nodes before linearized reading' (duration: 956.028465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:21.321921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:20.364911Z","time spent":"957.005253ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2136,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:21.323059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.523944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:42:21.323626Z","caller":"traceutil/trace.go:171","msg":"trace[584649337] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:20109; }","duration":"952.145541ms","start":"2026-03-18T14:42:20.371464Z","end":"2026-03-18T14:42:21.323609Z","steps":["trace[584649337] 'agreement among raft nodes before linearized reading' (duration: 949.537891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:21.323768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:20.371441Z","time spent":"952.314526ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2136,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:21.622217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.218099ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-18T14:42:21.622768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:21.321856Z","time spent":"300.905342ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T14:42:21.622984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.78751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:21.623062Z","caller":"traceutil/trace.go:171","msg":"trace[762473162] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20109; }","duration":"300.917752ms","start":"2026-03-18T14:42:21.322125Z","end":"2026-03-18T14:42:21.623042Z","steps":["trace[762473162] 'agreement among raft nodes before linearized reading' (duration: 300.748857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:21.62311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:21.322107Z","time spent":"300.995345ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:42:21.623406Z","caller":"traceutil/trace.go:171","msg":"trace[2062965534] linearizableReadLoop","detail":"{readStateIndex:20915; appliedIndex:20914; }","duration":"301.22111ms","start":"2026-03-18T14:42:21.322171Z","end":"2026-03-18T14:42:21.623392Z","steps":["trace[2062965534] 'read index received' (duration: 197.8223ms)","trace[2062965534] 'applied index is now lower than readState.Index' (duration: 102.669201ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:22.263031Z","caller":"traceutil/trace.go:171","msg":"trace[2021123711] transaction","detail":"{read_only:false; response_revision:20111; number_of_response:1; }","duration":"123.939695ms","start":"2026-03-18T14:42:22.139066Z","end":"2026-03-18T14:42:22.263005Z","steps":["trace[2021123711] 'process raft request' (duration: 123.733519ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:22.928327Z","caller":"traceutil/trace.go:171","msg":"trace[272638823] linearizableReadLoop","detail":"{readStateIndex:20918; appliedIndex:20917; }","duration":"359.748161ms","start":"2026-03-18T14:42:22.568558Z","end":"2026-03-18T14:42:22.928306Z","steps":["trace[272638823] 'read index received' (duration: 359.560345ms)","trace[272638823] 'applied index is now lower than readState.Index' (duration: 186.696µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:22.928426Z","caller":"traceutil/trace.go:171","msg":"trace[249218611] transaction","detail":"{read_only:false; response_revision:20112; number_of_response:1; }","duration":"492.162915ms","start":"2026-03-18T14:42:22.436246Z","end":"2026-03-18T14:42:22.928409Z","steps":["trace[249218611] 'process raft request' (duration: 491.920917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:22.928528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:22.436219Z","time spent":"492.242208ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:22.928552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.889637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T14:42:22.928547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.971467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:22.928634Z","caller":"traceutil/trace.go:171","msg":"trace[1281055906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20112; }","duration":"360.07549ms","start":"2026-03-18T14:42:22.56854Z","end":"2026-03-18T14:42:22.928615Z","steps":["trace[1281055906] 'agreement among raft nodes before linearized reading' (duration: 359.886755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:22.928681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:22.568484Z","time spent":"360.189562ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:42:22.928584Z","caller":"traceutil/trace.go:171","msg":"trace[851420894] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20112; }","duration":"265.965859ms","start":"2026-03-18T14:42:22.662609Z","end":"2026-03-18T14:42:22.928574Z","steps":["trace[851420894] 'agreement among raft nodes before linearized reading' (duration: 265.819455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:23.60016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.365563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:23.600281Z","caller":"traceutil/trace.go:171","msg":"trace[1195132075] linearizableReadLoop","detail":"{readStateIndex:20920; appliedIndex:20919; }","duration":"583.613593ms","start":"2026-03-18T14:42:23.016648Z","end":"2026-03-18T14:42:23.600262Z","steps":["trace[1195132075] 'read index received' (duration: 39.081765ms)","trace[1195132075] 'applied index is now lower than readState.Index' (duration: 544.530058ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:23.60041Z","caller":"traceutil/trace.go:171","msg":"trace[1556035900] transaction","detail":"{read_only:false; response_revision:20114; number_of_response:1; }","duration":"586.294425ms","start":"2026-03-18T14:42:23.014082Z","end":"2026-03-18T14:42:23.600377Z","steps":["trace[1556035900] 'process raft request' (duration: 41.622684ms)","trace[1556035900] 'compare' (duration: 543.84305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:23.600471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.162066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:42:23.600471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.688704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:42:23.600545Z","caller":"traceutil/trace.go:171","msg":"trace[1669681859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20114; }","duration":"587.757755ms","start":"2026-03-18T14:42:23.012748Z","end":"2026-03-18T14:42:23.600506Z","steps":["trace[1669681859] 'agreement among raft nodes before linearized reading' (duration: 587.587971ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:23.600514Z","caller":"traceutil/trace.go:171","msg":"trace[590859668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20114; }","duration":"588.245638ms","start":"2026-03-18T14:42:23.012254Z","end":"2026-03-18T14:42:23.6005Z","steps":["trace[590859668] 'agreement among raft nodes before linearized reading' (duration: 588.084295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:23.600555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.216787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T14:42:23.60058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:23.012739Z","time spent":"587.831027ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:42:23.600594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:23.012236Z","time spent":"588.343371ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:42:23.600585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.808143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T14:42:23.600611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:23.014062Z","time spent":"586.424369ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:23.600613Z","caller":"traceutil/trace.go:171","msg":"trace[1023804983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20114; }","duration":"588.364021ms","start":"2026-03-18T14:42:23.012235Z","end":"2026-03-18T14:42:23.600599Z","steps":["trace[1023804983] 'agreement among raft nodes before linearized reading' (duration: 588.122595ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:23.600671Z","caller":"traceutil/trace.go:171","msg":"trace[624082523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20114; }","duration":"588.945347ms","start":"2026-03-18T14:42:23.011707Z","end":"2026-03-18T14:42:23.600653Z","steps":["trace[624082523] 'agreement among raft nodes before linearized reading' (duration: 588.657499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:23.600729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:23.011686Z","time spent":"589.034109ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:42:23.600766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:23.012216Z","time spent":"588.508674ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:42:23.671185Z","caller":"traceutil/trace.go:171","msg":"trace[2047569607] transaction","detail":"{read_only:false; response_revision:20115; number_of_response:1; }","duration":"345.120446ms","start":"2026-03-18T14:42:23.326036Z","end":"2026-03-18T14:42:23.671156Z","steps":["trace[2047569607] 'process raft request' (duration: 344.830888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:23.671322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:23.326012Z","time spent":"345.237698ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:24.434647Z","caller":"traceutil/trace.go:171","msg":"trace[1990190156] linearizableReadLoop","detail":"{readStateIndex:20923; appliedIndex:20920; }","duration":"834.311081ms","start":"2026-03-18T14:42:23.600313Z","end":"2026-03-18T14:42:24.434625Z","steps":["trace[1990190156] 'read index received' (duration: 70.657707ms)","trace[1990190156] 'applied index is now lower than readState.Index' (duration: 763.652334ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:24.434994Z","caller":"traceutil/trace.go:171","msg":"trace[1632414849] transaction","detail":"{read_only:false; response_revision:20116; number_of_response:1; }","duration":"1.107006481s","start":"2026-03-18T14:42:23.327975Z","end":"2026-03-18T14:42:24.434981Z","steps":["trace[1632414849] 'process raft request' (duration: 1.106120147s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:24.435113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:23.327948Z","time spent":"1.107087383s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:24.435296Z","caller":"traceutil/trace.go:171","msg":"trace[1422002179] transaction","detail":"{read_only:false; response_revision:20117; number_of_response:1; }","duration":"1.074871244s","start":"2026-03-18T14:42:23.360412Z","end":"2026-03-18T14:42:24.435284Z","steps":["trace[1422002179] 'process raft request' (duration: 1.073995661s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:24.435357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:23.360381Z","time spent":"1.074945865s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:24.435607Z","caller":"traceutil/trace.go:171","msg":"trace[1009099869] transaction","detail":"{read_only:false; response_revision:20118; number_of_response:1; }","duration":"831.365732ms","start":"2026-03-18T14:42:23.60423Z","end":"2026-03-18T14:42:24.435595Z","steps":["trace[1009099869] 'process raft request' (duration: 830.253781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:24.43568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:23.604208Z","time spent":"831.432643ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:24.435807Z","caller":"traceutil/trace.go:171","msg":"trace[1760964519] transaction","detail":"{read_only:false; response_revision:20119; number_of_response:1; }","duration":"831.138585ms","start":"2026-03-18T14:42:23.60466Z","end":"2026-03-18T14:42:24.435798Z","steps":["trace[1760964519] 'process raft request' (duration: 829.860331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:24.435862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:23.604637Z","time spent":"831.198566ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:24.436013Z","caller":"traceutil/trace.go:171","msg":"trace[834097072] transaction","detail":"{read_only:false; response_revision:20120; number_of_response:1; }","duration":"831.277339ms","start":"2026-03-18T14:42:23.604702Z","end":"2026-03-18T14:42:24.435979Z","steps":["trace[834097072] 'process raft request' (duration: 829.85161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:24.436075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:23.604683Z","time spent":"831.360381ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:24.4362Z","caller":"traceutil/trace.go:171","msg":"trace[1779295290] transaction","detail":"{read_only:false; response_revision:20121; number_of_response:1; }","duration":"831.275378ms","start":"2026-03-18T14:42:23.604915Z","end":"2026-03-18T14:42:24.43619Z","steps":["trace[1779295290] 'process raft request' (duration: 829.670495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:24.436257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:23.604902Z","time spent":"831.325711ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:24.436489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.026809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:24.436663Z","caller":"traceutil/trace.go:171","msg":"trace[679930268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20121; }","duration":"865.231384ms","start":"2026-03-18T14:42:23.571415Z","end":"2026-03-18T14:42:24.436647Z","steps":["trace[679930268] 'agreement among raft nodes before linearized reading' (duration: 865.03561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:24.436714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:23.571395Z","time spent":"865.304477ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:42:24.436959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417834361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:24.437004Z","caller":"traceutil/trace.go:171","msg":"trace[519589772] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20121; }","duration":"1.417899793s","start":"2026-03-18T14:42:23.019094Z","end":"2026-03-18T14:42:24.436993Z","steps":["trace[519589772] 'agreement among raft nodes before linearized reading' (duration: 1.417827191s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:24.437035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:23.019083Z","time spent":"1.417945694s","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T14:42:24.43729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.259733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-18T14:42:24.437346Z","caller":"traceutil/trace.go:171","msg":"trace[2105686355] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:20121; }","duration":"799.354037ms","start":"2026-03-18T14:42:23.637979Z","end":"2026-03-18T14:42:24.437333Z","steps":["trace[2105686355] 'agreement among raft nodes before linearized reading' (duration: 799.201713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:24.437393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:23.637958Z","time spent":"799.419238ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-18T14:42:24.438009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.094721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:42:24.438077Z","caller":"traceutil/trace.go:171","msg":"trace[357500767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20121; }","duration":"170.194244ms","start":"2026-03-18T14:42:24.267865Z","end":"2026-03-18T14:42:24.438059Z","steps":["trace[357500767] 'agreement among raft nodes before linearized reading' (duration: 170.0467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:24.438422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.130835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:42:24.438473Z","caller":"traceutil/trace.go:171","msg":"trace[309108926] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20121; }","duration":"299.226746ms","start":"2026-03-18T14:42:24.139235Z","end":"2026-03-18T14:42:24.438462Z","steps":["trace[309108926] 'agreement among raft nodes before linearized reading' (duration: 299.082953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:24.93615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.615109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:24.936254Z","caller":"traceutil/trace.go:171","msg":"trace[248462670] linearizableReadLoop","detail":"{readStateIndex:20928; appliedIndex:20927; }","duration":"490.466939ms","start":"2026-03-18T14:42:24.445768Z","end":"2026-03-18T14:42:24.936235Z","steps":["trace[248462670] 'read index received' (duration: 157.622785ms)","trace[248462670] 'applied index is now lower than readState.Index' (duration: 332.843064ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:24.936344Z","caller":"traceutil/trace.go:171","msg":"trace[786755450] transaction","detail":"{read_only:false; response_revision:20122; number_of_response:1; }","duration":"491.6502ms","start":"2026-03-18T14:42:24.444681Z","end":"2026-03-18T14:42:24.936332Z","steps":["trace[786755450] 'process raft request' (duration: 158.753115ms)","trace[786755450] 'compare' (duration: 332.34173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:24.936405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:24.444665Z","time spent":"491.711043ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:24.936817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.023043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18574"} {"level":"info","ts":"2026-03-18T14:42:24.937081Z","caller":"traceutil/trace.go:171","msg":"trace[264850261] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20122; }","duration":"491.316242ms","start":"2026-03-18T14:42:24.44575Z","end":"2026-03-18T14:42:24.937066Z","steps":["trace[264850261] 'agreement among raft nodes before linearized reading' (duration: 490.722447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:24.937173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:24.445741Z","time spent":"491.417685ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18598,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T14:42:26.175066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476726908,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:42:26.609677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038890343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:26.609757Z","caller":"traceutil/trace.go:171","msg":"trace[422188049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20122; }","duration":"1.039006796s","start":"2026-03-18T14:42:25.570731Z","end":"2026-03-18T14:42:26.609738Z","steps":["trace[422188049] 'range keys from in-memory index tree' (duration: 1.038824261s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:26.609753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403595797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:26.609799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:25.570715Z","time spent":"1.039075068s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:42:26.609827Z","caller":"traceutil/trace.go:171","msg":"trace[1767964283] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:20122; }","duration":"1.40372703s","start":"2026-03-18T14:42:25.206081Z","end":"2026-03-18T14:42:26.609808Z","steps":["trace[1767964283] 'count revisions from in-memory index tree' (duration: 1.403409002s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:26.609871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:25.206058Z","time spent":"1.403800973s","remote":"127.0.0.1:56376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:26.610035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269468837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417420"} {"level":"info","ts":"2026-03-18T14:42:26.610103Z","caller":"traceutil/trace.go:171","msg":"trace[1972932829] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:20122; }","duration":"1.26962299s","start":"2026-03-18T14:42:25.340463Z","end":"2026-03-18T14:42:26.610086Z","steps":["trace[1972932829] 'range keys from in-memory index tree' (duration: 1.26923121s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:26.610139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:25.34044Z","time spent":"1.269689462s","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417444,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-18T14:42:26.676057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476726908,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:42:26.757391Z","caller":"traceutil/trace.go:171","msg":"trace[178743117] transaction","detail":"{read_only:false; response_revision:20123; number_of_response:1; }","duration":"1.150849405s","start":"2026-03-18T14:42:25.606516Z","end":"2026-03-18T14:42:26.757365Z","steps":["trace[178743117] 'process raft request' (duration: 1.150695541s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:26.75754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:25.606498Z","time spent":"1.150965687s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:26.974766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.780482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:26.975094Z","caller":"traceutil/trace.go:171","msg":"trace[1032452245] transaction","detail":"{read_only:false; response_revision:20124; number_of_response:1; }","duration":"1.298621885s","start":"2026-03-18T14:42:25.676427Z","end":"2026-03-18T14:42:26.975049Z","steps":["trace[1032452245] 'process raft request' (duration: 1.191480072s)","trace[1032452245] 'compare' (duration: 106.643499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:26.975252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:25.676396Z","time spent":"1.298776468s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:27.172863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.983384ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:42:27.173544Z","caller":"traceutil/trace.go:171","msg":"trace[1603169108] linearizableReadLoop","detail":"{readStateIndex:20932; appliedIndex:20929; }","duration":"1.499116365s","start":"2026-03-18T14:42:25.67438Z","end":"2026-03-18T14:42:27.173496Z","steps":["trace[1603169108] 'read index received' (duration: 1.083055275s)","trace[1603169108] 'applied index is now lower than readState.Index' (duration: 416.0435ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:27.173637Z","caller":"traceutil/trace.go:171","msg":"trace[1244862180] transaction","detail":"{read_only:false; response_revision:20125; number_of_response:1; }","duration":"725.897634ms","start":"2026-03-18T14:42:26.447681Z","end":"2026-03-18T14:42:27.173579Z","steps":["trace[1244862180] 'process raft request' (duration: 725.265757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:27.173848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:26.44767Z","time spent":"726.067839ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:27.796483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.593616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:42:27.796568Z","caller":"traceutil/trace.go:171","msg":"trace[283799537] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:20125; }","duration":"552.757841ms","start":"2026-03-18T14:42:27.243793Z","end":"2026-03-18T14:42:27.796551Z","steps":["trace[283799537] 'count revisions from in-memory index tree' (duration: 552.406822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:27.796625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:27.243761Z","time spent":"552.852172ms","remote":"127.0.0.1:33700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:27.796801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350074992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T14:42:27.796867Z","caller":"traceutil/trace.go:171","msg":"trace[727366644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20125; }","duration":"1.350153063s","start":"2026-03-18T14:42:26.446687Z","end":"2026-03-18T14:42:27.79684Z","steps":["trace[727366644] 'agreement among raft nodes before linearized reading' (duration: 727.123126ms)","trace[727366644] 'range keys from in-memory index tree' (duration: 622.837983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:27.796893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:26.446677Z","time spent":"1.350209756s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:42:27.796859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056817298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:42:27.79695Z","caller":"traceutil/trace.go:171","msg":"trace[1835489162] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:20125; }","duration":"2.056980004s","start":"2026-03-18T14:42:25.739942Z","end":"2026-03-18T14:42:27.796922Z","steps":["trace[1835489162] 'agreement among raft nodes before linearized reading' (duration: 1.433881074s)","trace[1835489162] 'count revisions from in-memory index tree' (duration: 622.933934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:27.797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:25.739921Z","time spent":"2.057068346s","remote":"127.0.0.1:33762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:27.797028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.109796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:42:27.797051Z","caller":"traceutil/trace.go:171","msg":"trace[860636002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20125; }","duration":"857.170167ms","start":"2026-03-18T14:42:26.939872Z","end":"2026-03-18T14:42:27.797042Z","steps":["trace[860636002] 'agreement among raft nodes before linearized reading' (duration: 233.862453ms)","trace[860636002] 'range keys from in-memory index tree' (duration: 623.238893ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:27.797069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:26.939848Z","time spent":"857.216639ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:42:27.79721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350888954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:42:27.797235Z","caller":"traceutil/trace.go:171","msg":"trace[653386698] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20125; }","duration":"1.351011308s","start":"2026-03-18T14:42:26.446213Z","end":"2026-03-18T14:42:27.797224Z","steps":["trace[653386698] 'agreement among raft nodes before linearized reading' (duration: 727.545489ms)","trace[653386698] 'range keys from in-memory index tree' (duration: 623.367396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:27.796789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075594316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:27.797272Z","caller":"traceutil/trace.go:171","msg":"trace[780586500] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:20125; }","duration":"2.07614115s","start":"2026-03-18T14:42:25.721115Z","end":"2026-03-18T14:42:27.797256Z","steps":["trace[780586500] 'agreement among raft nodes before linearized reading' (duration: 1.452609321s)","trace[780586500] 'count revisions from in-memory index tree' (duration: 622.990925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:27.797066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185920962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:27.79722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588058717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:42:27.797302Z","caller":"traceutil/trace.go:171","msg":"trace[1233981388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20125; }","duration":"1.186178809s","start":"2026-03-18T14:42:26.611116Z","end":"2026-03-18T14:42:27.797295Z","steps":["trace[1233981388] 'agreement among raft nodes before linearized reading' (duration: 562.628508ms)","trace[1233981388] 'range keys from in-memory index tree' (duration: 623.177981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:27.797322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:26.611099Z","time spent":"1.186218179s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:42:27.797361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350466652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T14:42:27.797346Z","caller":"traceutil/trace.go:171","msg":"trace[463137420] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20125; }","duration":"1.588254381s","start":"2026-03-18T14:42:26.209056Z","end":"2026-03-18T14:42:27.797311Z","steps":["trace[463137420] 'agreement among raft nodes before linearized reading' (duration: 964.71794ms)","trace[463137420] 'count revisions from in-memory index tree' (duration: 623.315125ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:27.797393Z","caller":"traceutil/trace.go:171","msg":"trace[1940771984] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20125; }","duration":"1.350511365s","start":"2026-03-18T14:42:26.446874Z","end":"2026-03-18T14:42:27.797385Z","steps":["trace[1940771984] 'agreement among raft nodes before linearized reading' (duration: 726.923172ms)","trace[1940771984] 'range keys from in-memory index tree' (duration: 623.515241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:27.797224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.122833452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:27.797403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351227534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-18T14:42:27.797418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:26.446867Z","time spent":"1.350543075s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:42:27.797418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:26.209032Z","time spent":"1.588371535s","remote":"127.0.0.1:50056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:42:27.79744Z","caller":"traceutil/trace.go:171","msg":"trace[1532329068] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:20125; }","duration":"2.123079137s","start":"2026-03-18T14:42:25.674336Z","end":"2026-03-18T14:42:27.797415Z","steps":["trace[1532329068] 'agreement among raft nodes before linearized reading' (duration: 1.49931124s)","trace[1532329068] 'count revisions from in-memory index tree' (duration: 623.52464ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:27.797453Z","caller":"traceutil/trace.go:171","msg":"trace[1784947312] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20125; }","duration":"1.351308686s","start":"2026-03-18T14:42:26.446125Z","end":"2026-03-18T14:42:27.797433Z","steps":["trace[1784947312] 'agreement among raft nodes before linearized reading' (duration: 727.702083ms)","trace[1784947312] 'range keys from in-memory index tree' (duration: 623.446258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:27.797482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:25.674317Z","time spent":"2.123152429s","remote":"127.0.0.1:46686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:27.79749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:26.446103Z","time spent":"1.351379647s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:42:27.797304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:25.721099Z","time spent":"2.076194043s","remote":"127.0.0.1:45028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:27.797278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:26.446178Z","time spent":"1.351091379s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:42:28.197294Z","caller":"traceutil/trace.go:171","msg":"trace[546489980] transaction","detail":"{read_only:false; response_revision:20126; number_of_response:1; }","duration":"392.193686ms","start":"2026-03-18T14:42:27.805063Z","end":"2026-03-18T14:42:28.197257Z","steps":["trace[546489980] 'process raft request' (duration: 391.958369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:28.197678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:27.805039Z","time spent":"392.487564ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:29.429612Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.232651433s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:42:29.430324Z","caller":"traceutil/trace.go:171","msg":"trace[573619848] transaction","detail":"{read_only:false; response_revision:20127; number_of_response:1; }","duration":"1.623443111s","start":"2026-03-18T14:42:27.80679Z","end":"2026-03-18T14:42:29.430233Z","steps":["trace[573619848] 'process raft request' (duration: 1.623111562s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:29.430223Z","caller":"traceutil/trace.go:171","msg":"trace[402955889] transaction","detail":"{read_only:false; response_revision:20128; number_of_response:1; }","duration":"1.623247386s","start":"2026-03-18T14:42:27.806946Z","end":"2026-03-18T14:42:29.430193Z","steps":["trace[402955889] 'process raft request' (duration: 1.623146363s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:29.43044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:27.806766Z","time spent":"1.623599875s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:29.430505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:27.806939Z","time spent":"1.623448602s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:29.430593Z","caller":"traceutil/trace.go:171","msg":"trace[473283857] transaction","detail":"{read_only:false; response_revision:20129; number_of_response:1; }","duration":"1.623614097s","start":"2026-03-18T14:42:27.806958Z","end":"2026-03-18T14:42:29.430572Z","steps":["trace[473283857] 'process raft request' (duration: 1.623190135s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:29.430683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:27.80694Z","time spent":"1.623698998s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:29.430968Z","caller":"traceutil/trace.go:171","msg":"trace[999501205] linearizableReadLoop","detail":"{readStateIndex:20935; appliedIndex:20932; }","duration":"1.624008107s","start":"2026-03-18T14:42:27.806948Z","end":"2026-03-18T14:42:29.430956Z","steps":["trace[999501205] 'read index received' (duration: 390.09239ms)","trace[999501205] 'applied index is now lower than readState.Index' (duration: 1.233914157s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:29.43111Z","caller":"traceutil/trace.go:171","msg":"trace[1054604119] transaction","detail":"{read_only:false; response_revision:20130; number_of_response:1; }","duration":"1.623930284s","start":"2026-03-18T14:42:27.807173Z","end":"2026-03-18T14:42:29.431103Z","steps":["trace[1054604119] 'process raft request' (duration: 1.623344399s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:29.431151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:27.807165Z","time spent":"1.623960676s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:29.431226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624279904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:29.431249Z","caller":"traceutil/trace.go:171","msg":"trace[1715359571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20130; }","duration":"1.624338076s","start":"2026-03-18T14:42:27.806903Z","end":"2026-03-18T14:42:29.431241Z","steps":["trace[1715359571] 'agreement among raft nodes before linearized reading' (duration: 1.624294404s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:29.431271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:27.806885Z","time spent":"1.624380836s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:42:30.170701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.707976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:30.170977Z","caller":"traceutil/trace.go:171","msg":"trace[2069178065] linearizableReadLoop","detail":"{readStateIndex:20940; appliedIndex:20937; }","duration":"739.970114ms","start":"2026-03-18T14:42:29.430991Z","end":"2026-03-18T14:42:30.170961Z","steps":["trace[2069178065] 'read index received' (duration: 245.803706ms)","trace[2069178065] 'applied index is now lower than readState.Index' (duration: 494.165528ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:30.171074Z","caller":"traceutil/trace.go:171","msg":"trace[1917109810] transaction","detail":"{read_only:false; response_revision:20131; number_of_response:1; }","duration":"1.408002156s","start":"2026-03-18T14:42:28.763061Z","end":"2026-03-18T14:42:30.171063Z","steps":["trace[1917109810] 'process raft request' (duration: 913.747795ms)","trace[1917109810] 'compare' (duration: 493.159552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:30.171139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:28.763035Z","time spent":"1.408071308s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:30.171515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.157022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:30.171594Z","caller":"traceutil/trace.go:171","msg":"trace[1886372594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20133; }","duration":"739.265064ms","start":"2026-03-18T14:42:29.432309Z","end":"2026-03-18T14:42:30.171574Z","steps":["trace[1886372594] 'agreement among raft nodes before linearized reading' (duration: 739.143681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:30.1716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213460335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-gxldd.189df64d49040550\" ","response":"range_response_count:1 size:957"} {"level":"warn","ts":"2026-03-18T14:42:30.17164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:29.432296Z","time spent":"739.335217ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:42:30.171682Z","caller":"traceutil/trace.go:171","msg":"trace[1258490908] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-gxldd.189df64d49040550; range_end:; response_count:1; response_revision:20133; }","duration":"1.213592429s","start":"2026-03-18T14:42:28.958071Z","end":"2026-03-18T14:42:30.171663Z","steps":["trace[1258490908] 'agreement among raft nodes before linearized reading' (duration: 1.213341372s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:30.171731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:28.958048Z","time spent":"1.21367427s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":981,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-gxldd.189df64d49040550\" "} {"level":"warn","ts":"2026-03-18T14:42:30.171821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.074447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:30.171803Z","caller":"traceutil/trace.go:171","msg":"trace[740547139] transaction","detail":"{read_only:false; response_revision:20133; number_of_response:1; }","duration":"992.714137ms","start":"2026-03-18T14:42:29.179054Z","end":"2026-03-18T14:42:30.171768Z","steps":["trace[740547139] 'process raft request' (duration: 991.861444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:30.171837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562609528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:30.171876Z","caller":"traceutil/trace.go:171","msg":"trace[276894492] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:20133; }","duration":"118.189571ms","start":"2026-03-18T14:42:30.053668Z","end":"2026-03-18T14:42:30.171857Z","steps":["trace[276894492] 'agreement among raft nodes before linearized reading' (duration: 118.108139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:30.171894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.326115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:42:30.171917Z","caller":"traceutil/trace.go:171","msg":"trace[1531163943] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:20133; }","duration":"1.562718553s","start":"2026-03-18T14:42:28.609164Z","end":"2026-03-18T14:42:30.171883Z","steps":["trace[1531163943] 'agreement among raft nodes before linearized reading' (duration: 1.56261481s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:30.171924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.751362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-18T14:42:30.171884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710885131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:30.171967Z","caller":"traceutil/trace.go:171","msg":"trace[468410868] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20133; }","duration":"834.829835ms","start":"2026-03-18T14:42:29.337123Z","end":"2026-03-18T14:42:30.171953Z","steps":["trace[468410868] 'agreement among raft nodes before linearized reading' (duration: 834.66355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:30.171975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.782784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:30.171972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:29.179026Z","time spent":"992.85404ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:30.171993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:28.609142Z","time spent":"1.562810075s","remote":"127.0.0.1:46674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:30.171972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.769007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:42:30.172023Z","caller":"traceutil/trace.go:171","msg":"trace[1885151891] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:20133; }","duration":"1.711049916s","start":"2026-03-18T14:42:28.460946Z","end":"2026-03-18T14:42:30.171996Z","steps":["trace[1885151891] 'agreement among raft nodes before linearized reading' (duration: 1.710811909s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:30.172061Z","caller":"traceutil/trace.go:171","msg":"trace[381847771] transaction","detail":"{read_only:false; response_revision:20132; number_of_response:1; }","duration":"1.19250925s","start":"2026-03-18T14:42:28.979539Z","end":"2026-03-18T14:42:30.172049Z","steps":["trace[381847771] 'process raft request' (duration: 1.191269857s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:30.172096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:28.460878Z","time spent":"1.711199811s","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:42:30.172116Z","caller":"traceutil/trace.go:171","msg":"trace[1680550841] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20133; }","duration":"214.936962ms","start":"2026-03-18T14:42:29.95712Z","end":"2026-03-18T14:42:30.172057Z","steps":["trace[1680550841] 'agreement among raft nodes before linearized reading' (duration: 214.626453ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:30.172001Z","caller":"traceutil/trace.go:171","msg":"trace[1266096780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20133; }","duration":"478.848136ms","start":"2026-03-18T14:42:29.693145Z","end":"2026-03-18T14:42:30.171993Z","steps":["trace[1266096780] 'agreement among raft nodes before linearized reading' (duration: 478.806735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:30.172087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.822665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:30.172166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:28.979509Z","time spent":"1.192590191s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:30.172188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.414728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:30.172203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:29.693122Z","time spent":"479.059972ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:42:30.172002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.675215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-18T14:42:30.172234Z","caller":"traceutil/trace.go:171","msg":"trace[1542921845] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:20133; }","duration":"183.097132ms","start":"2026-03-18T14:42:29.989107Z","end":"2026-03-18T14:42:30.172204Z","steps":["trace[1542921845] 'agreement among raft nodes before linearized reading' (duration: 182.693261ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:30.172282Z","caller":"traceutil/trace.go:171","msg":"trace[10540659] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:20133; }","duration":"716.571921ms","start":"2026-03-18T14:42:29.455686Z","end":"2026-03-18T14:42:30.172258Z","steps":["trace[10540659] 'agreement among raft nodes before linearized reading' (duration: 716.382457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:30.172343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:29.455664Z","time spent":"716.663145ms","remote":"127.0.0.1:41068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:42:30.172282Z","caller":"traceutil/trace.go:171","msg":"trace[1748563434] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20133; }","duration":"836.980832ms","start":"2026-03-18T14:42:29.335285Z","end":"2026-03-18T14:42:30.172266Z","steps":["trace[1748563434] 'agreement among raft nodes before linearized reading' (duration: 836.643332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:30.172453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:29.335266Z","time spent":"837.152407ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T14:42:30.172481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.499416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-18T14:42:30.171933Z","caller":"traceutil/trace.go:171","msg":"trace[1994740246] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:20133; }","duration":"457.403016ms","start":"2026-03-18T14:42:29.714521Z","end":"2026-03-18T14:42:30.171924Z","steps":["trace[1994740246] 'agreement among raft nodes before linearized reading' (duration: 457.309014ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:30.172528Z","caller":"traceutil/trace.go:171","msg":"trace[1369150521] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:20133; }","duration":"511.581409ms","start":"2026-03-18T14:42:29.660932Z","end":"2026-03-18T14:42:30.172514Z","steps":["trace[1369150521] 'agreement among raft nodes before linearized reading' (duration: 511.084445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:30.172573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:29.660913Z","time spent":"511.652901ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-18T14:42:30.172021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:29.337105Z","time spent":"834.888876ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:42:30.172584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:29.714503Z","time spent":"458.060944ms","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:30.676475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476726926,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:42:31.112537Z","caller":"traceutil/trace.go:171","msg":"trace[1927950856] transaction","detail":"{read_only:false; response_revision:20134; number_of_response:1; }","duration":"937.607248ms","start":"2026-03-18T14:42:30.174902Z","end":"2026-03-18T14:42:31.112509Z","steps":["trace[1927950856] 'process raft request' (duration: 937.461055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:31.112712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:30.174873Z","time spent":"937.781342ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:31.909693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.595441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:31.909875Z","caller":"traceutil/trace.go:171","msg":"trace[66287843] transaction","detail":"{read_only:false; response_revision:20135; number_of_response:1; }","duration":"1.733195584s","start":"2026-03-18T14:42:30.176657Z","end":"2026-03-18T14:42:31.909853Z","steps":["trace[66287843] 'process raft request' (duration: 1.584365277s)","trace[66287843] 'compare' (duration: 148.337734ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:31.909965Z","caller":"traceutil/trace.go:171","msg":"trace[554317324] linearizableReadLoop","detail":"{readStateIndex:20944; appliedIndex:20940; }","duration":"1.733969245s","start":"2026-03-18T14:42:30.175974Z","end":"2026-03-18T14:42:31.909943Z","steps":["trace[554317324] 'read index received' (duration: 936.512779ms)","trace[554317324] 'applied index is now lower than readState.Index' (duration: 797.455476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:31.909986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:30.176646Z","time spent":"1.733282837s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:31.910105Z","caller":"traceutil/trace.go:171","msg":"trace[17039235] transaction","detail":"{read_only:false; response_revision:20137; number_of_response:1; }","duration":"1.47591702s","start":"2026-03-18T14:42:30.434136Z","end":"2026-03-18T14:42:31.910053Z","steps":["trace[17039235] 'process raft request' (duration: 1.475759635s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:31.910112Z","caller":"traceutil/trace.go:171","msg":"trace[1976089630] transaction","detail":"{read_only:false; response_revision:20136; number_of_response:1; }","duration":"1.733334058s","start":"2026-03-18T14:42:30.176728Z","end":"2026-03-18T14:42:31.910062Z","steps":["trace[1976089630] 'process raft request' (duration: 1.7330621s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:31.910199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733747749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-967e03f5-86bb-4303-b74e-7241610f6c76\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-18T14:42:31.910279Z","caller":"traceutil/trace.go:171","msg":"trace[94400998] range","detail":"{range_begin:/registry/persistentvolumes/pvc-967e03f5-86bb-4303-b74e-7241610f6c76; range_end:; response_count:1; response_revision:20137; }","duration":"1.73381922s","start":"2026-03-18T14:42:30.17641Z","end":"2026-03-18T14:42:31.91023Z","steps":["trace[94400998] 'agreement among raft nodes before linearized reading' (duration: 1.733650336s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:31.910294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:30.434107Z","time spent":"1.476078653s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:31.910323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:30.176385Z","time spent":"1.733929003s","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-967e03f5-86bb-4303-b74e-7241610f6c76\" "} {"level":"warn","ts":"2026-03-18T14:42:31.910338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.221408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T14:42:31.910385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734354605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:42:31.910463Z","caller":"traceutil/trace.go:171","msg":"trace[45751178] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20137; }","duration":"1.734508758s","start":"2026-03-18T14:42:30.175945Z","end":"2026-03-18T14:42:31.910453Z","steps":["trace[45751178] 'agreement among raft nodes before linearized reading' (duration: 1.734107498s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:31.910502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:30.175928Z","time spent":"1.734567021s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:42:31.910518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.272239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:42:31.91056Z","caller":"traceutil/trace.go:171","msg":"trace[2064979696] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20137; }","duration":"475.32487ms","start":"2026-03-18T14:42:31.435223Z","end":"2026-03-18T14:42:31.910548Z","steps":["trace[2064979696] 'agreement among raft nodes before linearized reading' (duration: 475.222557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:31.910581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454686237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-18T14:42:31.910605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:31.435216Z","time spent":"475.378091ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:42:31.910626Z","caller":"traceutil/trace.go:171","msg":"trace[1252043792] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:20137; }","duration":"1.454772738s","start":"2026-03-18T14:42:30.455844Z","end":"2026-03-18T14:42:31.910616Z","steps":["trace[1252043792] 'agreement among raft nodes before linearized reading' (duration: 1.454642904s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:31.910627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708146438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:42:31.910669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:30.455822Z","time spent":"1.45482977s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"info","ts":"2026-03-18T14:42:31.910665Z","caller":"traceutil/trace.go:171","msg":"trace[1497191571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20137; }","duration":"1.708183438s","start":"2026-03-18T14:42:30.20247Z","end":"2026-03-18T14:42:31.910653Z","steps":["trace[1497191571] 'agreement among raft nodes before linearized reading' (duration: 1.708070625s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:31.91073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:30.20244Z","time spent":"1.708280031s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:42:31.910207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.061749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:31.910771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:30.176711Z","time spent":"1.733693947s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:31.910419Z","caller":"traceutil/trace.go:171","msg":"trace[1405006530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20137; }","duration":"475.364591ms","start":"2026-03-18T14:42:31.435034Z","end":"2026-03-18T14:42:31.910398Z","steps":["trace[1405006530] 'agreement among raft nodes before linearized reading' (duration: 475.080553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:31.910863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.813063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T14:42:31.910877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:31.435011Z","time spent":"475.847554ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:42:31.910952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234149004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:31.910987Z","caller":"traceutil/trace.go:171","msg":"trace[180821748] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:20137; }","duration":"1.234221745s","start":"2026-03-18T14:42:30.676757Z","end":"2026-03-18T14:42:31.910979Z","steps":["trace[180821748] 'agreement among raft nodes before linearized reading' (duration: 1.234169074s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:31.91102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:30.676736Z","time spent":"1.234274497s","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:42:31.910825Z","caller":"traceutil/trace.go:171","msg":"trace[179276742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20137; }","duration":"147.714097ms","start":"2026-03-18T14:42:31.763101Z","end":"2026-03-18T14:42:31.910815Z","steps":["trace[179276742] 'agreement among raft nodes before linearized reading' (duration: 147.07368ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:31.91091Z","caller":"traceutil/trace.go:171","msg":"trace[2017129835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20137; }","duration":"475.859985ms","start":"2026-03-18T14:42:31.43504Z","end":"2026-03-18T14:42:31.9109Z","steps":["trace[2017129835] 'agreement among raft nodes before linearized reading' (duration: 475.758132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:31.911226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:31.434987Z","time spent":"476.229754ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:42:31.911193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340959966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:31.911401Z","caller":"traceutil/trace.go:171","msg":"trace[316951521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20137; }","duration":"1.341199212s","start":"2026-03-18T14:42:30.570187Z","end":"2026-03-18T14:42:31.911386Z","steps":["trace[316951521] 'agreement among raft nodes before linearized reading' (duration: 1.340969386s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:31.91145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:30.570165Z","time spent":"1.341271895s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:42:31.91407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.97085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:42:31.914128Z","caller":"traceutil/trace.go:171","msg":"trace[1354758404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20137; }","duration":"479.041511ms","start":"2026-03-18T14:42:31.435073Z","end":"2026-03-18T14:42:31.914114Z","steps":["trace[1354758404] 'agreement among raft nodes before linearized reading' (duration: 475.394913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:31.914646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:31.435066Z","time spent":"479.334209ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:42:32.254633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.401201ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-18T14:42:32.254808Z","caller":"traceutil/trace.go:171","msg":"trace[954957967] linearizableReadLoop","detail":"{readStateIndex:20945; appliedIndex:20944; }","duration":"342.245288ms","start":"2026-03-18T14:42:31.91254Z","end":"2026-03-18T14:42:32.254786Z","steps":["trace[954957967] 'read index received' (duration: 228.773125ms)","trace[954957967] 'applied index is now lower than readState.Index' (duration: 113.470493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:32.255076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.489644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18574"} {"level":"info","ts":"2026-03-18T14:42:32.255233Z","caller":"traceutil/trace.go:171","msg":"trace[356416479] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20137; }","duration":"342.68846ms","start":"2026-03-18T14:42:31.912492Z","end":"2026-03-18T14:42:32.255181Z","steps":["trace[356416479] 'agreement among raft nodes before linearized reading' (duration: 342.368231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:32.255282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:31.912469Z","time spent":"342.799733ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18598,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T14:42:32.255419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:31.912024Z","time spent":"343.383729ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T14:42:32.698049Z","caller":"traceutil/trace.go:171","msg":"trace[2081451964] transaction","detail":"{read_only:false; response_revision:20138; number_of_response:1; }","duration":"782.404739ms","start":"2026-03-18T14:42:31.915599Z","end":"2026-03-18T14:42:32.698004Z","steps":["trace[2081451964] 'process raft request' (duration: 714.368444ms)","trace[2081451964] 'compare' (duration: 67.664066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:32.698313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:31.915581Z","time spent":"782.573174ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:32.69842Z","caller":"traceutil/trace.go:171","msg":"trace[935075778] transaction","detail":"{read_only:false; response_revision:20139; number_of_response:1; }","duration":"781.804344ms","start":"2026-03-18T14:42:31.916585Z","end":"2026-03-18T14:42:32.69839Z","steps":["trace[935075778] 'process raft request' (duration: 781.3039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:32.698739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:31.916568Z","time spent":"781.915627ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:32.698763Z","caller":"traceutil/trace.go:171","msg":"trace[1578601132] transaction","detail":"{read_only:false; response_revision:20140; number_of_response:1; }","duration":"781.853394ms","start":"2026-03-18T14:42:31.916887Z","end":"2026-03-18T14:42:32.69874Z","steps":["trace[1578601132] 'process raft request' (duration: 781.33287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:32.698856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:31.916878Z","time spent":"781.935717ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:32.698963Z","caller":"traceutil/trace.go:171","msg":"trace[984808952] transaction","detail":"{read_only:false; response_revision:20142; number_of_response:1; }","duration":"780.260551ms","start":"2026-03-18T14:42:31.918688Z","end":"2026-03-18T14:42:32.698949Z","steps":["trace[984808952] 'process raft request' (duration: 780.195729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:32.699026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:31.918674Z","time spent":"780.323333ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:32.699038Z","caller":"traceutil/trace.go:171","msg":"trace[2116479047] transaction","detail":"{read_only:false; response_revision:20141; number_of_response:1; }","duration":"780.997361ms","start":"2026-03-18T14:42:31.918006Z","end":"2026-03-18T14:42:32.699003Z","steps":["trace[2116479047] 'process raft request' (duration: 780.673402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:32.699121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:31.917995Z","time spent":"781.091104ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:33.265041Z","caller":"traceutil/trace.go:171","msg":"trace[314365503] transaction","detail":"{read_only:false; response_revision:20143; number_of_response:1; }","duration":"1.086894797s","start":"2026-03-18T14:42:32.178118Z","end":"2026-03-18T14:42:33.265013Z","steps":["trace[314365503] 'process raft request' (duration: 1.086129987s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:33.265148Z","caller":"traceutil/trace.go:171","msg":"trace[2116106759] transaction","detail":"{read_only:false; response_revision:20144; number_of_response:1; }","duration":"1.086921028s","start":"2026-03-18T14:42:32.178196Z","end":"2026-03-18T14:42:33.265117Z","steps":["trace[2116106759] 'process raft request' (duration: 1.08662485s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:33.265224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342981511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:33.265239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328267184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:42:33.265239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280220546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:33.265315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:32.178163Z","time spent":"1.087073792s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:33.265382Z","caller":"traceutil/trace.go:171","msg":"trace[652382513] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:20146; }","duration":"1.28037399s","start":"2026-03-18T14:42:31.984984Z","end":"2026-03-18T14:42:33.265358Z","steps":["trace[652382513] 'agreement among raft nodes before linearized reading' (duration: 1.280114383s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:33.265396Z","caller":"traceutil/trace.go:171","msg":"trace[943396896] transaction","detail":"{read_only:false; response_revision:20146; number_of_response:1; }","duration":"1.008857002s","start":"2026-03-18T14:42:32.256524Z","end":"2026-03-18T14:42:33.265381Z","steps":["trace[943396896] 'process raft request' (duration: 1.00842374s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:33.265148Z","caller":"traceutil/trace.go:171","msg":"trace[445294695] transaction","detail":"{read_only:false; response_revision:20145; number_of_response:1; }","duration":"1.085022667s","start":"2026-03-18T14:42:32.180105Z","end":"2026-03-18T14:42:33.265127Z","steps":["trace[445294695] 'process raft request' (duration: 1.084790871s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:33.265453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:31.984959Z","time spent":"1.280474844s","remote":"127.0.0.1:49942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:33.265486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:32.256502Z","time spent":"1.008931414s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:33.26529Z","caller":"traceutil/trace.go:171","msg":"trace[1148822638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20146; }","duration":"1.343076063s","start":"2026-03-18T14:42:31.922198Z","end":"2026-03-18T14:42:33.265274Z","steps":["trace[1148822638] 'agreement among raft nodes before linearized reading' (duration: 1.342908778s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:33.265555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:31.92219Z","time spent":"1.343346721s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:42:33.265303Z","caller":"traceutil/trace.go:171","msg":"trace[991361676] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:20146; }","duration":"1.328370017s","start":"2026-03-18T14:42:31.936916Z","end":"2026-03-18T14:42:33.265286Z","steps":["trace[991361676] 'agreement among raft nodes before linearized reading' (duration: 1.328191592s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:33.265632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:32.180079Z","time spent":"1.085435119s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:33.265707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:31.936903Z","time spent":"1.328784697s","remote":"127.0.0.1:56796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:42:33.265041Z","caller":"traceutil/trace.go:171","msg":"trace[1875185561] linearizableReadLoop","detail":"{readStateIndex:20953; appliedIndex:20945; }","duration":"1.010181718s","start":"2026-03-18T14:42:32.254836Z","end":"2026-03-18T14:42:33.265018Z","steps":["trace[1875185561] 'read index received' (duration: 375.160687ms)","trace[1875185561] 'applied index is now lower than readState.Index' (duration: 635.0198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:33.265701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:32.178094Z","time spent":"1.087120124s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:33.265937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.797561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:33.265985Z","caller":"traceutil/trace.go:171","msg":"trace[863003198] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:20146; }","duration":"403.867221ms","start":"2026-03-18T14:42:32.862103Z","end":"2026-03-18T14:42:33.26597Z","steps":["trace[863003198] 'agreement among raft nodes before linearized reading' (duration: 403.792629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:33.265984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.313579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:42:33.266018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:32.862087Z","time spent":"403.922982ms","remote":"127.0.0.1:45078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:33.266021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.008329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:33.266073Z","caller":"traceutil/trace.go:171","msg":"trace[1467076977] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:20146; }","duration":"878.091553ms","start":"2026-03-18T14:42:32.387963Z","end":"2026-03-18T14:42:33.266054Z","steps":["trace[1467076977] 'agreement among raft nodes before linearized reading' (duration: 878.012731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:33.266056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053472406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T14:42:33.266124Z","caller":"traceutil/trace.go:171","msg":"trace[932028969] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:20146; }","duration":"289.430822ms","start":"2026-03-18T14:42:32.97658Z","end":"2026-03-18T14:42:33.26601Z","steps":["trace[932028969] 'agreement among raft nodes before linearized reading' (duration: 289.33198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:33.26613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:32.387943Z","time spent":"878.171424ms","remote":"127.0.0.1:33784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:42:33.266173Z","caller":"traceutil/trace.go:171","msg":"trace[976842771] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20146; }","duration":"1.054198176s","start":"2026-03-18T14:42:32.211943Z","end":"2026-03-18T14:42:33.266141Z","steps":["trace[976842771] 'agreement among raft nodes before linearized reading' (duration: 1.053180728s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:33.266049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.640265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:33.266092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.773853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:42:33.266284Z","caller":"traceutil/trace.go:171","msg":"trace[2079245775] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20146; }","duration":"905.959455ms","start":"2026-03-18T14:42:32.360272Z","end":"2026-03-18T14:42:33.266231Z","steps":["trace[2079245775] 'agreement among raft nodes before linearized reading' (duration: 905.604475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:33.266299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:32.211921Z","time spent":"1.054307589s","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-18T14:42:33.26635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:32.360254Z","time spent":"906.082868ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T14:42:33.266423Z","caller":"traceutil/trace.go:171","msg":"trace[652739052] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:20146; }","duration":"828.03513ms","start":"2026-03-18T14:42:32.438274Z","end":"2026-03-18T14:42:33.26631Z","steps":["trace[652739052] 'agreement among raft nodes before linearized reading' (duration: 827.64047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:33.266669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:32.438262Z","time spent":"828.38446ms","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":13,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:34.296678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.361638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:34.296791Z","caller":"traceutil/trace.go:171","msg":"trace[601421686] linearizableReadLoop","detail":"{readStateIndex:20955; appliedIndex:20954; }","duration":"1.024871535s","start":"2026-03-18T14:42:33.271899Z","end":"2026-03-18T14:42:34.29677Z","steps":["trace[601421686] 'read index received' (duration: 192.327652ms)","trace[601421686] 'applied index is now lower than readState.Index' (duration: 832.542193ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:34.297102Z","caller":"traceutil/trace.go:171","msg":"trace[2072557489] transaction","detail":"{read_only:false; response_revision:20147; number_of_response:1; }","duration":"1.025914263s","start":"2026-03-18T14:42:33.271167Z","end":"2026-03-18T14:42:34.297081Z","steps":["trace[2072557489] 'process raft request' (duration: 193.058362ms)","trace[2072557489] 'compare' (duration: 832.214274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:34.297204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:33.271138Z","time spent":"1.026022975s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:34.297293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023326732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:34.297349Z","caller":"traceutil/trace.go:171","msg":"trace[149806333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20147; }","duration":"1.023415535s","start":"2026-03-18T14:42:33.273919Z","end":"2026-03-18T14:42:34.297335Z","steps":["trace[149806333] 'agreement among raft nodes before linearized reading' (duration: 1.023326233s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:34.297336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02540891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:42:34.297392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:33.273904Z","time spent":"1.023480236s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:42:34.297401Z","caller":"traceutil/trace.go:171","msg":"trace[623320982] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:20147; }","duration":"1.025513071s","start":"2026-03-18T14:42:33.271873Z","end":"2026-03-18T14:42:34.297386Z","steps":["trace[623320982] 'agreement among raft nodes before linearized reading' (duration: 1.025355937s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:34.297382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024804583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T14:42:34.297435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:33.271864Z","time spent":"1.025565233s","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-18T14:42:34.297441Z","caller":"traceutil/trace.go:171","msg":"trace[298746882] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20147; }","duration":"1.024874455s","start":"2026-03-18T14:42:33.272554Z","end":"2026-03-18T14:42:34.297428Z","steps":["trace[298746882] 'agreement among raft nodes before linearized reading' (duration: 1.024680899s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:34.297487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:33.272531Z","time spent":"1.024949757s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:42:35.205121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.269651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T14:42:35.205222Z","caller":"traceutil/trace.go:171","msg":"trace[1581196128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20148; }","duration":"501.423195ms","start":"2026-03-18T14:42:34.703775Z","end":"2026-03-18T14:42:35.205198Z","steps":["trace[1581196128] 'range keys from in-memory index tree' (duration: 501.063795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:35.20528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:34.703752Z","time spent":"501.513537ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:42:35.205781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.139625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T14:42:35.205804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.140833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:42:35.205812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.280865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:42:35.205864Z","caller":"traceutil/trace.go:171","msg":"trace[532753693] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20148; }","duration":"502.283278ms","start":"2026-03-18T14:42:34.70356Z","end":"2026-03-18T14:42:35.205843Z","steps":["trace[532753693] 'range keys from in-memory index tree' (duration: 501.921239ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:35.205869Z","caller":"traceutil/trace.go:171","msg":"trace[344786859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20148; }","duration":"502.231128ms","start":"2026-03-18T14:42:34.703622Z","end":"2026-03-18T14:42:35.205853Z","steps":["trace[344786859] 'range keys from in-memory index tree' (duration: 501.991341ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:35.205889Z","caller":"traceutil/trace.go:171","msg":"trace[2126533425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20148; }","duration":"503.414709ms","start":"2026-03-18T14:42:34.702451Z","end":"2026-03-18T14:42:35.205866Z","steps":["trace[2126533425] 'range keys from in-memory index tree' (duration: 503.067499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:35.205906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:34.703531Z","time spent":"502.365449ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:42:35.205916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:34.703601Z","time spent":"502.303248ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:42:35.205933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:34.702415Z","time spent":"503.508282ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:42:35.206089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.646411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:42:35.206166Z","caller":"traceutil/trace.go:171","msg":"trace[188506169] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20148; }","duration":"501.748404ms","start":"2026-03-18T14:42:34.704394Z","end":"2026-03-18T14:42:35.206143Z","steps":["trace[188506169] 'range keys from in-memory index tree' (duration: 500.693435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:35.206212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:34.704386Z","time spent":"501.816235ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:42:35.361319Z","caller":"traceutil/trace.go:171","msg":"trace[1259876937] transaction","detail":"{read_only:false; response_revision:20150; number_of_response:1; }","duration":"150.79744ms","start":"2026-03-18T14:42:35.210501Z","end":"2026-03-18T14:42:35.361298Z","steps":["trace[1259876937] 'process raft request' (duration: 150.750139ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:35.361473Z","caller":"traceutil/trace.go:171","msg":"trace[287407079] transaction","detail":"{read_only:false; response_revision:20149; number_of_response:1; }","duration":"150.894633ms","start":"2026-03-18T14:42:35.210484Z","end":"2026-03-18T14:42:35.361379Z","steps":["trace[287407079] 'process raft request' (duration: 150.612595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:36.071444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476726963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:42:36.572303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476726963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:42:36.576547Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.215401667s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:42:36.577124Z","caller":"traceutil/trace.go:171","msg":"trace[54172496] transaction","detail":"{read_only:false; response_revision:20151; number_of_response:1; }","duration":"1.365739176s","start":"2026-03-18T14:42:35.211353Z","end":"2026-03-18T14:42:36.577093Z","steps":["trace[54172496] 'process raft request' (duration: 1.365416567s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:36.577176Z","caller":"traceutil/trace.go:171","msg":"trace[1731321339] transaction","detail":"{read_only:false; response_revision:20152; number_of_response:1; }","duration":"1.365378465s","start":"2026-03-18T14:42:35.211747Z","end":"2026-03-18T14:42:36.577126Z","steps":["trace[1731321339] 'process raft request' (duration: 1.36521518s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:36.577187Z","caller":"traceutil/trace.go:171","msg":"trace[1771745309] transaction","detail":"{read_only:false; response_revision:20153; number_of_response:1; }","duration":"1.365244892s","start":"2026-03-18T14:42:35.211913Z","end":"2026-03-18T14:42:36.577158Z","steps":["trace[1771745309] 'process raft request' (duration: 1.365106888s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:36.57724Z","caller":"traceutil/trace.go:171","msg":"trace[604215168] transaction","detail":"{read_only:false; response_revision:20154; number_of_response:1; }","duration":"1.305057198s","start":"2026-03-18T14:42:35.272146Z","end":"2026-03-18T14:42:36.577203Z","steps":["trace[604215168] 'process raft request' (duration: 1.304925034s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:36.577346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:35.211895Z","time spent":"1.365378706s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:36.577354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:35.211318Z","time spent":"1.365877278s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:36.577352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:35.211733Z","time spent":"1.36551124s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:36.577394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:35.272116Z","time spent":"1.305202712s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:36.577448Z","caller":"traceutil/trace.go:171","msg":"trace[515688558] linearizableReadLoop","detail":"{readStateIndex:20964; appliedIndex:20958; }","duration":"1.006415106s","start":"2026-03-18T14:42:35.57102Z","end":"2026-03-18T14:42:36.577435Z","steps":["trace[515688558] 'read index received' (duration: 1.005653285s)","trace[515688558] 'applied index is now lower than readState.Index' (duration: 760.871µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:36.57748Z","caller":"traceutil/trace.go:171","msg":"trace[1846491007] transaction","detail":"{read_only:false; response_revision:20156; number_of_response:1; }","duration":"1.304300667s","start":"2026-03-18T14:42:35.273168Z","end":"2026-03-18T14:42:36.577469Z","steps":["trace[1846491007] 'process raft request' (duration: 1.304000489s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:36.577534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:35.273133Z","time spent":"1.304370148s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:36.577556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00653854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:36.577579Z","caller":"traceutil/trace.go:171","msg":"trace[114339120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20156; }","duration":"1.006637762s","start":"2026-03-18T14:42:35.570935Z","end":"2026-03-18T14:42:36.577573Z","steps":["trace[114339120] 'agreement among raft nodes before linearized reading' (duration: 1.00657746s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:36.5776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:35.570914Z","time spent":"1.006681142s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:42:36.577538Z","caller":"traceutil/trace.go:171","msg":"trace[325380567] transaction","detail":"{read_only:false; response_revision:20155; number_of_response:1; }","duration":"1.304675987s","start":"2026-03-18T14:42:35.272749Z","end":"2026-03-18T14:42:36.577425Z","steps":["trace[325380567] 'process raft request' (duration: 1.304370019s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:36.577798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:35.272718Z","time spent":"1.304990365s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:37.426865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.421513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:37.426919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.463784ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:37.426969Z","caller":"traceutil/trace.go:171","msg":"trace[1863211552] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:20156; }","duration":"641.579499ms","start":"2026-03-18T14:42:36.78536Z","end":"2026-03-18T14:42:37.42694Z","steps":["trace[1863211552] 'count revisions from in-memory index tree' (duration: 641.328441ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:37.426993Z","caller":"traceutil/trace.go:171","msg":"trace[844870206] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20156; }","duration":"761.556296ms","start":"2026-03-18T14:42:36.665418Z","end":"2026-03-18T14:42:37.426975Z","steps":["trace[844870206] 'range keys from in-memory index tree' (duration: 761.447123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:37.427014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:36.785341Z","time spent":"641.66307ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:38.44861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047743951s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:42:38.448717Z","caller":"traceutil/trace.go:171","msg":"trace[1604219570] linearizableReadLoop","detail":"{readStateIndex:20965; appliedIndex:20964; }","duration":"1.083807254s","start":"2026-03-18T14:42:37.364891Z","end":"2026-03-18T14:42:38.448698Z","steps":["trace[1604219570] 'read index received' (duration: 36.242708ms)","trace[1604219570] 'applied index is now lower than readState.Index' (duration: 1.047563066s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:38.4496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084689918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:42:38.449676Z","caller":"traceutil/trace.go:171","msg":"trace[1610598636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20156; }","duration":"1.084807192s","start":"2026-03-18T14:42:37.364849Z","end":"2026-03-18T14:42:38.449656Z","steps":["trace[1610598636] 'agreement among raft nodes before linearized reading' (duration: 1.084583456s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:38.449668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084264497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:42:38.449736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:37.36483Z","time spent":"1.084891424s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:42:38.449763Z","caller":"traceutil/trace.go:171","msg":"trace[1941480762] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20156; }","duration":"1.084372591s","start":"2026-03-18T14:42:37.365369Z","end":"2026-03-18T14:42:38.449742Z","steps":["trace[1941480762] 'agreement among raft nodes before linearized reading' (duration: 1.084141215s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:38.449818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:37.365361Z","time spent":"1.084444343s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:42:38.44967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.07176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:38.449958Z","caller":"traceutil/trace.go:171","msg":"trace[1014273826] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:20156; }","duration":"270.407349ms","start":"2026-03-18T14:42:38.179519Z","end":"2026-03-18T14:42:38.449927Z","steps":["trace[1014273826] 'agreement among raft nodes before linearized reading' (duration: 270.0832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:38.450068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071874933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:42:38.450145Z","caller":"traceutil/trace.go:171","msg":"trace[1788566105] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:20156; }","duration":"1.071955186s","start":"2026-03-18T14:42:37.378172Z","end":"2026-03-18T14:42:38.450127Z","steps":["trace[1788566105] 'agreement among raft nodes before linearized reading' (duration: 1.07173396s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:38.450203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:37.378136Z","time spent":"1.072051007s","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":128,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:39.136769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.539676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:39.136849Z","caller":"traceutil/trace.go:171","msg":"trace[2120949081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20158; }","duration":"565.654128ms","start":"2026-03-18T14:42:38.571175Z","end":"2026-03-18T14:42:39.136829Z","steps":["trace[2120949081] 'range keys from in-memory index tree' (duration: 565.469874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:39.13689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:38.571159Z","time spent":"565.72169ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:42:39.137099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.915866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:42:39.137157Z","caller":"traceutil/trace.go:171","msg":"trace[50815613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20158; }","duration":"556.026989ms","start":"2026-03-18T14:42:38.581116Z","end":"2026-03-18T14:42:39.137143Z","steps":["trace[50815613] 'range keys from in-memory index tree' (duration: 555.779412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:39.137192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:38.581105Z","time spent":"556.076389ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:42:39.137204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.054672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:42:39.137283Z","caller":"traceutil/trace.go:171","msg":"trace[355901381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20158; }","duration":"555.180326ms","start":"2026-03-18T14:42:38.582081Z","end":"2026-03-18T14:42:39.137261Z","steps":["trace[355901381] 'range keys from in-memory index tree' (duration: 554.869047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:39.137325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:38.582047Z","time spent":"555.268847ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:42:39.137509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.173124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:39.137758Z","caller":"traceutil/trace.go:171","msg":"trace[81810091] transaction","detail":"{read_only:false; response_revision:20161; number_of_response:1; }","duration":"554.155087ms","start":"2026-03-18T14:42:38.583586Z","end":"2026-03-18T14:42:39.137741Z","steps":["trace[81810091] 'process raft request' (duration: 554.090286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:39.137834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:38.583561Z","time spent":"554.2351ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:39.138028Z","caller":"traceutil/trace.go:171","msg":"trace[1553277220] linearizableReadLoop","detail":"{readStateIndex:20968; appliedIndex:20967; }","duration":"555.010541ms","start":"2026-03-18T14:42:38.583002Z","end":"2026-03-18T14:42:39.138013Z","steps":["trace[1553277220] 'read index received' (duration: 32.306601ms)","trace[1553277220] 'applied index is now lower than readState.Index' (duration: 522.70255ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:39.138022Z","caller":"traceutil/trace.go:171","msg":"trace[1997000025] transaction","detail":"{read_only:false; response_revision:20159; number_of_response:1; }","duration":"555.459804ms","start":"2026-03-18T14:42:38.58253Z","end":"2026-03-18T14:42:39.13799Z","steps":["trace[1997000025] 'process raft request' (duration: 32.702113ms)","trace[1997000025] 'compare' (duration: 521.745583ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:39.138069Z","caller":"traceutil/trace.go:171","msg":"trace[1067012050] transaction","detail":"{read_only:false; response_revision:20160; number_of_response:1; }","duration":"554.881357ms","start":"2026-03-18T14:42:38.583155Z","end":"2026-03-18T14:42:39.138036Z","steps":["trace[1067012050] 'process raft request' (duration: 554.431146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:39.138167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:38.582518Z","time spent":"555.569336ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:39.138205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.197967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T14:42:39.138231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:38.583085Z","time spent":"555.059122ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:39.13828Z","caller":"traceutil/trace.go:171","msg":"trace[39232366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20161; }","duration":"555.235618ms","start":"2026-03-18T14:42:38.582996Z","end":"2026-03-18T14:42:39.138232Z","steps":["trace[39232366] 'agreement among raft nodes before linearized reading' (duration: 555.060413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:39.13832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:38.582966Z","time spent":"555.34546ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:42:39.817193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476726989,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:42:39.886945Z","caller":"traceutil/trace.go:171","msg":"trace[1569700628] transaction","detail":"{read_only:false; response_revision:20162; number_of_response:1; }","duration":"744.396093ms","start":"2026-03-18T14:42:39.142527Z","end":"2026-03-18T14:42:39.886923Z","steps":["trace[1569700628] 'process raft request' (duration: 744.24638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:39.887072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:39.14251Z","time spent":"744.497366ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:40.417743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.922108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:40.418098Z","caller":"traceutil/trace.go:171","msg":"trace[772321449] transaction","detail":"{read_only:false; response_revision:20163; number_of_response:1; }","duration":"1.274873443s","start":"2026-03-18T14:42:39.143193Z","end":"2026-03-18T14:42:40.418066Z","steps":["trace[772321449] 'process raft request' (duration: 885.476851ms)","trace[772321449] 'compare' (duration: 388.699732ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:40.418182Z","caller":"traceutil/trace.go:171","msg":"trace[1131017742] transaction","detail":"{read_only:false; response_revision:20164; number_of_response:1; }","duration":"1.274345788s","start":"2026-03-18T14:42:39.143811Z","end":"2026-03-18T14:42:40.418157Z","steps":["trace[1131017742] 'process raft request' (duration: 1.27406658s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:40.418263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:39.143116Z","time spent":"1.275051677s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:40.418281Z","caller":"traceutil/trace.go:171","msg":"trace[1783721878] linearizableReadLoop","detail":"{readStateIndex:20974; appliedIndex:20970; }","duration":"1.101531353s","start":"2026-03-18T14:42:39.316698Z","end":"2026-03-18T14:42:40.418229Z","steps":["trace[1783721878] 'read index received' (duration: 570.12215ms)","trace[1783721878] 'applied index is now lower than readState.Index' (duration: 531.407303ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:40.418291Z","caller":"traceutil/trace.go:171","msg":"trace[1350274617] transaction","detail":"{read_only:false; response_revision:20165; number_of_response:1; }","duration":"997.360001ms","start":"2026-03-18T14:42:39.420911Z","end":"2026-03-18T14:42:40.418271Z","steps":["trace[1350274617] 'process raft request' (duration: 997.180436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:40.418343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:39.143798Z","time spent":"1.274486751s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:40.4184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:39.420895Z","time spent":"997.453615ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:40.418465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10177406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T14:42:40.418496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.089672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-gxldd.189df64d49040550\" ","response":"range_response_count:1 size:957"} {"level":"warn","ts":"2026-03-18T14:42:40.418532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.972338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:42:40.418562Z","caller":"traceutil/trace.go:171","msg":"trace[908601023] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-gxldd.189df64d49040550; range_end:; response_count:1; response_revision:20165; }","duration":"885.155983ms","start":"2026-03-18T14:42:39.533388Z","end":"2026-03-18T14:42:40.418544Z","steps":["trace[908601023] 'agreement among raft nodes before linearized reading' (duration: 885.03612ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:40.418599Z","caller":"traceutil/trace.go:171","msg":"trace[1415382185] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:20165; }","duration":"855.041701ms","start":"2026-03-18T14:42:39.56354Z","end":"2026-03-18T14:42:40.418581Z","steps":["trace[1415382185] 'agreement among raft nodes before linearized reading' (duration: 854.920377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:40.418613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:39.533365Z","time spent":"885.234895ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":981,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-gxldd.189df64d49040550\" "} {"level":"info","ts":"2026-03-18T14:42:40.418506Z","caller":"traceutil/trace.go:171","msg":"trace[2056710038] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20165; }","duration":"1.101813101s","start":"2026-03-18T14:42:39.316682Z","end":"2026-03-18T14:42:40.418495Z","steps":["trace[2056710038] 'agreement among raft nodes before linearized reading' (duration: 1.101685438s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:40.418658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:39.316626Z","time spent":"1.102025267s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:42:40.418652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:39.56348Z","time spent":"855.160013ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:41.093349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.385773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:41.09356Z","caller":"traceutil/trace.go:171","msg":"trace[493234462] transaction","detail":"{read_only:false; response_revision:20166; number_of_response:1; }","duration":"672.276577ms","start":"2026-03-18T14:42:40.421248Z","end":"2026-03-18T14:42:41.093525Z","steps":["trace[493234462] 'process raft request' (duration: 419.586376ms)","trace[493234462] 'compare' (duration: 252.212247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:41.093719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:40.421223Z","time spent":"672.419431ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:41.093502Z","caller":"traceutil/trace.go:171","msg":"trace[1205562923] linearizableReadLoop","detail":"{readStateIndex:20975; appliedIndex:20974; }","duration":"671.174707ms","start":"2026-03-18T14:42:40.422305Z","end":"2026-03-18T14:42:41.09348Z","steps":["trace[1205562923] 'read index received' (duration: 418.447036ms)","trace[1205562923] 'applied index is now lower than readState.Index' (duration: 252.725561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:41.093925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.607279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:42:41.093994Z","caller":"traceutil/trace.go:171","msg":"trace[883094947] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20166; }","duration":"671.741642ms","start":"2026-03-18T14:42:40.422235Z","end":"2026-03-18T14:42:41.093977Z","steps":["trace[883094947] 'agreement among raft nodes before linearized reading' (duration: 671.395213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:41.093992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.013251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-18T14:42:41.093969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.229644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:41.094036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:40.42222Z","time spent":"671.803575ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:42:41.094038Z","caller":"traceutil/trace.go:171","msg":"trace[1641642495] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:20166; }","duration":"638.087134ms","start":"2026-03-18T14:42:40.455939Z","end":"2026-03-18T14:42:41.094026Z","steps":["trace[1641642495] 'agreement among raft nodes before linearized reading' (duration: 637.941979ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:41.094063Z","caller":"traceutil/trace.go:171","msg":"trace[1711257374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20166; }","duration":"523.359957ms","start":"2026-03-18T14:42:40.570679Z","end":"2026-03-18T14:42:41.094039Z","steps":["trace[1711257374] 'agreement among raft nodes before linearized reading' (duration: 523.208382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:41.094077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:40.455926Z","time spent":"638.143315ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"warn","ts":"2026-03-18T14:42:41.094078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.727067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:42:41.094117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:40.570657Z","time spent":"523.446389ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:42:41.094143Z","caller":"traceutil/trace.go:171","msg":"trace[546897053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20166; }","duration":"576.802798ms","start":"2026-03-18T14:42:40.517321Z","end":"2026-03-18T14:42:41.094124Z","steps":["trace[546897053] 'agreement among raft nodes before linearized reading' (duration: 576.569922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:41.094141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.117424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T14:42:41.094185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:40.517262Z","time spent":"576.914562ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:42:41.094222Z","caller":"traceutil/trace.go:171","msg":"trace[1558275889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20166; }","duration":"628.212437ms","start":"2026-03-18T14:42:40.465993Z","end":"2026-03-18T14:42:41.094205Z","steps":["trace[1558275889] 'agreement among raft nodes before linearized reading' (duration: 627.93401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:41.094307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:40.465986Z","time spent":"628.309319ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:42:41.805323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.991025ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-18T14:42:41.805455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:41.094928Z","time spent":"710.521888ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T14:42:41.805591Z","caller":"traceutil/trace.go:171","msg":"trace[487811891] linearizableReadLoop","detail":"{readStateIndex:20976; appliedIndex:20975; }","duration":"710.157799ms","start":"2026-03-18T14:42:41.095249Z","end":"2026-03-18T14:42:41.805407Z","steps":["trace[487811891] 'read index received' (duration: 113.061252ms)","trace[487811891] 'applied index is now lower than readState.Index' (duration: 597.094557ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:41.805795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.525019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:41.805875Z","caller":"traceutil/trace.go:171","msg":"trace[1824148608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20166; }","duration":"710.628741ms","start":"2026-03-18T14:42:41.095224Z","end":"2026-03-18T14:42:41.805853Z","steps":["trace[1824148608] 'agreement among raft nodes before linearized reading' (duration: 710.486168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:41.805923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:41.095208Z","time spent":"710.706433ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:42:41.815431Z","caller":"traceutil/trace.go:171","msg":"trace[194134251] transaction","detail":"{read_only:false; response_revision:20167; number_of_response:1; }","duration":"717.679443ms","start":"2026-03-18T14:42:41.097733Z","end":"2026-03-18T14:42:41.815413Z","steps":["trace[194134251] 'process raft request' (duration: 717.466627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:41.815552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:41.09772Z","time spent":"717.763895ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:41.815704Z","caller":"traceutil/trace.go:171","msg":"trace[1919999192] transaction","detail":"{read_only:false; response_revision:20168; number_of_response:1; }","duration":"717.192289ms","start":"2026-03-18T14:42:41.098464Z","end":"2026-03-18T14:42:41.815657Z","steps":["trace[1919999192] 'process raft request' (duration: 716.910742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:41.815866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:41.098444Z","time spent":"717.322102ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:41.816027Z","caller":"traceutil/trace.go:171","msg":"trace[1483603000] transaction","detail":"{read_only:false; response_revision:20169; number_of_response:1; }","duration":"671.053754ms","start":"2026-03-18T14:42:41.144957Z","end":"2026-03-18T14:42:41.816011Z","steps":["trace[1483603000] 'process raft request' (duration: 670.621532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:41.816117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:41.144932Z","time spent":"671.144106ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:41.81623Z","caller":"traceutil/trace.go:171","msg":"trace[1106535990] transaction","detail":"{read_only:false; response_revision:20170; number_of_response:1; }","duration":"671.174347ms","start":"2026-03-18T14:42:41.145035Z","end":"2026-03-18T14:42:41.81621Z","steps":["trace[1106535990] 'process raft request' (duration: 670.91956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:41.816368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:41.145008Z","time spent":"671.27086ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:41.816453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.266925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-pj7bh.189df65442537c91\" ","response":"range_response_count:1 size:949"} {"level":"info","ts":"2026-03-18T14:42:41.816511Z","caller":"traceutil/trace.go:171","msg":"trace[1081000175] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-pj7bh.189df65442537c91; range_end:; response_count:1; response_revision:20171; }","duration":"719.343267ms","start":"2026-03-18T14:42:41.09715Z","end":"2026-03-18T14:42:41.816493Z","steps":["trace[1081000175] 'agreement among raft nodes before linearized reading' (duration: 719.183883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:41.816551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:41.09714Z","time spent":"719.402788ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":973,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-pj7bh.189df65442537c91\" "} {"level":"warn","ts":"2026-03-18T14:42:41.816527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.679964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18574"} {"level":"info","ts":"2026-03-18T14:42:41.816612Z","caller":"traceutil/trace.go:171","msg":"trace[1015314578] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20171; }","duration":"720.805646ms","start":"2026-03-18T14:42:41.095786Z","end":"2026-03-18T14:42:41.816591Z","steps":["trace[1015314578] 'agreement among raft nodes before linearized reading' (duration: 720.500238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:41.816649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:41.095773Z","time spent":"720.868627ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18598,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-18T14:42:41.816869Z","caller":"traceutil/trace.go:171","msg":"trace[395737293] transaction","detail":"{read_only:false; response_revision:20171; number_of_response:1; }","duration":"670.93179ms","start":"2026-03-18T14:42:41.145352Z","end":"2026-03-18T14:42:41.816284Z","steps":["trace[395737293] 'process raft request' (duration: 670.800887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:41.816956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:41.145326Z","time spent":"671.586378ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:42.178793Z","caller":"traceutil/trace.go:171","msg":"trace[1069923974] linearizableReadLoop","detail":"{readStateIndex:20983; appliedIndex:20981; }","duration":"307.642135ms","start":"2026-03-18T14:42:41.871125Z","end":"2026-03-18T14:42:42.178768Z","steps":["trace[1069923974] 'read index received' (duration: 19.764374ms)","trace[1069923974] 'applied index is now lower than readState.Index' (duration: 287.87458ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:42.178861Z","caller":"traceutil/trace.go:171","msg":"trace[519333000] transaction","detail":"{read_only:false; response_revision:20173; number_of_response:1; }","duration":"359.802602ms","start":"2026-03-18T14:42:41.819027Z","end":"2026-03-18T14:42:42.17883Z","steps":["trace[519333000] 'process raft request' (duration: 359.530765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:42.178942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.802738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:42.178992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:41.819015Z","time spent":"359.908485ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:42.179023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.85319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:42:42.179023Z","caller":"traceutil/trace.go:171","msg":"trace[903015561] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20173; }","duration":"307.940262ms","start":"2026-03-18T14:42:41.871065Z","end":"2026-03-18T14:42:42.179005Z","steps":["trace[903015561] 'agreement among raft nodes before linearized reading' (duration: 307.801658ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:42.179058Z","caller":"traceutil/trace.go:171","msg":"trace[334897003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20173; }","duration":"287.930363ms","start":"2026-03-18T14:42:41.891117Z","end":"2026-03-18T14:42:42.179048Z","steps":["trace[334897003] 'agreement among raft nodes before linearized reading' (duration: 287.783828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:42.179072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:41.87104Z","time spent":"308.022436ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T14:42:42.179092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.023621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-18T14:42:42.179148Z","caller":"traceutil/trace.go:171","msg":"trace[2054259203] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:20173; }","duration":"286.093532ms","start":"2026-03-18T14:42:41.893032Z","end":"2026-03-18T14:42:42.179125Z","steps":["trace[2054259203] 'agreement among raft nodes before linearized reading' (duration: 285.983709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:42.503975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.488268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:42.504777Z","caller":"traceutil/trace.go:171","msg":"trace[2114810910] linearizableReadLoop","detail":"{readStateIndex:20984; appliedIndex:20983; }","duration":"319.436663ms","start":"2026-03-18T14:42:42.185305Z","end":"2026-03-18T14:42:42.504742Z","steps":["trace[2114810910] 'read index received' (duration: 107.095401ms)","trace[2114810910] 'applied index is now lower than readState.Index' (duration: 212.337502ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:42.504823Z","caller":"traceutil/trace.go:171","msg":"trace[1429831696] transaction","detail":"{read_only:false; response_revision:20174; number_of_response:1; }","duration":"321.663813ms","start":"2026-03-18T14:42:42.183126Z","end":"2026-03-18T14:42:42.50479Z","steps":["trace[1429831696] 'process raft request' (duration: 109.233109ms)","trace[1429831696] 'compare' (duration: 211.305254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:42.504975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:42.183103Z","time spent":"321.788966ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:42.505008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.379417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:42:42.505028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.7128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:42:42.505067Z","caller":"traceutil/trace.go:171","msg":"trace[923877219] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20174; }","duration":"121.457409ms","start":"2026-03-18T14:42:42.383587Z","end":"2026-03-18T14:42:42.505044Z","steps":["trace[923877219] 'agreement among raft nodes before linearized reading' (duration: 121.327795ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:42.505076Z","caller":"traceutil/trace.go:171","msg":"trace[1623904124] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20174; }","duration":"319.793622ms","start":"2026-03-18T14:42:42.185267Z","end":"2026-03-18T14:42:42.505061Z","steps":["trace[1623904124] 'agreement among raft nodes before linearized reading' (duration: 319.616467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:42.50511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:42.185251Z","time spent":"319.851834ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:42:43.342806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.942991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:43.343007Z","caller":"traceutil/trace.go:171","msg":"trace[1814180168] transaction","detail":"{read_only:false; response_revision:20175; number_of_response:1; }","duration":"833.620522ms","start":"2026-03-18T14:42:42.509359Z","end":"2026-03-18T14:42:43.342979Z","steps":["trace[1814180168] 'process raft request' (duration: 189.442614ms)","trace[1814180168] 'compare' (duration: 643.552271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:43.343166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:42.509331Z","time spent":"833.752135ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:43.343901Z","caller":"traceutil/trace.go:171","msg":"trace[698374918] linearizableReadLoop","detail":"{readStateIndex:20986; appliedIndex:20984; }","duration":"824.99988ms","start":"2026-03-18T14:42:42.518888Z","end":"2026-03-18T14:42:43.343888Z","steps":["trace[698374918] 'read index received' (duration: 179.938848ms)","trace[698374918] 'applied index is now lower than readState.Index' (duration: 645.059952ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:43.344165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.363608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:43.344196Z","caller":"traceutil/trace.go:171","msg":"trace[984763914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20176; }","duration":"772.45884ms","start":"2026-03-18T14:42:42.571729Z","end":"2026-03-18T14:42:43.344188Z","steps":["trace[984763914] 'agreement among raft nodes before linearized reading' (duration: 772.401529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:43.344244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.346179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-18T14:42:43.344285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:42.571699Z","time spent":"772.515823ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:42:43.344305Z","caller":"traceutil/trace.go:171","msg":"trace[1607467715] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:20176; }","duration":"825.453081ms","start":"2026-03-18T14:42:42.518839Z","end":"2026-03-18T14:42:43.344292Z","steps":["trace[1607467715] 'agreement among raft nodes before linearized reading' (duration: 825.270427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:43.344334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:42.518821Z","time spent":"825.507593ms","remote":"127.0.0.1:50078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-18T14:42:43.344315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.476382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-18T14:42:43.34437Z","caller":"traceutil/trace.go:171","msg":"trace[1188398939] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:20176; }","duration":"722.571694ms","start":"2026-03-18T14:42:42.621786Z","end":"2026-03-18T14:42:43.344357Z","steps":["trace[1188398939] 'agreement among raft nodes before linearized reading' (duration: 722.385829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:43.344396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:42.621761Z","time spent":"722.627436ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-18T14:42:43.344379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.525464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T14:42:43.344459Z","caller":"traceutil/trace.go:171","msg":"trace[390507077] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20176; }","duration":"715.707219ms","start":"2026-03-18T14:42:42.628736Z","end":"2026-03-18T14:42:43.344444Z","steps":["trace[390507077] 'agreement among raft nodes before linearized reading' (duration: 715.428662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:43.3445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:42.628714Z","time spent":"715.77692ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-18T14:42:43.34477Z","caller":"traceutil/trace.go:171","msg":"trace[981383060] transaction","detail":"{read_only:false; response_revision:20176; number_of_response:1; }","duration":"834.804284ms","start":"2026-03-18T14:42:42.509948Z","end":"2026-03-18T14:42:43.344752Z","steps":["trace[981383060] 'process raft request' (duration: 832.945793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:43.34486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:42.509921Z","time spent":"834.885026ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:43.999882Z","caller":"traceutil/trace.go:171","msg":"trace[832184518] transaction","detail":"{read_only:false; response_revision:20177; number_of_response:1; }","duration":"177.249684ms","start":"2026-03-18T14:42:43.822608Z","end":"2026-03-18T14:42:43.999858Z","steps":["trace[832184518] 'process raft request' (duration: 177.09941ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:44.552558Z","caller":"traceutil/trace.go:171","msg":"trace[1437934333] transaction","detail":"{read_only:false; response_revision:20179; number_of_response:1; }","duration":"728.486813ms","start":"2026-03-18T14:42:43.824023Z","end":"2026-03-18T14:42:44.552509Z","steps":["trace[1437934333] 'process raft request' (duration: 728.3777ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:44.552609Z","caller":"traceutil/trace.go:171","msg":"trace[2120242369] transaction","detail":"{read_only:false; response_revision:20178; number_of_response:1; }","duration":"729.715906ms","start":"2026-03-18T14:42:43.822815Z","end":"2026-03-18T14:42:44.552531Z","steps":["trace[2120242369] 'process raft request' (duration: 729.400159ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:44.5527Z","caller":"traceutil/trace.go:171","msg":"trace[1845411347] linearizableReadLoop","detail":"{readStateIndex:20990; appliedIndex:20987; }","duration":"727.761745ms","start":"2026-03-18T14:42:43.824907Z","end":"2026-03-18T14:42:44.552668Z","steps":["trace[1845411347] 'read index received' (duration: 175.062746ms)","trace[1845411347] 'applied index is now lower than readState.Index' (duration: 552.697149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:44.552756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:43.823994Z","time spent":"728.667229ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:44.55279Z","caller":"traceutil/trace.go:171","msg":"trace[1432704059] transaction","detail":"{read_only:false; response_revision:20180; number_of_response:1; }","duration":"728.384351ms","start":"2026-03-18T14:42:43.824376Z","end":"2026-03-18T14:42:44.552761Z","steps":["trace[1432704059] 'process raft request' (duration: 728.078193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:44.552978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.059662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T14:42:44.55297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:43.82435Z","time spent":"728.503174ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:44.553018Z","caller":"traceutil/trace.go:171","msg":"trace[1807524069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20180; }","duration":"728.129324ms","start":"2026-03-18T14:42:43.82488Z","end":"2026-03-18T14:42:44.553009Z","steps":["trace[1807524069] 'agreement among raft nodes before linearized reading' (duration: 727.922858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:44.553051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:43.82487Z","time spent":"728.173175ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:42:44.553149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:43.822806Z","time spent":"729.930832ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:45.185677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.624778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:45.185779Z","caller":"traceutil/trace.go:171","msg":"trace[1925083457] linearizableReadLoop","detail":"{readStateIndex:20991; appliedIndex:20990; }","duration":"632.995455ms","start":"2026-03-18T14:42:44.552769Z","end":"2026-03-18T14:42:45.185764Z","steps":["trace[1925083457] 'read index received' (duration: 223.281356ms)","trace[1925083457] 'applied index is now lower than readState.Index' (duration: 409.712939ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:45.185827Z","caller":"traceutil/trace.go:171","msg":"trace[1287818144] transaction","detail":"{read_only:false; response_revision:20181; number_of_response:1; }","duration":"716.535992ms","start":"2026-03-18T14:42:44.469258Z","end":"2026-03-18T14:42:45.185794Z","steps":["trace[1287818144] 'process raft request' (duration: 306.725789ms)","trace[1287818144] 'compare' (duration: 409.204286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:45.185943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.839643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:42:45.185971Z","caller":"traceutil/trace.go:171","msg":"trace[1672766035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20181; }","duration":"675.905915ms","start":"2026-03-18T14:42:44.510058Z","end":"2026-03-18T14:42:45.185964Z","steps":["trace[1672766035] 'agreement among raft nodes before linearized reading' (duration: 675.768272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:45.185962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:44.46923Z","time spent":"716.662815ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:45.186034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245921591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:42:45.185995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:44.510036Z","time spent":"675.954335ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:42:45.186066Z","caller":"traceutil/trace.go:171","msg":"trace[2059761697] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20181; }","duration":"1.245990664s","start":"2026-03-18T14:42:43.940068Z","end":"2026-03-18T14:42:45.186059Z","steps":["trace[2059761697] 'agreement among raft nodes before linearized reading' (duration: 1.245940183s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:45.186085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:43.940043Z","time spent":"1.246036654s","remote":"127.0.0.1:50034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:46.424091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005714106s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:46.424389Z","caller":"traceutil/trace.go:171","msg":"trace[145280882] transaction","detail":"{read_only:false; response_revision:20184; number_of_response:1; }","duration":"1.233466144s","start":"2026-03-18T14:42:45.190899Z","end":"2026-03-18T14:42:46.424365Z","steps":["trace[145280882] 'process raft request' (duration: 1.233412043s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:46.424491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:45.190846Z","time spent":"1.233586018s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:46.424737Z","caller":"traceutil/trace.go:171","msg":"trace[306814143] transaction","detail":"{read_only:false; response_revision:20183; number_of_response:1; }","duration":"1.700096511s","start":"2026-03-18T14:42:44.724604Z","end":"2026-03-18T14:42:46.4247Z","steps":["trace[306814143] 'process raft request' (duration: 1.699625078s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:46.424812Z","caller":"traceutil/trace.go:171","msg":"trace[1070933207] linearizableReadLoop","detail":"{readStateIndex:20993; appliedIndex:20991; }","duration":"1.238996473s","start":"2026-03-18T14:42:45.185801Z","end":"2026-03-18T14:42:46.424797Z","steps":["trace[1070933207] 'read index received' (duration: 232.472564ms)","trace[1070933207] 'applied index is now lower than readState.Index' (duration: 1.006522399s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:46.424916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:44.724574Z","time spent":"1.700244334s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:46.425064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845364972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:42:46.42514Z","caller":"traceutil/trace.go:171","msg":"trace[1117906105] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:20184; }","duration":"1.845499625s","start":"2026-03-18T14:42:44.579621Z","end":"2026-03-18T14:42:46.425121Z","steps":["trace[1117906105] 'agreement among raft nodes before linearized reading' (duration: 1.8453053s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:46.42515Z","caller":"traceutil/trace.go:171","msg":"trace[1723450928] transaction","detail":"{read_only:false; response_revision:20182; number_of_response:1; }","duration":"1.867299713s","start":"2026-03-18T14:42:44.557818Z","end":"2026-03-18T14:42:46.425118Z","steps":["trace[1723450928] 'process raft request' (duration: 860.418795ms)","trace[1723450928] 'compare' (duration: 1.00549005s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:46.425203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:44.579597Z","time spent":"1.845581537s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:46.425228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:44.557794Z","time spent":"1.867395047s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:47.042612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.399747ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:47.042789Z","caller":"traceutil/trace.go:171","msg":"trace[807065465] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20184; }","duration":"377.591253ms","start":"2026-03-18T14:42:46.665173Z","end":"2026-03-18T14:42:47.042764Z","steps":["trace[807065465] 'range keys from in-memory index tree' (duration: 377.379747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:47.04308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.445798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:47.043206Z","caller":"traceutil/trace.go:171","msg":"trace[2130729943] transaction","detail":"{read_only:false; response_revision:20185; number_of_response:1; }","duration":"1.038043299s","start":"2026-03-18T14:42:46.005133Z","end":"2026-03-18T14:42:47.043176Z","steps":["trace[2130729943] 'process raft request' (duration: 547.171159ms)","trace[2130729943] 'compare' (duration: 490.086099ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:47.043324Z","caller":"traceutil/trace.go:171","msg":"trace[31169126] linearizableReadLoop","detail":"{readStateIndex:20995; appliedIndex:20994; }","duration":"618.463734ms","start":"2026-03-18T14:42:46.424841Z","end":"2026-03-18T14:42:47.043305Z","steps":["trace[31169126] 'read index received' (duration: 127.496302ms)","trace[31169126] 'applied index is now lower than readState.Index' (duration: 490.962312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:47.043355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:46.005106Z","time spent":"1.038172813s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:47.043455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472895238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:47.043543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694240622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T14:42:47.043577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696284638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:42:47.043588Z","caller":"traceutil/trace.go:171","msg":"trace[234146216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20185; }","duration":"1.473051972s","start":"2026-03-18T14:42:45.570494Z","end":"2026-03-18T14:42:47.043546Z","steps":["trace[234146216] 'agreement among raft nodes before linearized reading' (duration: 1.472835686s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:47.043601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442310701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-18T14:42:47.043605Z","caller":"traceutil/trace.go:171","msg":"trace[201710794] transaction","detail":"{read_only:false; response_revision:20186; number_of_response:1; }","duration":"485.003801ms","start":"2026-03-18T14:42:46.558577Z","end":"2026-03-18T14:42:47.04358Z","steps":["trace[201710794] 'process raft request' (duration: 484.616521ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:47.043618Z","caller":"traceutil/trace.go:171","msg":"trace[1531744969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20185; }","duration":"1.694327803s","start":"2026-03-18T14:42:45.349269Z","end":"2026-03-18T14:42:47.043597Z","steps":["trace[1531744969] 'agreement among raft nodes before linearized reading' (duration: 1.694092447s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:47.043635Z","caller":"traceutil/trace.go:171","msg":"trace[97451736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20186; }","duration":"1.69638655s","start":"2026-03-18T14:42:45.347228Z","end":"2026-03-18T14:42:47.043615Z","steps":["trace[97451736] 'agreement among raft nodes before linearized reading' (duration: 1.696180485s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:47.043662Z","caller":"traceutil/trace.go:171","msg":"trace[1857594860] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:20186; }","duration":"1.442416155s","start":"2026-03-18T14:42:45.601225Z","end":"2026-03-18T14:42:47.043641Z","steps":["trace[1857594860] 'agreement among raft nodes before linearized reading' (duration: 1.442177408s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:47.043688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:45.347208Z","time spent":"1.696465813s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:42:47.043686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:45.349263Z","time spent":"1.694408767s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:42:47.043672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:45.570478Z","time spent":"1.473158534s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:42:47.043718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:45.601199Z","time spent":"1.442510527s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-18T14:42:47.043718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:46.558552Z","time spent":"485.106556ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:47.043728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.758979989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:47.043791Z","caller":"traceutil/trace.go:171","msg":"trace[1043916038] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:20187; }","duration":"1.759087563s","start":"2026-03-18T14:42:45.28469Z","end":"2026-03-18T14:42:47.043777Z","steps":["trace[1043916038] 'agreement among raft nodes before linearized reading' (duration: 1.758947739s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:47.043816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.356815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-18T14:42:47.04383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.188913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:42:47.043884Z","caller":"traceutil/trace.go:171","msg":"trace[1974560996] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20187; }","duration":"128.441357ms","start":"2026-03-18T14:42:46.915414Z","end":"2026-03-18T14:42:47.043856Z","steps":["trace[1974560996] 'agreement among raft nodes before linearized reading' (duration: 128.346674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:47.043895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.070461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-18T14:42:47.043962Z","caller":"traceutil/trace.go:171","msg":"trace[1287993181] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20187; }","duration":"130.186884ms","start":"2026-03-18T14:42:46.913759Z","end":"2026-03-18T14:42:47.043946Z","steps":["trace[1287993181] 'agreement among raft nodes before linearized reading' (duration: 130.048769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:47.043833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:45.284671Z","time spent":"1.759152773s","remote":"127.0.0.1:49990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:42:47.04384Z","caller":"traceutil/trace.go:171","msg":"trace[1564388298] transaction","detail":"{read_only:false; response_revision:20187; number_of_response:1; }","duration":"484.786225ms","start":"2026-03-18T14:42:46.559035Z","end":"2026-03-18T14:42:47.043821Z","steps":["trace[1564388298] 'process raft request' (duration: 484.396785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:47.04386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.545073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:42:47.044241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:46.559018Z","time spent":"485.165386ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:47.044288Z","caller":"traceutil/trace.go:171","msg":"trace[647808814] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:20187; }","duration":"148.006745ms","start":"2026-03-18T14:42:46.896268Z","end":"2026-03-18T14:42:47.044275Z","steps":["trace[647808814] 'agreement among raft nodes before linearized reading' (duration: 147.557742ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:47.043913Z","caller":"traceutil/trace.go:171","msg":"trace[1382934393] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20187; }","duration":"486.310828ms","start":"2026-03-18T14:42:46.557588Z","end":"2026-03-18T14:42:47.043899Z","steps":["trace[1382934393] 'agreement among raft nodes before linearized reading' (duration: 486.087752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:47.044813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:46.557566Z","time spent":"487.188781ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:42:47.475165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.680082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:47.475273Z","caller":"traceutil/trace.go:171","msg":"trace[1075951552] transaction","detail":"{read_only:false; response_revision:20188; number_of_response:1; }","duration":"427.083558ms","start":"2026-03-18T14:42:47.048172Z","end":"2026-03-18T14:42:47.475255Z","steps":["trace[1075951552] 'process raft request' (duration: 231.238092ms)","trace[1075951552] 'compare' (duration: 195.575549ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:47.475331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:47.048153Z","time spent":"427.15178ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:47.925652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.310207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:47.925911Z","caller":"traceutil/trace.go:171","msg":"trace[1976694392] transaction","detail":"{read_only:false; response_revision:20189; number_of_response:1; }","duration":"874.358101ms","start":"2026-03-18T14:42:47.051504Z","end":"2026-03-18T14:42:47.925862Z","steps":["trace[1976694392] 'process raft request' (duration: 580.670394ms)","trace[1976694392] 'compare' (duration: 293.094181ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:47.926018Z","caller":"traceutil/trace.go:171","msg":"trace[1577620587] transaction","detail":"{read_only:false; response_revision:20190; number_of_response:1; }","duration":"874.489895ms","start":"2026-03-18T14:42:47.051501Z","end":"2026-03-18T14:42:47.925991Z","steps":["trace[1577620587] 'process raft request' (duration: 874.277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:47.926083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:47.05148Z","time spent":"874.515816ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:47.926143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:47.051471Z","time spent":"874.603169ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:47.926404Z","caller":"traceutil/trace.go:171","msg":"trace[613078621] transaction","detail":"{read_only:false; response_revision:20191; number_of_response:1; }","duration":"874.820753ms","start":"2026-03-18T14:42:47.051565Z","end":"2026-03-18T14:42:47.926386Z","steps":["trace[613078621] 'process raft request' (duration: 874.320491ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:47.926439Z","caller":"traceutil/trace.go:171","msg":"trace[1822336780] linearizableReadLoop","detail":"{readStateIndex:21002; appliedIndex:20997; }","duration":"873.349305ms","start":"2026-03-18T14:42:47.053063Z","end":"2026-03-18T14:42:47.926412Z","steps":["trace[1822336780] 'read index received' (duration: 226.313839ms)","trace[1822336780] 'applied index is now lower than readState.Index' (duration: 647.032566ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:47.926428Z","caller":"traceutil/trace.go:171","msg":"trace[27550218] transaction","detail":"{read_only:false; response_revision:20192; number_of_response:1; }","duration":"874.768413ms","start":"2026-03-18T14:42:47.051627Z","end":"2026-03-18T14:42:47.926396Z","steps":["trace[27550218] 'process raft request' (duration: 874.33094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:47.926479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:47.051553Z","time spent":"874.891906ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:47.9266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:47.051609Z","time spent":"874.893576ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:48.148851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.829365ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-18T14:42:48.149182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096099447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:48.149258Z","caller":"traceutil/trace.go:171","msg":"trace[1603756799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20192; }","duration":"1.096195179s","start":"2026-03-18T14:42:47.053044Z","end":"2026-03-18T14:42:48.14924Z","steps":["trace[1603756799] 'agreement among raft nodes before linearized reading' (duration: 873.493818ms)","trace[1603756799] 'range keys from in-memory index tree' (duration: 222.598069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:48.149294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:47.053037Z","time spent":"1.09625024s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:42:48.149448Z","caller":"traceutil/trace.go:171","msg":"trace[560623276] transaction","detail":"{read_only:false; response_revision:20193; number_of_response:1; }","duration":"225.081706ms","start":"2026-03-18T14:42:47.924353Z","end":"2026-03-18T14:42:48.149435Z","steps":["trace[560623276] 'process raft request' (duration: 224.598882ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:48.149431Z","caller":"traceutil/trace.go:171","msg":"trace[804761700] linearizableReadLoop","detail":"{readStateIndex:21004; appliedIndex:21002; }","duration":"222.914637ms","start":"2026-03-18T14:42:47.926483Z","end":"2026-03-18T14:42:48.149398Z","steps":["trace[804761700] 'read index received' (duration: 25.876639ms)","trace[804761700] 'applied index is now lower than readState.Index' (duration: 197.036208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:48.563324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.034041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:42:48.563425Z","caller":"traceutil/trace.go:171","msg":"trace[430991735] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:20193; }","duration":"223.199484ms","start":"2026-03-18T14:42:48.340204Z","end":"2026-03-18T14:42:48.563403Z","steps":["trace[430991735] 'count revisions from in-memory index tree' (duration: 222.895647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:48.563456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.286458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T14:42:48.563487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.582847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:48.563574Z","caller":"traceutil/trace.go:171","msg":"trace[1573501564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20193; }","duration":"412.777642ms","start":"2026-03-18T14:42:48.150776Z","end":"2026-03-18T14:42:48.563554Z","steps":["trace[1573501564] 'range keys from in-memory index tree' (duration: 412.32168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:48.563641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:48.150718Z","time spent":"412.914746ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:42:48.563519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.911768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:42:48.563738Z","caller":"traceutil/trace.go:171","msg":"trace[2092437344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20193; }","duration":"133.153404ms","start":"2026-03-18T14:42:48.430558Z","end":"2026-03-18T14:42:48.563712Z","steps":["trace[2092437344] 'range keys from in-memory index tree' (duration: 132.740082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:48.563852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310617697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:48.563921Z","caller":"traceutil/trace.go:171","msg":"trace[1084349287] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:20193; }","duration":"1.31073108s","start":"2026-03-18T14:42:47.25317Z","end":"2026-03-18T14:42:48.563901Z","steps":["trace[1084349287] 'agreement among raft nodes before linearized reading' (duration: 896.319624ms)","trace[1084349287] 'count revisions from in-memory index tree' (duration: 414.320964ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:48.563854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.426248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:42:48.564085Z","caller":"traceutil/trace.go:171","msg":"trace[1453755168] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20193; }","duration":"214.695494ms","start":"2026-03-18T14:42:48.349338Z","end":"2026-03-18T14:42:48.564033Z","steps":["trace[1453755168] 'range keys from in-memory index tree' (duration: 213.949705ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:48.563573Z","caller":"traceutil/trace.go:171","msg":"trace[1064859633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20193; }","duration":"133.444111ms","start":"2026-03-18T14:42:48.430091Z","end":"2026-03-18T14:42:48.563535Z","steps":["trace[1064859633] 'range keys from in-memory index tree' (duration: 133.082491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:48.563976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:47.253131Z","time spent":"1.310826163s","remote":"127.0.0.1:56416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:42:48.742656Z","caller":"traceutil/trace.go:171","msg":"trace[2011906527] linearizableReadLoop","detail":"{readStateIndex:21005; appliedIndex:21004; }","duration":"174.398818ms","start":"2026-03-18T14:42:48.568228Z","end":"2026-03-18T14:42:48.742627Z","steps":["trace[2011906527] 'read index received' (duration: 32.001µs)","trace[2011906527] 'applied index is now lower than readState.Index' (duration: 174.365197ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:48.742739Z","caller":"traceutil/trace.go:171","msg":"trace[327106743] transaction","detail":"{read_only:false; response_revision:20194; number_of_response:1; }","duration":"174.50531ms","start":"2026-03-18T14:42:48.568197Z","end":"2026-03-18T14:42:48.742702Z","steps":["trace[327106743] 'process raft request' (duration: 174.290684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:48.742929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.677575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:42:48.742984Z","caller":"traceutil/trace.go:171","msg":"trace[1503633661] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20194; }","duration":"174.776708ms","start":"2026-03-18T14:42:48.568193Z","end":"2026-03-18T14:42:48.74297Z","steps":["trace[1503633661] 'agreement among raft nodes before linearized reading' (duration: 174.576872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:49.243852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476727062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:42:49.744493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476727062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:42:50.245283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476727062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:42:50.317706Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.57524579s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:42:50.318217Z","caller":"traceutil/trace.go:171","msg":"trace[1308540811] transaction","detail":"{read_only:false; response_revision:20195; number_of_response:1; }","duration":"1.749684659s","start":"2026-03-18T14:42:48.568502Z","end":"2026-03-18T14:42:50.318186Z","steps":["trace[1308540811] 'process raft request' (duration: 1.749494344s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:50.318532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:48.568489Z","time spent":"1.749841533s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:50.570925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000274793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:42:50.571001Z","caller":"traceutil/trace.go:171","msg":"trace[290637843] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000384636s","start":"2026-03-18T14:42:48.570599Z","end":"2026-03-18T14:42:50.570984Z","steps":["trace[290637843] 'agreement among raft nodes before linearized reading' (duration: 2.000290063s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:50.571043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:48.57059Z","time spent":"2.000444498s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:42:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:42:51.111314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.151336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:51.111786Z","caller":"traceutil/trace.go:171","msg":"trace[2135477582] transaction","detail":"{read_only:false; response_revision:20197; number_of_response:1; }","duration":"2.062096441s","start":"2026-03-18T14:42:49.049671Z","end":"2026-03-18T14:42:51.111768Z","steps":["trace[2135477582] 'process raft request' (duration: 2.061950347s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:51.111857Z","caller":"traceutil/trace.go:171","msg":"trace[317825786] linearizableReadLoop","detail":"{readStateIndex:21009; appliedIndex:21005; }","duration":"2.369107699s","start":"2026-03-18T14:42:48.742729Z","end":"2026-03-18T14:42:51.111837Z","steps":["trace[317825786] 'read index received' (duration: 1.575185369s)","trace[317825786] 'applied index is now lower than readState.Index' (duration: 793.92148ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:51.11189Z","caller":"traceutil/trace.go:171","msg":"trace[829588029] transaction","detail":"{read_only:false; response_revision:20198; number_of_response:1; }","duration":"2.062114393s","start":"2026-03-18T14:42:49.049749Z","end":"2026-03-18T14:42:51.111864Z","steps":["trace[829588029] 'process raft request' (duration: 2.061977029s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:51.111798Z","caller":"traceutil/trace.go:171","msg":"trace[276366692] transaction","detail":"{read_only:false; response_revision:20196; number_of_response:1; }","duration":"2.063594202s","start":"2026-03-18T14:42:49.04816Z","end":"2026-03-18T14:42:51.111754Z","steps":["trace[276366692] 'process raft request' (duration: 1.421906541s)","trace[276366692] 'compare' (duration: 640.981932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:51.112034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.367787474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18574"} {"level":"info","ts":"2026-03-18T14:42:51.11206Z","caller":"traceutil/trace.go:171","msg":"trace[1674855142] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20198; }","duration":"2.367853735s","start":"2026-03-18T14:42:48.744199Z","end":"2026-03-18T14:42:51.112053Z","steps":["trace[1674855142] 'agreement among raft nodes before linearized reading' (duration: 2.367748432s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:51.11204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:49.049721Z","time spent":"2.062223815s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:51.11208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:48.744176Z","time spent":"2.367897196s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18598,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T14:42:51.112062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:49.048134Z","time spent":"2.063879801s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:51.112092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.73343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-18T14:42:51.112159Z","caller":"traceutil/trace.go:171","msg":"trace[535438098] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:20198; }","duration":"655.825812ms","start":"2026-03-18T14:42:50.456318Z","end":"2026-03-18T14:42:51.112143Z","steps":["trace[535438098] 'agreement among raft nodes before linearized reading' (duration: 655.634407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:51.112188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:50.456296Z","time spent":"655.886494ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"warn","ts":"2026-03-18T14:42:51.11218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180532587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:42:51.112243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.039754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:51.112259Z","caller":"traceutil/trace.go:171","msg":"trace[1743895547] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20198; }","duration":"1.180645229s","start":"2026-03-18T14:42:49.931596Z","end":"2026-03-18T14:42:51.112242Z","steps":["trace[1743895547] 'agreement among raft nodes before linearized reading' (duration: 1.180403162s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:51.112276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18103379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:42:51.112297Z","caller":"traceutil/trace.go:171","msg":"trace[1361644477] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20198; }","duration":"1.181092791s","start":"2026-03-18T14:42:49.931197Z","end":"2026-03-18T14:42:51.11229Z","steps":["trace[1361644477] 'agreement among raft nodes before linearized reading' (duration: 1.1810318s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:51.112292Z","caller":"traceutil/trace.go:171","msg":"trace[300159847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20198; }","duration":"541.115416ms","start":"2026-03-18T14:42:50.571164Z","end":"2026-03-18T14:42:51.112279Z","steps":["trace[300159847] 'agreement among raft nodes before linearized reading' (duration: 541.049984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:51.112307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:49.931587Z","time spent":"1.18070945s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:42:51.11232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:49.931177Z","time spent":"1.181138002s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:42:51.112329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:50.571146Z","time spent":"541.173408ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:42:51.112417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181665976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T14:42:51.112421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.880439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:51.112492Z","caller":"traceutil/trace.go:171","msg":"trace[954933014] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20198; }","duration":"1.18177959s","start":"2026-03-18T14:42:49.930694Z","end":"2026-03-18T14:42:51.112474Z","steps":["trace[954933014] 'agreement among raft nodes before linearized reading' (duration: 1.181559154s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:51.112499Z","caller":"traceutil/trace.go:171","msg":"trace[1279796185] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:20198; }","duration":"664.028725ms","start":"2026-03-18T14:42:50.448453Z","end":"2026-03-18T14:42:51.112481Z","steps":["trace[1279796185] 'agreement among raft nodes before linearized reading' (duration: 663.915701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:51.112435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:49.049655Z","time spent":"2.062614686s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:51.112544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:50.448422Z","time spent":"664.112805ms","remote":"127.0.0.1:49964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:51.112548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:49.930675Z","time spent":"1.181859161s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:42:51.11251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.317011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:42:51.112766Z","caller":"traceutil/trace.go:171","msg":"trace[1243541771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20198; }","duration":"365.67485ms","start":"2026-03-18T14:42:50.746964Z","end":"2026-03-18T14:42:51.112639Z","steps":["trace[1243541771] 'agreement among raft nodes before linearized reading' (duration: 365.051224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:51.112866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:50.746939Z","time spent":"365.894776ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:42:51.617318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476727067,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:42:52.066145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:51.113616Z","time spent":"952.522001ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T14:42:52.52459Z","caller":"traceutil/trace.go:171","msg":"trace[868946166] transaction","detail":"{read_only:false; response_revision:20199; number_of_response:1; }","duration":"1.407188534s","start":"2026-03-18T14:42:51.117376Z","end":"2026-03-18T14:42:52.524565Z","steps":["trace[868946166] 'process raft request' (duration: 1.406967358s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:52.524816Z","caller":"traceutil/trace.go:171","msg":"trace[1368081774] transaction","detail":"{read_only:false; response_revision:20200; number_of_response:1; }","duration":"1.40740917s","start":"2026-03-18T14:42:51.117397Z","end":"2026-03-18T14:42:52.524807Z","steps":["trace[1368081774] 'process raft request' (duration: 1.407110241s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:52.524882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:51.117381Z","time spent":"1.407463031s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:52.524881Z","caller":"traceutil/trace.go:171","msg":"trace[909941491] linearizableReadLoop","detail":"{readStateIndex:21014; appliedIndex:21009; }","duration":"1.40852359s","start":"2026-03-18T14:42:51.116334Z","end":"2026-03-18T14:42:52.524858Z","steps":["trace[909941491] 'read index received' (duration: 879.758847ms)","trace[909941491] 'applied index is now lower than readState.Index' (duration: 528.763663ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:52.524971Z","caller":"traceutil/trace.go:171","msg":"trace[989618468] transaction","detail":"{read_only:false; response_revision:20201; number_of_response:1; }","duration":"1.407554893s","start":"2026-03-18T14:42:51.117398Z","end":"2026-03-18T14:42:52.524953Z","steps":["trace[989618468] 'process raft request' (duration: 1.407311817s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:52.525047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408710084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-18T14:42:52.524979Z","caller":"traceutil/trace.go:171","msg":"trace[1256486622] transaction","detail":"{read_only:false; response_revision:20202; number_of_response:1; }","duration":"1.407523444s","start":"2026-03-18T14:42:51.117445Z","end":"2026-03-18T14:42:52.524969Z","steps":["trace[1256486622] 'process raft request' (duration: 1.407364569s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:52.525077Z","caller":"traceutil/trace.go:171","msg":"trace[2027081242] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0; range_end:; response_count:1; response_revision:20202; }","duration":"1.408764357s","start":"2026-03-18T14:42:51.116305Z","end":"2026-03-18T14:42:52.52507Z","steps":["trace[2027081242] 'agreement among raft nodes before linearized reading' (duration: 1.408661245s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:52.525109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:51.116287Z","time spent":"1.408814098s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" "} {"level":"warn","ts":"2026-03-18T14:42:52.525131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:51.117425Z","time spent":"1.407658047s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:52.525156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:51.117371Z","time spent":"1.407650206s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:52.525573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:51.117356Z","time spent":"1.407334798s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:52.555562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43520409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:52.555613Z","caller":"traceutil/trace.go:171","msg":"trace[849993780] transaction","detail":"{read_only:false; response_revision:20203; number_of_response:1; }","duration":"487.987202ms","start":"2026-03-18T14:42:52.067594Z","end":"2026-03-18T14:42:52.555581Z","steps":["trace[849993780] 'process raft request' (duration: 487.671613ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:52.555661Z","caller":"traceutil/trace.go:171","msg":"trace[1113156184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20203; }","duration":"1.435325143s","start":"2026-03-18T14:42:51.120309Z","end":"2026-03-18T14:42:52.555634Z","steps":["trace[1113156184] 'agreement among raft nodes before linearized reading' (duration: 1.435143158s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:52.555729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:51.120302Z","time spent":"1.435411445s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:42:52.555749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.414947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-18T14:42:52.555796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:52.067571Z","time spent":"488.126267ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:52.555826Z","caller":"traceutil/trace.go:171","msg":"trace[326620201] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20203; }","duration":"919.522951ms","start":"2026-03-18T14:42:51.636278Z","end":"2026-03-18T14:42:52.555801Z","steps":["trace[326620201] 'agreement among raft nodes before linearized reading' (duration: 919.394397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:52.55588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:51.63626Z","time spent":"919.604963ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:42:52.555968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385626661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:52.556061Z","caller":"traceutil/trace.go:171","msg":"trace[1458200127] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20203; }","duration":"1.385791137s","start":"2026-03-18T14:42:51.170252Z","end":"2026-03-18T14:42:52.556043Z","steps":["trace[1458200127] 'agreement among raft nodes before linearized reading' (duration: 1.385560801s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:52.556144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:51.17021Z","time spent":"1.385923189s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T14:42:52.556429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.240745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:42:52.556519Z","caller":"traceutil/trace.go:171","msg":"trace[954972691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20203; }","duration":"233.39602ms","start":"2026-03-18T14:42:52.323104Z","end":"2026-03-18T14:42:52.5565Z","steps":["trace[954972691] 'agreement among raft nodes before linearized reading' (duration: 233.01714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:52.956644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.252389ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-03-18T14:42:52.956935Z","caller":"traceutil/trace.go:171","msg":"trace[895624319] transaction","detail":"{read_only:false; response_revision:20204; number_of_response:1; }","duration":"396.311877ms","start":"2026-03-18T14:42:52.560604Z","end":"2026-03-18T14:42:52.956916Z","steps":["trace[895624319] 'process raft request' (duration: 396.146383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:52.957056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:52.560587Z","time spent":"396.39888ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:52.957037Z","caller":"traceutil/trace.go:171","msg":"trace[1203541221] linearizableReadLoop","detail":"{readStateIndex:21016; appliedIndex:21015; }","duration":"398.926188ms","start":"2026-03-18T14:42:52.55805Z","end":"2026-03-18T14:42:52.956976Z","steps":["trace[1203541221] 'read index received' (duration: 63.313549ms)","trace[1203541221] 'applied index is now lower than readState.Index' (duration: 335.608249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:52.956919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:52.527134Z","time spent":"429.77731ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T14:42:52.957372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.211952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:52.957418Z","caller":"traceutil/trace.go:171","msg":"trace[540120690] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20204; }","duration":"397.278254ms","start":"2026-03-18T14:42:52.560127Z","end":"2026-03-18T14:42:52.957405Z","steps":["trace[540120690] 'agreement among raft nodes before linearized reading' (duration: 397.204161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:52.957404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.216026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-18T14:42:52.957433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.272591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8ad53959-3649-4621-b1df-c4a5054c44ce\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-03-18T14:42:52.957461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:52.560115Z","time spent":"397.336624ms","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T14:42:52.957485Z","caller":"traceutil/trace.go:171","msg":"trace[907294531] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:20204; }","duration":"399.34753ms","start":"2026-03-18T14:42:52.558115Z","end":"2026-03-18T14:42:52.957462Z","steps":["trace[907294531] 'agreement among raft nodes before linearized reading' (duration: 399.153095ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:52.957499Z","caller":"traceutil/trace.go:171","msg":"trace[2023689088] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8ad53959-3649-4621-b1df-c4a5054c44ce; range_end:; response_count:1; response_revision:20204; }","duration":"398.372263ms","start":"2026-03-18T14:42:52.559111Z","end":"2026-03-18T14:42:52.957483Z","steps":["trace[2023689088] 'agreement among raft nodes before linearized reading' (duration: 398.222348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:52.957541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:52.558097Z","time spent":"399.435082ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T14:42:52.957545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:52.559101Z","time spent":"398.435455ms","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-8ad53959-3649-4621-b1df-c4a5054c44ce\" "} {"level":"warn","ts":"2026-03-18T14:42:52.957653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.178208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:52.957755Z","caller":"traceutil/trace.go:171","msg":"trace[1980466597] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:20204; }","duration":"338.333113ms","start":"2026-03-18T14:42:52.619395Z","end":"2026-03-18T14:42:52.957728Z","steps":["trace[1980466597] 'agreement among raft nodes before linearized reading' (duration: 337.878511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:52.957855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:52.619378Z","time spent":"338.459536ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:52.95815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.09364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:52.958213Z","caller":"traceutil/trace.go:171","msg":"trace[450814205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20204; }","duration":"400.180502ms","start":"2026-03-18T14:42:52.558014Z","end":"2026-03-18T14:42:52.958195Z","steps":["trace[450814205] 'agreement among raft nodes before linearized reading' (duration: 399.144704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:52.958269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:52.557993Z","time spent":"400.268025ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:42:53.497502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.385305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:53.497795Z","caller":"traceutil/trace.go:171","msg":"trace[1244578115] linearizableReadLoop","detail":"{readStateIndex:21018; appliedIndex:21017; }","duration":"536.156193ms","start":"2026-03-18T14:42:52.961619Z","end":"2026-03-18T14:42:53.497775Z","steps":["trace[1244578115] 'read index received' (duration: 134.45397ms)","trace[1244578115] 'applied index is now lower than readState.Index' (duration: 401.699723ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:53.497976Z","caller":"traceutil/trace.go:171","msg":"trace[1044426082] transaction","detail":"{read_only:false; response_revision:20205; number_of_response:1; }","duration":"538.586318ms","start":"2026-03-18T14:42:52.959372Z","end":"2026-03-18T14:42:53.497958Z","steps":["trace[1044426082] 'process raft request' (duration: 136.6636ms)","trace[1044426082] 'compare' (duration: 401.018354ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:53.498133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:52.959349Z","time spent":"538.741662ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:53.498378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.730588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:42:53.498593Z","caller":"traceutil/trace.go:171","msg":"trace[1254342208] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20205; }","duration":"536.949533ms","start":"2026-03-18T14:42:52.961582Z","end":"2026-03-18T14:42:53.498531Z","steps":["trace[1254342208] 'agreement among raft nodes before linearized reading' (duration: 536.386127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:53.498665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:52.961567Z","time spent":"537.081707ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:42:53.985436Z","caller":"traceutil/trace.go:171","msg":"trace[686235476] transaction","detail":"{read_only:false; response_revision:20206; number_of_response:1; }","duration":"867.769523ms","start":"2026-03-18T14:42:53.117625Z","end":"2026-03-18T14:42:53.985395Z","steps":["trace[686235476] 'process raft request' (duration: 818.067661ms)","trace[686235476] 'compare' (duration: 49.24554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:53.985631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:53.11759Z","time spent":"867.934199ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:54.054803Z","caller":"traceutil/trace.go:171","msg":"trace[236387997] transaction","detail":"{read_only:false; response_revision:20207; number_of_response:1; }","duration":"936.727615ms","start":"2026-03-18T14:42:53.118054Z","end":"2026-03-18T14:42:54.054781Z","steps":["trace[236387997] 'process raft request' (duration: 936.565721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:54.054943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:53.118044Z","time spent":"936.823547ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:54.055107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.864219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:54.055141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089589721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:54.055186Z","caller":"traceutil/trace.go:171","msg":"trace[755985657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20208; }","duration":"1.089656483s","start":"2026-03-18T14:42:52.965518Z","end":"2026-03-18T14:42:54.055174Z","steps":["trace[755985657] 'agreement among raft nodes before linearized reading' (duration: 1.089578842s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:54.055191Z","caller":"traceutil/trace.go:171","msg":"trace[1786394279] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:20208; }","duration":"713.995793ms","start":"2026-03-18T14:42:53.341177Z","end":"2026-03-18T14:42:54.055173Z","steps":["trace[1786394279] 'agreement among raft nodes before linearized reading' (duration: 713.834669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:54.055209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:52.965506Z","time spent":"1.089697935s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:42:54.055182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.423963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:42:54.055208Z","caller":"traceutil/trace.go:171","msg":"trace[98539528] transaction","detail":"{read_only:false; response_revision:20208; number_of_response:1; }","duration":"936.206401ms","start":"2026-03-18T14:42:53.118951Z","end":"2026-03-18T14:42:54.055157Z","steps":["trace[98539528] 'process raft request' (duration: 935.7882ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:54.055074Z","caller":"traceutil/trace.go:171","msg":"trace[1765244529] linearizableReadLoop","detail":"{readStateIndex:21021; appliedIndex:21018; }","duration":"557.083157ms","start":"2026-03-18T14:42:53.497921Z","end":"2026-03-18T14:42:54.055004Z","steps":["trace[1765244529] 'read index received' (duration: 437.788207ms)","trace[1765244529] 'applied index is now lower than readState.Index' (duration: 119.29272ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:54.055257Z","caller":"traceutil/trace.go:171","msg":"trace[482042253] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:20208; }","duration":"741.554116ms","start":"2026-03-18T14:42:53.313686Z","end":"2026-03-18T14:42:54.05524Z","steps":["trace[482042253] 'agreement among raft nodes before linearized reading' (duration: 741.394082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:54.055248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093515867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:42:54.055249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:53.34116Z","time spent":"714.075465ms","remote":"127.0.0.1:33486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:54.0553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:53.313665Z","time spent":"741.625138ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:42:54.055305Z","caller":"traceutil/trace.go:171","msg":"trace[1979267590] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:20208; }","duration":"1.093589858s","start":"2026-03-18T14:42:52.961704Z","end":"2026-03-18T14:42:54.055293Z","steps":["trace[1979267590] 'agreement among raft nodes before linearized reading' (duration: 1.093460435s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:54.055349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:52.961623Z","time spent":"1.093717953s","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T14:42:54.055448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.425559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:54.055464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.390351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18574"} {"level":"warn","ts":"2026-03-18T14:42:54.055496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.330096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df42aff58e517\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-18T14:42:54.0555Z","caller":"traceutil/trace.go:171","msg":"trace[232632294] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20208; }","duration":"555.451373ms","start":"2026-03-18T14:42:53.500039Z","end":"2026-03-18T14:42:54.05549Z","steps":["trace[232632294] 'agreement among raft nodes before linearized reading' (duration: 555.304879ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:54.055503Z","caller":"traceutil/trace.go:171","msg":"trace[916501711] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:20208; }","duration":"536.533743ms","start":"2026-03-18T14:42:53.518952Z","end":"2026-03-18T14:42:54.055486Z","steps":["trace[916501711] 'agreement among raft nodes before linearized reading' (duration: 536.41756ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:54.055527Z","caller":"traceutil/trace.go:171","msg":"trace[377047835] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189df42aff58e517; range_end:; response_count:1; response_revision:20208; }","duration":"553.368286ms","start":"2026-03-18T14:42:53.502147Z","end":"2026-03-18T14:42:54.055515Z","steps":["trace[377047835] 'agreement among raft nodes before linearized reading' (duration: 553.269945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:54.055532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:53.500022Z","time spent":"555.503115ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18598,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T14:42:54.055543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:53.518936Z","time spent":"536.596545ms","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:54.055553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:53.502141Z","time spent":"553.406098ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df42aff58e517\" "} {"level":"warn","ts":"2026-03-18T14:42:54.056376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:53.118925Z","time spent":"937.409363ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:55.100001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.616349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:55.100142Z","caller":"traceutil/trace.go:171","msg":"trace[833861088] linearizableReadLoop","detail":"{readStateIndex:21022; appliedIndex:21021; }","duration":"1.034348399s","start":"2026-03-18T14:42:54.065768Z","end":"2026-03-18T14:42:55.100117Z","steps":["trace[833861088] 'read index received' (duration: 123.480542ms)","trace[833861088] 'applied index is now lower than readState.Index' (duration: 910.865397ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:55.100238Z","caller":"traceutil/trace.go:171","msg":"trace[1842028391] transaction","detail":"{read_only:false; response_revision:20209; number_of_response:1; }","duration":"1.042359037s","start":"2026-03-18T14:42:54.057843Z","end":"2026-03-18T14:42:55.100202Z","steps":["trace[1842028391] 'process raft request' (duration: 131.440739ms)","trace[1842028391] 'compare' (duration: 910.128577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:55.100411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030095655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-18T14:42:55.100396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034604217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:55.10042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:54.057816Z","time spent":"1.04252017s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:55.100461Z","caller":"traceutil/trace.go:171","msg":"trace[1115456473] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:20209; }","duration":"1.030180527s","start":"2026-03-18T14:42:54.070266Z","end":"2026-03-18T14:42:55.100447Z","steps":["trace[1115456473] 'agreement among raft nodes before linearized reading' (duration: 1.029973401s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:55.100471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.392076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:42:55.100491Z","caller":"traceutil/trace.go:171","msg":"trace[2074136516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20209; }","duration":"1.03473905s","start":"2026-03-18T14:42:54.065724Z","end":"2026-03-18T14:42:55.100463Z","steps":["trace[2074136516] 'agreement among raft nodes before linearized reading' (duration: 1.034479074s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:55.100508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:54.070233Z","time spent":"1.03026153s","remote":"127.0.0.1:50078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-18T14:42:55.100539Z","caller":"traceutil/trace.go:171","msg":"trace[356708623] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20209; }","duration":"570.460399ms","start":"2026-03-18T14:42:54.530062Z","end":"2026-03-18T14:42:55.100522Z","steps":["trace[356708623] 'agreement among raft nodes before linearized reading' (duration: 570.199681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:55.100545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:54.065708Z","time spent":"1.034827243s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:42:55.100589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:54.530042Z","time spent":"570.534879ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:42:55.100845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.996013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:42:55.100903Z","caller":"traceutil/trace.go:171","msg":"trace[408370249] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20209; }","duration":"571.100016ms","start":"2026-03-18T14:42:54.529789Z","end":"2026-03-18T14:42:55.100889Z","steps":["trace[408370249] 'agreement among raft nodes before linearized reading' (duration: 570.957373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:55.100905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.46587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T14:42:55.100944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:54.529764Z","time spent":"571.169518ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:42:55.101022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.167177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:55.101072Z","caller":"traceutil/trace.go:171","msg":"trace[1273293688] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:20209; }","duration":"548.262809ms","start":"2026-03-18T14:42:54.552798Z","end":"2026-03-18T14:42:55.10106Z","steps":["trace[1273293688] 'agreement among raft nodes before linearized reading' (duration: 548.178907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:55.101116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:54.552774Z","time spent":"548.327331ms","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:42:55.100952Z","caller":"traceutil/trace.go:171","msg":"trace[1295389158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20209; }","duration":"137.547983ms","start":"2026-03-18T14:42:54.963391Z","end":"2026-03-18T14:42:55.100939Z","steps":["trace[1295389158] 'agreement among raft nodes before linearized reading' (duration: 137.411558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:55.101391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.622257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:42:55.101454Z","caller":"traceutil/trace.go:171","msg":"trace[1417690175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20209; }","duration":"572.71726ms","start":"2026-03-18T14:42:54.528721Z","end":"2026-03-18T14:42:55.101438Z","steps":["trace[1417690175] 'agreement among raft nodes before linearized reading' (duration: 572.479244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:55.101499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:54.528703Z","time spent":"572.783942ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:42:55.101758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.355639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:42:55.101825Z","caller":"traceutil/trace.go:171","msg":"trace[646124472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20209; }","duration":"572.437312ms","start":"2026-03-18T14:42:54.529372Z","end":"2026-03-18T14:42:55.101809Z","steps":["trace[646124472] 'agreement among raft nodes before linearized reading' (duration: 571.790585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:55.101867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:54.529367Z","time spent":"572.489793ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:42:55.101182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.380596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:42:55.102208Z","caller":"traceutil/trace.go:171","msg":"trace[1199491841] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:20209; }","duration":"990.460106ms","start":"2026-03-18T14:42:54.111723Z","end":"2026-03-18T14:42:55.102183Z","steps":["trace[1199491841] 'agreement among raft nodes before linearized reading' (duration: 989.359306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:55.102305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:54.111705Z","time spent":"990.577609ms","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:42:55.679256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.525901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:55.679544Z","caller":"traceutil/trace.go:171","msg":"trace[31770969] transaction","detail":"{read_only:false; response_revision:20215; number_of_response:1; }","duration":"373.639125ms","start":"2026-03-18T14:42:55.305892Z","end":"2026-03-18T14:42:55.679531Z","steps":["trace[31770969] 'process raft request' (duration: 373.603845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:55.679633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:55.305865Z","time spent":"373.740458ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:55.679575Z","caller":"traceutil/trace.go:171","msg":"trace[737221765] transaction","detail":"{read_only:false; response_revision:20211; number_of_response:1; }","duration":"573.776788ms","start":"2026-03-18T14:42:55.105782Z","end":"2026-03-18T14:42:55.679559Z","steps":["trace[737221765] 'process raft request' (duration: 325.875736ms)","trace[737221765] 'compare' (duration: 247.423318ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:55.679696Z","caller":"traceutil/trace.go:171","msg":"trace[1880051831] transaction","detail":"{read_only:false; response_revision:20212; number_of_response:1; }","duration":"573.333357ms","start":"2026-03-18T14:42:55.106343Z","end":"2026-03-18T14:42:55.679676Z","steps":["trace[1880051831] 'process raft request' (duration: 573.050499ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:55.679717Z","caller":"traceutil/trace.go:171","msg":"trace[1455963323] transaction","detail":"{read_only:false; response_revision:20213; number_of_response:1; }","duration":"572.924905ms","start":"2026-03-18T14:42:55.106762Z","end":"2026-03-18T14:42:55.679687Z","steps":["trace[1455963323] 'process raft request' (duration: 572.675748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:55.679862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:55.105768Z","time spent":"573.970193ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:55.679878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.950488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:55.67973Z","caller":"traceutil/trace.go:171","msg":"trace[2056033221] linearizableReadLoop","detail":"{readStateIndex:21027; appliedIndex:21022; }","duration":"568.791474ms","start":"2026-03-18T14:42:55.110908Z","end":"2026-03-18T14:42:55.679699Z","steps":["trace[2056033221] 'read index received' (duration: 13.148535ms)","trace[2056033221] 'applied index is now lower than readState.Index' (duration: 555.640239ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:55.679922Z","caller":"traceutil/trace.go:171","msg":"trace[285274566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20215; }","duration":"569.02751ms","start":"2026-03-18T14:42:55.110884Z","end":"2026-03-18T14:42:55.679912Z","steps":["trace[285274566] 'agreement among raft nodes before linearized reading' (duration: 568.930597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:55.679919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:55.106752Z","time spent":"573.094429ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:55.679762Z","caller":"traceutil/trace.go:171","msg":"trace[1698725860] transaction","detail":"{read_only:false; response_revision:20214; number_of_response:1; }","duration":"572.709979ms","start":"2026-03-18T14:42:55.107041Z","end":"2026-03-18T14:42:55.679751Z","steps":["trace[1698725860] 'process raft request' (duration: 572.420302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:55.679964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:55.110875Z","time spent":"569.081681ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:42:55.680026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:55.107031Z","time spent":"572.952225ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:55.679812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:55.106319Z","time spent":"573.419178ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:56.232703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.528244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:56.232794Z","caller":"traceutil/trace.go:171","msg":"trace[290960068] linearizableReadLoop","detail":"{readStateIndex:21029; appliedIndex:21028; }","duration":"552.859433ms","start":"2026-03-18T14:42:55.679921Z","end":"2026-03-18T14:42:56.232781Z","steps":["trace[290960068] 'read index received' (duration: 130.084282ms)","trace[290960068] 'applied index is now lower than readState.Index' (duration: 422.774141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:56.23293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.728074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-18T14:42:56.232948Z","caller":"traceutil/trace.go:171","msg":"trace[1115178642] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:20216; }","duration":"617.778286ms","start":"2026-03-18T14:42:55.615163Z","end":"2026-03-18T14:42:56.232941Z","steps":["trace[1115178642] 'agreement among raft nodes before linearized reading' (duration: 617.650612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:56.232972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:55.61514Z","time spent":"617.826977ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-18T14:42:56.233143Z","caller":"traceutil/trace.go:171","msg":"trace[1420754322] transaction","detail":"{read_only:false; response_revision:20216; number_of_response:1; }","duration":"577.246232ms","start":"2026-03-18T14:42:55.655882Z","end":"2026-03-18T14:42:56.233129Z","steps":["trace[1420754322] 'process raft request' (duration: 154.238484ms)","trace[1420754322] 'compare' (duration: 422.441032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:56.233208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:55.655843Z","time spent":"577.338704ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:56.306943Z","caller":"traceutil/trace.go:171","msg":"trace[1037041833] transaction","detail":"{read_only:false; response_revision:20217; number_of_response:1; }","duration":"315.202948ms","start":"2026-03-18T14:42:55.991713Z","end":"2026-03-18T14:42:56.306916Z","steps":["trace[1037041833] 'process raft request' (duration: 315.055554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:56.307136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:55.991688Z","time spent":"315.347082ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:57.34056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.868036ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:57.340696Z","caller":"traceutil/trace.go:171","msg":"trace[847361641] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20217; }","duration":"675.00563ms","start":"2026-03-18T14:42:56.665663Z","end":"2026-03-18T14:42:57.340669Z","steps":["trace[847361641] 'range keys from in-memory index tree' (duration: 674.853696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:57.34085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.922974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:57.34111Z","caller":"traceutil/trace.go:171","msg":"trace[1753266132] transaction","detail":"{read_only:false; response_revision:20218; number_of_response:1; }","duration":"1.280279759s","start":"2026-03-18T14:42:56.060744Z","end":"2026-03-18T14:42:57.341024Z","steps":["trace[1753266132] 'process raft request' (duration: 314.097619ms)","trace[1753266132] 'compare' (duration: 965.782439ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:57.341183Z","caller":"traceutil/trace.go:171","msg":"trace[216549855] linearizableReadLoop","detail":"{readStateIndex:21032; appliedIndex:21029; }","duration":"1.104411731s","start":"2026-03-18T14:42:56.236741Z","end":"2026-03-18T14:42:57.341153Z","steps":["trace[216549855] 'read index received' (duration: 70.077612ms)","trace[216549855] 'applied index is now lower than readState.Index' (duration: 1.034330489s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:57.341234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:56.060711Z","time spent":"1.280465872s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:57.341303Z","caller":"traceutil/trace.go:171","msg":"trace[1090082078] transaction","detail":"{read_only:false; response_revision:20219; number_of_response:1; }","duration":"1.280264748s","start":"2026-03-18T14:42:56.060784Z","end":"2026-03-18T14:42:57.341049Z","steps":["trace[1090082078] 'process raft request' (duration: 1.280177175s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:57.341399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:56.060752Z","time spent":"1.280577896s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:57.522784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.727416ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:42:57.523145Z","caller":"traceutil/trace.go:171","msg":"trace[272811341] linearizableReadLoop","detail":"{readStateIndex:21034; appliedIndex:21032; }","duration":"181.89955ms","start":"2026-03-18T14:42:57.341218Z","end":"2026-03-18T14:42:57.523118Z","steps":["trace[272811341] 'read index received' (duration: 54.471µs)","trace[272811341] 'applied index is now lower than readState.Index' (duration: 181.843589ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:57.523221Z","caller":"traceutil/trace.go:171","msg":"trace[2073570220] transaction","detail":"{read_only:false; response_revision:20220; number_of_response:1; }","duration":"994.37401ms","start":"2026-03-18T14:42:56.52881Z","end":"2026-03-18T14:42:57.523184Z","steps":["trace[2073570220] 'process raft request' (duration: 994.083043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:57.523286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.900645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:42:57.52334Z","caller":"traceutil/trace.go:171","msg":"trace[1709109936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20220; }","duration":"954.977788ms","start":"2026-03-18T14:42:56.568344Z","end":"2026-03-18T14:42:57.523322Z","steps":["trace[1709109936] 'agreement among raft nodes before linearized reading' (duration: 954.864395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:57.523201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286424964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5cd0dab8-3841-43a4-8f38-d6cc81aa5dba\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-03-18T14:42:57.523375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.445684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T14:42:57.523396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:56.568294Z","time spent":"955.08975ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:42:57.523442Z","caller":"traceutil/trace.go:171","msg":"trace[1156958858] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5cd0dab8-3841-43a4-8f38-d6cc81aa5dba; range_end:; response_count:1; response_revision:20219; }","duration":"1.286702862s","start":"2026-03-18T14:42:56.236707Z","end":"2026-03-18T14:42:57.52341Z","steps":["trace[1156958858] 'agreement among raft nodes before linearized reading' (duration: 1.104550315s)","trace[1156958858] 'range keys from in-memory index tree' (duration: 181.742716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:57.523513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:56.23669Z","time spent":"1.286809894s","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-5cd0dab8-3841-43a4-8f38-d6cc81aa5dba\" "} {"level":"info","ts":"2026-03-18T14:42:57.523452Z","caller":"traceutil/trace.go:171","msg":"trace[1496466820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20220; }","duration":"395.524307ms","start":"2026-03-18T14:42:57.127906Z","end":"2026-03-18T14:42:57.52343Z","steps":["trace[1496466820] 'agreement among raft nodes before linearized reading' (duration: 395.28582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:57.523796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:57.127853Z","time spent":"395.857365ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:42:57.523388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:56.528779Z","time spent":"994.525535ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:58.352778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.205964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:42:58.352864Z","caller":"traceutil/trace.go:171","msg":"trace[583022487] linearizableReadLoop","detail":"{readStateIndex:21035; appliedIndex:21034; }","duration":"822.032179ms","start":"2026-03-18T14:42:57.530817Z","end":"2026-03-18T14:42:58.352849Z","steps":["trace[583022487] 'read index received' (duration: 255.702673ms)","trace[583022487] 'applied index is now lower than readState.Index' (duration: 566.328396ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:42:58.353022Z","caller":"traceutil/trace.go:171","msg":"trace[490053383] transaction","detail":"{read_only:false; response_revision:20221; number_of_response:1; }","duration":"824.551677ms","start":"2026-03-18T14:42:57.52846Z","end":"2026-03-18T14:42:58.353011Z","steps":["trace[490053383] 'process raft request' (duration: 258.043266ms)","trace[490053383] 'compare' (duration: 565.906704ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:58.353072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:57.528426Z","time spent":"824.620059ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:42:58.353336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.501022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6a5e1fc9-ce03-48d0-8bdf-734ea11e4d32\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-18T14:42:58.353465Z","caller":"traceutil/trace.go:171","msg":"trace[1654242509] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6a5e1fc9-ce03-48d0-8bdf-734ea11e4d32; range_end:; response_count:1; response_revision:20221; }","duration":"822.657726ms","start":"2026-03-18T14:42:57.530783Z","end":"2026-03-18T14:42:58.353441Z","steps":["trace[1654242509] 'agreement among raft nodes before linearized reading' (duration: 822.403698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:58.353564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:57.530772Z","time spent":"822.774799ms","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-6a5e1fc9-ce03-48d0-8bdf-734ea11e4d32\" "} {"level":"warn","ts":"2026-03-18T14:42:58.853091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476727115,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:42:58.893702Z","caller":"traceutil/trace.go:171","msg":"trace[1134800929] transaction","detail":"{read_only:false; response_revision:20222; number_of_response:1; }","duration":"582.222206ms","start":"2026-03-18T14:42:58.311451Z","end":"2026-03-18T14:42:58.893673Z","steps":["trace[1134800929] 'process raft request' (duration: 569.322297ms)","trace[1134800929] 'compare' (duration: 11.876432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:58.893784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210143425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:42:58.893841Z","caller":"traceutil/trace.go:171","msg":"trace[1751815743] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20222; }","duration":"1.210255828s","start":"2026-03-18T14:42:57.683571Z","end":"2026-03-18T14:42:58.893826Z","steps":["trace[1751815743] 'agreement among raft nodes before linearized reading' (duration: 1.210071313s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:58.893864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209682913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:42:58.893885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:57.683523Z","time spent":"1.210354081s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:42:58.893865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208919602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:42:58.893918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:58.311415Z","time spent":"582.363499ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:42:58.893935Z","caller":"traceutil/trace.go:171","msg":"trace[1407776488] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20222; }","duration":"1.209837457s","start":"2026-03-18T14:42:57.684071Z","end":"2026-03-18T14:42:58.893908Z","steps":["trace[1407776488] 'agreement among raft nodes before linearized reading' (duration: 1.20954769s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:58.893942Z","caller":"traceutil/trace.go:171","msg":"trace[998970244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20222; }","duration":"1.209024674s","start":"2026-03-18T14:42:57.684896Z","end":"2026-03-18T14:42:58.893921Z","steps":["trace[998970244] 'agreement among raft nodes before linearized reading' (duration: 1.208759797s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:58.893928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209342142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T14:42:58.893989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:57.684038Z","time spent":"1.20994172s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:42:58.89399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:57.684888Z","time spent":"1.209094107s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:42:58.894051Z","caller":"traceutil/trace.go:171","msg":"trace[1756426784] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20222; }","duration":"1.209633021s","start":"2026-03-18T14:42:57.68439Z","end":"2026-03-18T14:42:58.894023Z","steps":["trace[1756426784] 'agreement among raft nodes before linearized reading' (duration: 1.209190029s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:58.894113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:57.684366Z","time spent":"1.209735104s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:42:58.894015Z","caller":"traceutil/trace.go:171","msg":"trace[925536783] linearizableReadLoop","detail":"{readStateIndex:21036; appliedIndex:21035; }","duration":"540.436547ms","start":"2026-03-18T14:42:58.352882Z","end":"2026-03-18T14:42:58.893319Z","steps":["trace[925536783] 'read index received' (duration: 527.862778ms)","trace[925536783] 'applied index is now lower than readState.Index' (duration: 12.571819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:42:58.894138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32367595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:42:58.894368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007815233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:238525"} {"level":"info","ts":"2026-03-18T14:42:58.894391Z","caller":"traceutil/trace.go:171","msg":"trace[850771466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20222; }","duration":"1.32402154s","start":"2026-03-18T14:42:57.570352Z","end":"2026-03-18T14:42:58.894374Z","steps":["trace[850771466] 'agreement among raft nodes before linearized reading' (duration: 1.323606009s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:58.894465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.817999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:42:58.89447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:57.570329Z","time spent":"1.324127611s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:42:58.89452Z","caller":"traceutil/trace.go:171","msg":"trace[1043824954] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20222; }","duration":"104.934912ms","start":"2026-03-18T14:42:58.78957Z","end":"2026-03-18T14:42:58.894505Z","steps":["trace[1043824954] 'agreement among raft nodes before linearized reading' (duration: 104.828289ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:42:58.894468Z","caller":"traceutil/trace.go:171","msg":"trace[1758926951] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:20222; }","duration":"1.007959227s","start":"2026-03-18T14:42:57.886487Z","end":"2026-03-18T14:42:58.894446Z","steps":["trace[1758926951] 'agreement among raft nodes before linearized reading' (duration: 1.007067423s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:42:58.894463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.59077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-18T14:42:58.89473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:57.886443Z","time spent":"1.008200533s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":27,"response size":238549,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-18T14:42:58.89477Z","caller":"traceutil/trace.go:171","msg":"trace[61511428] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:20222; }","duration":"231.879578ms","start":"2026-03-18T14:42:58.662857Z","end":"2026-03-18T14:42:58.894736Z","steps":["trace[61511428] 'agreement among raft nodes before linearized reading' (duration: 231.521819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:00.526055Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.601076937s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:43:00.763695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.247634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:43:00.763902Z","caller":"traceutil/trace.go:171","msg":"trace[226461528] linearizableReadLoop","detail":"{readStateIndex:21040; appliedIndex:21036; }","duration":"1.860505701s","start":"2026-03-18T14:42:58.903382Z","end":"2026-03-18T14:43:00.763888Z","steps":["trace[226461528] 'read index received' (duration: 21.645725ms)","trace[226461528] 'applied index is now lower than readState.Index' (duration: 1.838858916s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:43:00.76396Z","caller":"traceutil/trace.go:171","msg":"trace[846990444] transaction","detail":"{read_only:false; response_revision:20224; number_of_response:1; }","duration":"1.864261072s","start":"2026-03-18T14:42:58.89969Z","end":"2026-03-18T14:43:00.763951Z","steps":["trace[846990444] 'process raft request' (duration: 1.626691009s)","trace[846990444] 'compare' (duration: 236.781721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:43:00.764003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:58.899665Z","time spent":"1.864316853s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:00.764104Z","caller":"traceutil/trace.go:171","msg":"trace[1038035956] transaction","detail":"{read_only:false; response_revision:20225; number_of_response:1; }","duration":"1.864266351s","start":"2026-03-18T14:42:58.899772Z","end":"2026-03-18T14:43:00.764038Z","steps":["trace[1038035956] 'process raft request' (duration: 1.864001644s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:00.7642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860805189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:00.764192Z","caller":"traceutil/trace.go:171","msg":"trace[2086973977] transaction","detail":"{read_only:false; response_revision:20226; number_of_response:1; }","duration":"1.864348205s","start":"2026-03-18T14:42:58.899804Z","end":"2026-03-18T14:43:00.764152Z","steps":["trace[2086973977] 'process raft request' (duration: 1.864050016s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:00.764262Z","caller":"traceutil/trace.go:171","msg":"trace[383777919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20226; }","duration":"1.860888s","start":"2026-03-18T14:42:58.903359Z","end":"2026-03-18T14:43:00.764247Z","steps":["trace[383777919] 'agreement among raft nodes before linearized reading' (duration: 1.860750797s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:00.764306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:58.903351Z","time spent":"1.860947172s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:43:00.76435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:58.899792Z","time spent":"1.864478108s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:00.764453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:58.899755Z","time spent":"1.864487357s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:01.264317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476727126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:43:01.764882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476727126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:43:02.176166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000211181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:43:02.176251Z","caller":"traceutil/trace.go:171","msg":"trace[73112430] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000346785s","start":"2026-03-18T14:43:00.175882Z","end":"2026-03-18T14:43:02.176229Z","steps":["trace[73112430] 'agreement among raft nodes before linearized reading' (duration: 2.000244822s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:02.176319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:00.175859Z","time spent":"2.000450077s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:43:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:43:02.265249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476727126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:43:02.76576Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476727126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:43:02.765894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000006046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:43:02.765981Z","caller":"traceutil/trace.go:171","msg":"trace[524494725] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000141919s","start":"2026-03-18T14:43:00.765818Z","end":"2026-03-18T14:43:02.76596Z","steps":["trace[524494725] 'agreement among raft nodes before linearized reading' (duration: 2.000041287s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:02.76609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:00.7658Z","time spent":"2.000277502s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:43:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:43:03.266881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476727126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:43:03.763811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000744186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:43:03.763909Z","caller":"traceutil/trace.go:171","msg":"trace[2076476624] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000901301s","start":"2026-03-18T14:43:01.762985Z","end":"2026-03-18T14:43:03.763886Z","steps":["trace[2076476624] 'agreement among raft nodes before linearized reading' (duration: 2.000766546s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:03.763973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:01.762967Z","time spent":"2.000992212s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:43:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:43:03.767996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476727126,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:43:03.989646Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.447189359s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:43:03.990042Z","caller":"traceutil/trace.go:171","msg":"trace[402348465] transaction","detail":"{read_only:false; response_revision:20228; number_of_response:1; }","duration":"4.641534468s","start":"2026-03-18T14:42:59.348488Z","end":"2026-03-18T14:43:03.990022Z","steps":["trace[402348465] 'process raft request' (duration: 4.641491837s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:03.990133Z","caller":"traceutil/trace.go:171","msg":"trace[507956000] transaction","detail":"{read_only:false; response_revision:20227; number_of_response:1; }","duration":"4.642861033s","start":"2026-03-18T14:42:59.347232Z","end":"2026-03-18T14:43:03.990093Z","steps":["trace[507956000] 'process raft request' (duration: 4.642612967s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:03.990234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:59.348478Z","time spent":"4.641682733s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:03.990333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:59.347204Z","time spent":"4.642995077s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:04.773322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000368766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:43:04.77341Z","caller":"traceutil/trace.go:171","msg":"trace[23776160] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000492358s","start":"2026-03-18T14:43:02.772898Z","end":"2026-03-18T14:43:04.77339Z","steps":["trace[23776160] 'agreement among raft nodes before linearized reading' (duration: 2.000384325s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:04.773498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:02.772887Z","time spent":"2.000597321s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:43:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:43:04.92828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:04.499795Z","time spent":"428.477475ms","remote":"127.0.0.1:44726","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T14:43:04.928601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.525016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:43:04.928812Z","caller":"traceutil/trace.go:171","msg":"trace[1763715951] linearizableReadLoop","detail":"{readStateIndex:21044; appliedIndex:21042; }","duration":"4.164870261s","start":"2026-03-18T14:43:00.763925Z","end":"2026-03-18T14:43:04.928795Z","steps":["trace[1763715951] 'read index received' (duration: 3.226184754s)","trace[1763715951] 'applied index is now lower than readState.Index' (duration: 938.684707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:43:04.929062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.471381765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-18T14:43:04.929096Z","caller":"traceutil/trace.go:171","msg":"trace[1426841505] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:20230; }","duration":"4.471473117s","start":"2026-03-18T14:43:00.457613Z","end":"2026-03-18T14:43:04.929086Z","steps":["trace[1426841505] 'agreement among raft nodes before linearized reading' (duration: 4.471314763s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:04.929073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.413627365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:43:04.929128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:00.457577Z","time spent":"4.471544209s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"info","ts":"2026-03-18T14:43:04.929156Z","caller":"traceutil/trace.go:171","msg":"trace[149542824] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20230; }","duration":"4.413818s","start":"2026-03-18T14:43:00.51532Z","end":"2026-03-18T14:43:04.929138Z","steps":["trace[149542824] 'agreement among raft nodes before linearized reading' (duration: 4.413538463s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:04.929207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:00.515273Z","time spent":"4.413924303s","remote":"127.0.0.1:50058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:43:04.929374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.309827048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-18T14:43:04.929472Z","caller":"traceutil/trace.go:171","msg":"trace[1525994489] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:20230; }","duration":"5.310016422s","start":"2026-03-18T14:42:59.619417Z","end":"2026-03-18T14:43:04.929434Z","steps":["trace[1525994489] 'agreement among raft nodes before linearized reading' (duration: 5.309730785s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:04.929492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.000249368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T14:43:04.92952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:42:59.619401Z","time spent":"5.310108995s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-18T14:43:04.929529Z","caller":"traceutil/trace.go:171","msg":"trace[1799649804] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20230; }","duration":"4.00034354s","start":"2026-03-18T14:43:00.929174Z","end":"2026-03-18T14:43:04.929518Z","steps":["trace[1799649804] 'agreement among raft nodes before linearized reading' (duration: 4.000220927s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:04.929562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:00.929148Z","time spent":"4.000404952s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:43:04.929787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.235717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:04.929823Z","caller":"traceutil/trace.go:171","msg":"trace[525202776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20230; }","duration":"156.3105ms","start":"2026-03-18T14:43:04.773504Z","end":"2026-03-18T14:43:04.929815Z","steps":["trace[525202776] 'agreement among raft nodes before linearized reading' (duration: 156.253788ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:04.929866Z","caller":"traceutil/trace.go:171","msg":"trace[41657943] transaction","detail":"{read_only:false; response_revision:20230; number_of_response:1; }","duration":"1.191521062s","start":"2026-03-18T14:43:03.738328Z","end":"2026-03-18T14:43:04.929849Z","steps":["trace[41657943] 'process raft request' (duration: 1.19037156s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:04.929882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.818603397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:43:04.929933Z","caller":"traceutil/trace.go:171","msg":"trace[155657412] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20230; }","duration":"4.81869298s","start":"2026-03-18T14:43:00.111227Z","end":"2026-03-18T14:43:04.92992Z","steps":["trace[155657412] 'agreement among raft nodes before linearized reading' (duration: 4.818519125s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:04.929939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161475385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:43:04.92997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:03.738304Z","time spent":"1.191606805s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:04.929987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:00.111207Z","time spent":"4.818764781s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:43:04.930006Z","caller":"traceutil/trace.go:171","msg":"trace[2114105313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20230; }","duration":"2.161593317s","start":"2026-03-18T14:43:02.768396Z","end":"2026-03-18T14:43:04.929989Z","steps":["trace[2114105313] 'agreement among raft nodes before linearized reading' (duration: 2.161399243s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:04.929987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.20232432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:43:04.930046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:02.768329Z","time spent":"2.161709761s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:43:04.930068Z","caller":"traceutil/trace.go:171","msg":"trace[1709295026] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:20230; }","duration":"3.202448422s","start":"2026-03-18T14:43:01.727596Z","end":"2026-03-18T14:43:04.930045Z","steps":["trace[1709295026] 'agreement among raft nodes before linearized reading' (duration: 3.202296148s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:04.930116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:01.727579Z","time spent":"3.202526835s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:43:04.929976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.994927464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:43:04.930176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:04.930195Z","caller":"traceutil/trace.go:171","msg":"trace[612794887] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20230; }","duration":"3.99514314s","start":"2026-03-18T14:43:00.935036Z","end":"2026-03-18T14:43:04.930179Z","steps":["trace[612794887] 'agreement among raft nodes before linearized reading' (duration: 3.994909784s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:04.930225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161450624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:43:04.930225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.57237613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T14:43:04.930237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:00.93497Z","time spent":"3.995251092s","remote":"127.0.0.1:50014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:43:04.930235Z","caller":"traceutil/trace.go:171","msg":"trace[2058073160] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:20230; }","duration":"2.064348383s","start":"2026-03-18T14:43:02.865868Z","end":"2026-03-18T14:43:04.930216Z","steps":["trace[2058073160] 'agreement among raft nodes before linearized reading' (duration: 2.064278751s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:04.930303Z","caller":"traceutil/trace.go:171","msg":"trace[385023652] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20230; }","duration":"2.161562037s","start":"2026-03-18T14:43:02.768726Z","end":"2026-03-18T14:43:04.930288Z","steps":["trace[385023652] 'agreement among raft nodes before linearized reading' (duration: 2.161426843s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:04.93031Z","caller":"traceutil/trace.go:171","msg":"trace[160566166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20230; }","duration":"4.572550375s","start":"2026-03-18T14:43:00.357746Z","end":"2026-03-18T14:43:04.930296Z","steps":["trace[160566166] 'agreement among raft nodes before linearized reading' (duration: 4.572078472s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:04.930343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:02.768714Z","time spent":"2.161621808s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:43:04.930348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:02.865839Z","time spent":"2.064482375s","remote":"127.0.0.1:49934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:43:04.93035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:00.357719Z","time spent":"4.572621888s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:43:04.930358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.542435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:43:04.930395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.449893539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-18T14:43:04.930406Z","caller":"traceutil/trace.go:171","msg":"trace[514566781] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:20230; }","duration":"888.620935ms","start":"2026-03-18T14:43:04.041771Z","end":"2026-03-18T14:43:04.930392Z","steps":["trace[514566781] 'agreement among raft nodes before linearized reading' (duration: 888.562084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:04.930094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998842084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-18T14:43:04.93031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.293314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:43:04.930445Z","caller":"traceutil/trace.go:171","msg":"trace[1691615635] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20230; }","duration":"2.449969792s","start":"2026-03-18T14:43:02.480463Z","end":"2026-03-18T14:43:04.930433Z","steps":["trace[1691615635] 'agreement among raft nodes before linearized reading' (duration: 2.449860318s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:04.930106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161214667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-18T14:43:04.930457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:04.041752Z","time spent":"888.692028ms","remote":"127.0.0.1:33726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:43:04.930391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162375968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:43:04.930477Z","caller":"traceutil/trace.go:171","msg":"trace[1469325034] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:20230; }","duration":"355.057774ms","start":"2026-03-18T14:43:04.575398Z","end":"2026-03-18T14:43:04.930456Z","steps":["trace[1469325034] 'agreement among raft nodes before linearized reading' (duration: 354.751415ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:04.930516Z","caller":"traceutil/trace.go:171","msg":"trace[1416773821] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0; range_end:; response_count:1; response_revision:20230; }","duration":"2.161653469s","start":"2026-03-18T14:43:02.768828Z","end":"2026-03-18T14:43:04.930481Z","steps":["trace[1416773821] 'agreement among raft nodes before linearized reading' (duration: 2.161161245s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:04.930547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:04.575367Z","time spent":"355.159536ms","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":112,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:43:04.930562Z","caller":"traceutil/trace.go:171","msg":"trace[718351075] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20230; }","duration":"2.162593194s","start":"2026-03-18T14:43:02.767928Z","end":"2026-03-18T14:43:04.930521Z","steps":["trace[718351075] 'agreement among raft nodes before linearized reading' (duration: 2.162031389s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:04.93046Z","caller":"traceutil/trace.go:171","msg":"trace[1357955272] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20230; }","duration":"1.999265476s","start":"2026-03-18T14:43:02.93118Z","end":"2026-03-18T14:43:04.930446Z","steps":["trace[1357955272] 'agreement among raft nodes before linearized reading' (duration: 1.998716582s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:04.930578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:02.768822Z","time spent":"2.161741532s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" "} {"level":"warn","ts":"2026-03-18T14:43:04.930479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:02.480446Z","time spent":"2.450026433s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:43:04.93062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:02.931147Z","time spent":"1.999463221s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T14:43:04.930638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:02.767913Z","time spent":"2.162709118s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:43:04.930819Z","caller":"traceutil/trace.go:171","msg":"trace[1414423264] transaction","detail":"{read_only:false; response_revision:20229; number_of_response:1; }","duration":"4.029317883s","start":"2026-03-18T14:43:00.900119Z","end":"2026-03-18T14:43:04.929437Z","steps":["trace[1414423264] 'process raft request' (duration: 3.675865992s)","trace[1414423264] 'compare' (duration: 352.200977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:43:04.930933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:00.900079Z","time spent":"4.030797552s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:05.631008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.895316ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-18T14:43:05.631122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:04.932747Z","time spent":"698.371121ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T14:43:05.68542Z","caller":"traceutil/trace.go:171","msg":"trace[1882528396] linearizableReadLoop","detail":"{readStateIndex:21046; appliedIndex:21044; }","duration":"751.188416ms","start":"2026-03-18T14:43:04.934206Z","end":"2026-03-18T14:43:05.685394Z","steps":["trace[1882528396] 'read index received' (duration: 210.919033ms)","trace[1882528396] 'applied index is now lower than readState.Index' (duration: 540.268123ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:43:05.685543Z","caller":"traceutil/trace.go:171","msg":"trace[1623015315] transaction","detail":"{read_only:false; response_revision:20235; number_of_response:1; }","duration":"749.775989ms","start":"2026-03-18T14:43:04.935749Z","end":"2026-03-18T14:43:05.685525Z","steps":["trace[1623015315] 'process raft request' (duration: 749.516352ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:05.685557Z","caller":"traceutil/trace.go:171","msg":"trace[2124113638] transaction","detail":"{read_only:false; response_revision:20234; number_of_response:1; }","duration":"749.921792ms","start":"2026-03-18T14:43:04.935611Z","end":"2026-03-18T14:43:05.685533Z","steps":["trace[2124113638] 'process raft request' (duration: 749.618464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:05.685697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:04.935583Z","time spent":"750.026155ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:05.685753Z","caller":"traceutil/trace.go:171","msg":"trace[1280185795] transaction","detail":"{read_only:false; response_revision:20238; number_of_response:1; }","duration":"748.69265ms","start":"2026-03-18T14:43:04.937048Z","end":"2026-03-18T14:43:05.685741Z","steps":["trace[1280185795] 'process raft request' (duration: 748.308529ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:05.685781Z","caller":"traceutil/trace.go:171","msg":"trace[285796789] transaction","detail":"{read_only:false; response_revision:20231; number_of_response:1; }","duration":"752.482092ms","start":"2026-03-18T14:43:04.933216Z","end":"2026-03-18T14:43:05.685698Z","steps":["trace[285796789] 'process raft request' (duration: 751.729601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:05.685827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:04.937039Z","time spent":"748.74958ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:05.685797Z","caller":"traceutil/trace.go:171","msg":"trace[863029918] transaction","detail":"{read_only:false; response_revision:20237; number_of_response:1; }","duration":"749.713446ms","start":"2026-03-18T14:43:04.936042Z","end":"2026-03-18T14:43:05.685756Z","steps":["trace[863029918] 'process raft request' (duration: 749.286734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:05.685888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:04.933192Z","time spent":"752.637236ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:05.685931Z","caller":"traceutil/trace.go:171","msg":"trace[2072729981] transaction","detail":"{read_only:false; response_revision:20236; number_of_response:1; }","duration":"750.127329ms","start":"2026-03-18T14:43:04.935795Z","end":"2026-03-18T14:43:05.685922Z","steps":["trace[2072729981] 'process raft request' (duration: 749.505232ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:05.685919Z","caller":"traceutil/trace.go:171","msg":"trace[246452808] transaction","detail":"{read_only:false; response_revision:20233; number_of_response:1; }","duration":"750.343913ms","start":"2026-03-18T14:43:04.935553Z","end":"2026-03-18T14:43:05.685897Z","steps":["trace[246452808] 'process raft request' (duration: 749.641085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:05.685988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:04.935782Z","time spent":"750.175249ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:05.686014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:04.93603Z","time spent":"749.885703ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:05.686022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:04.935536Z","time spent":"750.434836ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:05.685851Z","caller":"traceutil/trace.go:171","msg":"trace[383961227] transaction","detail":"{read_only:false; response_revision:20232; number_of_response:1; }","duration":"751.094583ms","start":"2026-03-18T14:43:04.934745Z","end":"2026-03-18T14:43:05.685839Z","steps":["trace[383961227] 'process raft request' (duration: 750.391994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:05.686055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.841355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-745c6f88-8ea6-42ff-a241-4ca270b8934b\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-18T14:43:05.686156Z","caller":"traceutil/trace.go:171","msg":"trace[1209949954] range","detail":"{range_begin:/registry/persistentvolumes/pvc-745c6f88-8ea6-42ff-a241-4ca270b8934b; range_end:; response_count:1; response_revision:20238; }","duration":"751.966938ms","start":"2026-03-18T14:43:04.934178Z","end":"2026-03-18T14:43:05.686145Z","steps":["trace[1209949954] 'agreement among raft nodes before linearized reading' (duration: 751.583947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:05.686182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:04.934164Z","time spent":"752.010179ms","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-745c6f88-8ea6-42ff-a241-4ca270b8934b\" "} {"level":"warn","ts":"2026-03-18T14:43:05.686176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:04.934731Z","time spent":"751.412074ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:05.685698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:04.93573Z","time spent":"749.878591ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:06.185757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476727142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:43:06.68647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476727142,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:43:06.93926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000158239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:43:06.939342Z","caller":"traceutil/trace.go:171","msg":"trace[370520446] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000295744s","start":"2026-03-18T14:43:04.939027Z","end":"2026-03-18T14:43:06.939323Z","steps":["trace[370520446] 'agreement among raft nodes before linearized reading' (duration: 2.000188501s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:06.939557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:04.939017Z","time spent":"2.00052548s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:43:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:43:07.02612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.832761ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:07.026201Z","caller":"traceutil/trace.go:171","msg":"trace[1939164225] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20238; }","duration":"360.931013ms","start":"2026-03-18T14:43:06.665257Z","end":"2026-03-18T14:43:07.026188Z","steps":["trace[1939164225] 'range keys from in-memory index tree' (duration: 360.81972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:07.078213Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.393251337s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:43:07.078606Z","caller":"traceutil/trace.go:171","msg":"trace[596255208] transaction","detail":"{read_only:false; response_revision:20239; number_of_response:1; }","duration":"1.446441794s","start":"2026-03-18T14:43:05.632141Z","end":"2026-03-18T14:43:07.078582Z","steps":["trace[596255208] 'process raft request' (duration: 1.446307111s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:07.078728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:05.632115Z","time spent":"1.446549917s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:07.089042Z","caller":"traceutil/trace.go:171","msg":"trace[1896031186] transaction","detail":"{read_only:false; response_revision:20240; number_of_response:1; }","duration":"1.35406089s","start":"2026-03-18T14:43:05.734949Z","end":"2026-03-18T14:43:07.08901Z","steps":["trace[1896031186] 'process raft request' (duration: 1.353871724s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:07.089206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:05.734911Z","time spent":"1.354203114s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:07.089433Z","caller":"traceutil/trace.go:171","msg":"trace[197571054] transaction","detail":"{read_only:false; response_revision:20241; number_of_response:1; }","duration":"1.094523425s","start":"2026-03-18T14:43:05.994882Z","end":"2026-03-18T14:43:07.089406Z","steps":["trace[197571054] 'process raft request' (duration: 1.094083003s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:07.089466Z","caller":"traceutil/trace.go:171","msg":"trace[81142273] linearizableReadLoop","detail":"{readStateIndex:21057; appliedIndex:21053; }","duration":"1.403954427s","start":"2026-03-18T14:43:05.685491Z","end":"2026-03-18T14:43:07.089446Z","steps":["trace[81142273] 'read index received' (duration: 1.393028672s)","trace[81142273] 'applied index is now lower than readState.Index' (duration: 10.924875ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:43:07.08949Z","caller":"traceutil/trace.go:171","msg":"trace[1189427636] transaction","detail":"{read_only:false; response_revision:20242; number_of_response:1; }","duration":"1.094226636s","start":"2026-03-18T14:43:05.995241Z","end":"2026-03-18T14:43:07.089468Z","steps":["trace[1189427636] 'process raft request' (duration: 1.094079432s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:07.089523Z","caller":"traceutil/trace.go:171","msg":"trace[1561058063] transaction","detail":"{read_only:false; response_revision:20243; number_of_response:1; }","duration":"152.253851ms","start":"2026-03-18T14:43:06.937249Z","end":"2026-03-18T14:43:07.089503Z","steps":["trace[1561058063] 'process raft request' (duration: 152.157988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:07.089568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:05.994855Z","time spent":"1.094641468s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:07.089588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:05.995216Z","time spent":"1.094327228s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:07.089698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117864035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:43:07.089718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15504624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T14:43:07.089743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.155253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-18T14:43:07.089739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397518163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df42aff58e517\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-18T14:43:07.089767Z","caller":"traceutil/trace.go:171","msg":"trace[1001274889] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20243; }","duration":"616.220324ms","start":"2026-03-18T14:43:06.47354Z","end":"2026-03-18T14:43:07.089761Z","steps":["trace[1001274889] 'agreement among raft nodes before linearized reading' (duration: 616.107351ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:07.08976Z","caller":"traceutil/trace.go:171","msg":"trace[497796856] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:20243; }","duration":"1.117963257s","start":"2026-03-18T14:43:05.97178Z","end":"2026-03-18T14:43:07.089743Z","steps":["trace[497796856] 'agreement among raft nodes before linearized reading' (duration: 1.117873664s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:07.089752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740030308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:43:07.089777Z","caller":"traceutil/trace.go:171","msg":"trace[1433809432] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20243; }","duration":"2.155120802s","start":"2026-03-18T14:43:04.934638Z","end":"2026-03-18T14:43:07.089759Z","steps":["trace[1433809432] 'agreement among raft nodes before linearized reading' (duration: 2.154952057s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:07.089798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:05.971756Z","time spent":"1.118032269s","remote":"127.0.0.1:56362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:43:07.089798Z","caller":"traceutil/trace.go:171","msg":"trace[1113661284] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189df42aff58e517; range_end:; response_count:1; response_revision:20243; }","duration":"1.397616596s","start":"2026-03-18T14:43:05.692165Z","end":"2026-03-18T14:43:07.089781Z","steps":["trace[1113661284] 'agreement among raft nodes before linearized reading' (duration: 1.397469342s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:07.089831Z","caller":"traceutil/trace.go:171","msg":"trace[766029302] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:20243; }","duration":"1.740166302s","start":"2026-03-18T14:43:05.349647Z","end":"2026-03-18T14:43:07.089813Z","steps":["trace[766029302] 'agreement among raft nodes before linearized reading' (duration: 1.739894065s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:07.089834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:04.934628Z","time spent":"2.155194365s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:43:07.089841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:05.692146Z","time spent":"1.397684978s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df42aff58e517\" "} {"level":"warn","ts":"2026-03-18T14:43:07.089831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.03771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:43:07.089883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:05.349624Z","time spent":"1.740246494s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":147,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:43:07.089894Z","caller":"traceutil/trace.go:171","msg":"trace[1426589141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20243; }","duration":"150.145172ms","start":"2026-03-18T14:43:06.939736Z","end":"2026-03-18T14:43:07.089881Z","steps":["trace[1426589141] 'agreement among raft nodes before linearized reading' (duration: 149.990469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:07.08979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:06.473516Z","time spent":"616.269785ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-18T14:43:07.089868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294660867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-18T14:43:07.091086Z","caller":"traceutil/trace.go:171","msg":"trace[135656727] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:20243; }","duration":"1.295273053s","start":"2026-03-18T14:43:05.795151Z","end":"2026-03-18T14:43:07.090424Z","steps":["trace[135656727] 'agreement among raft nodes before linearized reading' (duration: 1.294554543s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:07.091142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:05.795128Z","time spent":"1.296000122s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-18T14:43:07.594411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476727150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:43:07.825803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.595092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:43:07.826028Z","caller":"traceutil/trace.go:171","msg":"trace[1694523013] transaction","detail":"{read_only:false; response_revision:20244; number_of_response:1; }","duration":"733.16347ms","start":"2026-03-18T14:43:07.092836Z","end":"2026-03-18T14:43:07.826Z","steps":["trace[1694523013] 'process raft request' (duration: 610.984682ms)","trace[1694523013] 'compare' (duration: 121.041788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:43:07.826146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:07.092812Z","time spent":"733.293754ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:09.099429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000238042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:43:09.0995Z","caller":"traceutil/trace.go:171","msg":"trace[1458826490] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000345605s","start":"2026-03-18T14:43:07.09914Z","end":"2026-03-18T14:43:09.099485Z","steps":["trace[1458826490] 'agreement among raft nodes before linearized reading' (duration: 2.000261892s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:09.09954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:07.099127Z","time spent":"2.000404947s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:43:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:43:09.569605Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.490339948s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:43:09.635377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556052543s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:43:09.635652Z","caller":"traceutil/trace.go:171","msg":"trace[872602216] transaction","detail":"{read_only:false; response_revision:20248; number_of_response:1; }","duration":"540.240074ms","start":"2026-03-18T14:43:09.095399Z","end":"2026-03-18T14:43:09.635639Z","steps":["trace[872602216] 'process raft request' (duration: 540.213812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:09.635736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:09.095341Z","time spent":"540.347235ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:09.635932Z","caller":"traceutil/trace.go:171","msg":"trace[1219859804] linearizableReadLoop","detail":"{readStateIndex:21060; appliedIndex:21058; }","duration":"2.542356026s","start":"2026-03-18T14:43:07.093568Z","end":"2026-03-18T14:43:09.635924Z","steps":["trace[1219859804] 'read index received' (duration: 610.201511ms)","trace[1219859804] 'applied index is now lower than readState.Index' (duration: 1.932153695s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:43:09.636238Z","caller":"traceutil/trace.go:171","msg":"trace[1810953074] transaction","detail":"{read_only:false; response_revision:20245; number_of_response:1; }","duration":"1.77303611s","start":"2026-03-18T14:43:07.863141Z","end":"2026-03-18T14:43:09.636177Z","steps":["trace[1810953074] 'process raft request' (duration: 1.77231798s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:09.636336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542765337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"info","ts":"2026-03-18T14:43:09.636361Z","caller":"traceutil/trace.go:171","msg":"trace[596114187] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:20248; }","duration":"2.542792247s","start":"2026-03-18T14:43:07.093561Z","end":"2026-03-18T14:43:09.636354Z","steps":["trace[596114187] 'agreement among raft nodes before linearized reading' (duration: 2.542693344s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:09.636382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:07.093547Z","time spent":"2.542830739s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7127,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-18T14:43:09.636425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:07.863118Z","time spent":"1.773194633s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:09.636498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.541481662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:43:09.636467Z","caller":"traceutil/trace.go:171","msg":"trace[695391976] transaction","detail":"{read_only:false; response_revision:20246; number_of_response:1; }","duration":"541.447145ms","start":"2026-03-18T14:43:09.094975Z","end":"2026-03-18T14:43:09.636422Z","steps":["trace[695391976] 'process raft request' (duration: 540.580412ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:09.636717Z","caller":"traceutil/trace.go:171","msg":"trace[2111407816] transaction","detail":"{read_only:false; response_revision:20247; number_of_response:1; }","duration":"541.441135ms","start":"2026-03-18T14:43:09.095264Z","end":"2026-03-18T14:43:09.636705Z","steps":["trace[2111407816] 'process raft request' (duration: 540.330365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:09.636779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:09.095254Z","time spent":"541.496016ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:09.637007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944869858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:43:09.637031Z","caller":"traceutil/trace.go:171","msg":"trace[1364228966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20248; }","duration":"1.94493932s","start":"2026-03-18T14:43:07.692086Z","end":"2026-03-18T14:43:09.637025Z","steps":["trace[1364228966] 'agreement among raft nodes before linearized reading' (duration: 1.944689423s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:09.637039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:09.094951Z","time spent":"541.679482ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:09.636832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.360385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:43:09.637088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.840802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:43:09.637111Z","caller":"traceutil/trace.go:171","msg":"trace[554853447] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20248; }","duration":"888.893984ms","start":"2026-03-18T14:43:08.74821Z","end":"2026-03-18T14:43:09.637104Z","steps":["trace[554853447] 'agreement among raft nodes before linearized reading' (duration: 888.852523ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:09.637106Z","caller":"traceutil/trace.go:171","msg":"trace[148059950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20248; }","duration":"537.659162ms","start":"2026-03-18T14:43:09.099436Z","end":"2026-03-18T14:43:09.637095Z","steps":["trace[148059950] 'agreement among raft nodes before linearized reading' (duration: 537.18001ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:09.636569Z","caller":"traceutil/trace.go:171","msg":"trace[1747206542] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:20248; }","duration":"2.541592085s","start":"2026-03-18T14:43:07.094959Z","end":"2026-03-18T14:43:09.636552Z","steps":["trace[1747206542] 'agreement among raft nodes before linearized reading' (duration: 2.541407699s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:09.637226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:07.094948Z","time spent":"2.542269403s","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T14:43:09.637276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945112494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:43:09.637302Z","caller":"traceutil/trace.go:171","msg":"trace[1078839665] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20248; }","duration":"1.945151665s","start":"2026-03-18T14:43:07.692145Z","end":"2026-03-18T14:43:09.637297Z","steps":["trace[1078839665] 'agreement among raft nodes before linearized reading' (duration: 1.945097054s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:09.637304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945170156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T14:43:09.637319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:07.691995Z","time spent":"1.945320639s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:43:09.637335Z","caller":"traceutil/trace.go:171","msg":"trace[1015244200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20248; }","duration":"1.945223136s","start":"2026-03-18T14:43:07.692104Z","end":"2026-03-18T14:43:09.637327Z","steps":["trace[1015244200] 'agreement among raft nodes before linearized reading' (duration: 1.945084573s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:09.637371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:07.692092Z","time spent":"1.945272838s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:43:09.637482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945388831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:43:09.637471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945403872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:43:09.63751Z","caller":"traceutil/trace.go:171","msg":"trace[834527279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20248; }","duration":"1.945427503s","start":"2026-03-18T14:43:07.692074Z","end":"2026-03-18T14:43:09.637502Z","steps":["trace[834527279] 'agreement among raft nodes before linearized reading' (duration: 1.945366001s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:09.63723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807860019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-18T14:43:09.637528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:07.692068Z","time spent":"1.945455953s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:43:09.637544Z","caller":"traceutil/trace.go:171","msg":"trace[319071446] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0; range_end:; response_count:1; response_revision:20248; }","duration":"1.808206308s","start":"2026-03-18T14:43:07.829328Z","end":"2026-03-18T14:43:09.637534Z","steps":["trace[319071446] 'agreement among raft nodes before linearized reading' (duration: 1.807861909s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:09.637568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542450568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e2a1e748-2aea-4687-b02c-f6fb0fc53091\" ","response":"range_response_count:1 size:1324"} {"level":"warn","ts":"2026-03-18T14:43:09.637129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:08.748192Z","time spent":"888.932486ms","remote":"127.0.0.1:50006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:43:09.637581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:07.829307Z","time spent":"1.808265171s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" "} {"level":"info","ts":"2026-03-18T14:43:09.6376Z","caller":"traceutil/trace.go:171","msg":"trace[1764658991] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e2a1e748-2aea-4687-b02c-f6fb0fc53091; range_end:; response_count:1; response_revision:20248; }","duration":"2.54249934s","start":"2026-03-18T14:43:07.095093Z","end":"2026-03-18T14:43:09.637592Z","steps":["trace[1764658991] 'agreement among raft nodes before linearized reading' (duration: 2.542356917s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:09.637619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:07.095087Z","time spent":"2.542529061s","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-e2a1e748-2aea-4687-b02c-f6fb0fc53091\" "} {"level":"warn","ts":"2026-03-18T14:43:09.637653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.483324872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:09.637524Z","caller":"traceutil/trace.go:171","msg":"trace[133282092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20248; }","duration":"1.945490685s","start":"2026-03-18T14:43:07.692021Z","end":"2026-03-18T14:43:09.637512Z","steps":["trace[133282092] 'agreement among raft nodes before linearized reading' (duration: 1.945341591s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:09.637694Z","caller":"traceutil/trace.go:171","msg":"trace[1402011398] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20248; }","duration":"2.484308739s","start":"2026-03-18T14:43:07.153377Z","end":"2026-03-18T14:43:09.637686Z","steps":["trace[1402011398] 'agreement among raft nodes before linearized reading' (duration: 2.484242757s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:09.637166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:09.099427Z","time spent":"537.728334ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:43:09.637731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:07.153355Z","time spent":"2.484368001s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T14:43:09.637051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:07.692057Z","time spent":"1.944989421s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:43:09.637701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:07.691995Z","time spent":"1.94569974s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:43:09.637171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710573294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:43:09.637844Z","caller":"traceutil/trace.go:171","msg":"trace[1784108245] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:20248; }","duration":"1.711280833s","start":"2026-03-18T14:43:07.926556Z","end":"2026-03-18T14:43:09.637837Z","steps":["trace[1784108245] 'agreement among raft nodes before linearized reading' (duration: 1.710584954s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:09.637872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:07.926534Z","time spent":"1.711330483s","remote":"127.0.0.1:45854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":27,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:43:10.142716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476727158,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:43:10.236709Z","caller":"traceutil/trace.go:171","msg":"trace[1597400460] transaction","detail":"{read_only:false; response_revision:20249; number_of_response:1; }","duration":"595.974567ms","start":"2026-03-18T14:43:09.640646Z","end":"2026-03-18T14:43:10.23662Z","steps":["trace[1597400460] 'process raft request' (duration: 595.814023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:10.23686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:09.64063Z","time spent":"596.157462ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:10.529559Z","caller":"traceutil/trace.go:171","msg":"trace[1594272161] transaction","detail":"{read_only:false; response_revision:20250; number_of_response:1; }","duration":"887.185318ms","start":"2026-03-18T14:43:09.64234Z","end":"2026-03-18T14:43:10.529525Z","steps":["trace[1594272161] 'process raft request' (duration: 886.91192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:10.529709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:09.642318Z","time spent":"887.318661ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:10.52989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.01495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:10.529948Z","caller":"traceutil/trace.go:171","msg":"trace[506113393] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20255; }","duration":"888.205396ms","start":"2026-03-18T14:43:09.641728Z","end":"2026-03-18T14:43:10.529934Z","steps":["trace[506113393] 'agreement among raft nodes before linearized reading' (duration: 888.011101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:10.529986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:09.641698Z","time spent":"888.277377ms","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T14:43:10.529691Z","caller":"traceutil/trace.go:171","msg":"trace[1783416786] linearizableReadLoop","detail":"{readStateIndex:21071; appliedIndex:21064; }","duration":"887.895456ms","start":"2026-03-18T14:43:09.641773Z","end":"2026-03-18T14:43:10.529668Z","steps":["trace[1783416786] 'read index received' (duration: 594.717353ms)","trace[1783416786] 'applied index is now lower than readState.Index' (duration: 293.177273ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:43:10.530226Z","caller":"traceutil/trace.go:171","msg":"trace[1506362907] transaction","detail":"{read_only:false; response_revision:20251; number_of_response:1; }","duration":"887.768923ms","start":"2026-03-18T14:43:09.642445Z","end":"2026-03-18T14:43:10.530214Z","steps":["trace[1506362907] 'process raft request' (duration: 886.940011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:10.53036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:09.642437Z","time spent":"887.867116ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:10.530507Z","caller":"traceutil/trace.go:171","msg":"trace[241999364] transaction","detail":"{read_only:false; response_revision:20252; number_of_response:1; }","duration":"888.067171ms","start":"2026-03-18T14:43:09.64243Z","end":"2026-03-18T14:43:10.530497Z","steps":["trace[241999364] 'process raft request' (duration: 886.994682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:10.530579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:09.642411Z","time spent":"888.125913ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:10.530831Z","caller":"traceutil/trace.go:171","msg":"trace[330657283] transaction","detail":"{read_only:false; response_revision:20253; number_of_response:1; }","duration":"888.150354ms","start":"2026-03-18T14:43:09.64267Z","end":"2026-03-18T14:43:10.53082Z","steps":["trace[330657283] 'process raft request' (duration: 886.798397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:10.530898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:09.642662Z","time spent":"888.205555ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:10.531104Z","caller":"traceutil/trace.go:171","msg":"trace[917318778] transaction","detail":"{read_only:false; response_revision:20254; number_of_response:1; }","duration":"882.886662ms","start":"2026-03-18T14:43:09.648207Z","end":"2026-03-18T14:43:10.531093Z","steps":["trace[917318778] 'process raft request' (duration: 881.33196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:10.531166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:09.648197Z","time spent":"882.938753ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:10.531273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.784419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-18T14:43:10.531313Z","caller":"traceutil/trace.go:171","msg":"trace[587196955] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0; range_end:; response_count:1; response_revision:20255; }","duration":"290.85517ms","start":"2026-03-18T14:43:10.240445Z","end":"2026-03-18T14:43:10.5313Z","steps":["trace[587196955] 'agreement among raft nodes before linearized reading' (duration: 290.758508ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:10.531447Z","caller":"traceutil/trace.go:171","msg":"trace[1000514242] transaction","detail":"{read_only:false; response_revision:20255; number_of_response:1; }","duration":"882.964644ms","start":"2026-03-18T14:43:09.648469Z","end":"2026-03-18T14:43:10.531434Z","steps":["trace[1000514242] 'process raft request' (duration: 881.137904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:10.531633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:09.648449Z","time spent":"883.062126ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:10.530832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.934526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:10.531916Z","caller":"traceutil/trace.go:171","msg":"trace[890177116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20255; }","duration":"883.623422ms","start":"2026-03-18T14:43:09.64828Z","end":"2026-03-18T14:43:10.531904Z","steps":["trace[890177116] 'agreement among raft nodes before linearized reading' (duration: 881.926956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:10.531953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:09.648272Z","time spent":"883.670053ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:43:10.917204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.409859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:43:10.917282Z","caller":"traceutil/trace.go:171","msg":"trace[1903909334] linearizableReadLoop","detail":"{readStateIndex:21073; appliedIndex:21071; }","duration":"379.261537ms","start":"2026-03-18T14:43:10.538008Z","end":"2026-03-18T14:43:10.917269Z","steps":["trace[1903909334] 'read index received' (duration: 36.550186ms)","trace[1903909334] 'applied index is now lower than readState.Index' (duration: 342.710051ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:43:10.917421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.418751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:43:10.917311Z","caller":"traceutil/trace.go:171","msg":"trace[1714564238] transaction","detail":"{read_only:false; response_revision:20256; number_of_response:1; }","duration":"381.145848ms","start":"2026-03-18T14:43:10.536135Z","end":"2026-03-18T14:43:10.917281Z","steps":["trace[1714564238] 'process raft request' (duration: 233.601095ms)","trace[1714564238] 'compare' (duration: 147.165593ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:43:10.917442Z","caller":"traceutil/trace.go:171","msg":"trace[33267144] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20256; }","duration":"379.477844ms","start":"2026-03-18T14:43:10.53796Z","end":"2026-03-18T14:43:10.917438Z","steps":["trace[33267144] 'agreement among raft nodes before linearized reading' (duration: 379.35611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:10.917462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:10.537867Z","time spent":"379.591216ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:43:10.91754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:10.536093Z","time spent":"381.367704ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:11.005884Z","caller":"traceutil/trace.go:171","msg":"trace[965785838] transaction","detail":"{read_only:false; response_revision:20257; number_of_response:1; }","duration":"427.51696ms","start":"2026-03-18T14:43:10.578327Z","end":"2026-03-18T14:43:11.005844Z","steps":["trace[965785838] 'process raft request' (duration: 427.299714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:11.005996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.058241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-18T14:43:11.006065Z","caller":"traceutil/trace.go:171","msg":"trace[1527929773] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:20257; }","duration":"459.163025ms","start":"2026-03-18T14:43:10.546886Z","end":"2026-03-18T14:43:11.006049Z","steps":["trace[1527929773] 'agreement among raft nodes before linearized reading' (duration: 458.947639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:11.006083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:10.578231Z","time spent":"427.753947ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:11.00613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:10.546872Z","time spent":"459.226366ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-18T14:43:11.150619Z","caller":"traceutil/trace.go:171","msg":"trace[2011013070] transaction","detail":"{read_only:false; response_revision:20259; number_of_response:1; }","duration":"132.649061ms","start":"2026-03-18T14:43:11.017929Z","end":"2026-03-18T14:43:11.150578Z","steps":["trace[2011013070] 'process raft request' (duration: 132.424445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:11.151111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.851938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-18T14:43:11.152331Z","caller":"traceutil/trace.go:171","msg":"trace[1317523041] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:20259; }","duration":"132.348853ms","start":"2026-03-18T14:43:11.018837Z","end":"2026-03-18T14:43:11.151186Z","steps":["trace[1317523041] 'agreement among raft nodes before linearized reading' (duration: 131.736397ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:11.838361Z","caller":"traceutil/trace.go:171","msg":"trace[1393097710] linearizableReadLoop","detail":"{readStateIndex:21079; appliedIndex:21078; }","duration":"266.925895ms","start":"2026-03-18T14:43:11.57141Z","end":"2026-03-18T14:43:11.838336Z","steps":["trace[1393097710] 'read index received' (duration: 266.71541ms)","trace[1393097710] 'applied index is now lower than readState.Index' (duration: 209.605µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:43:11.838512Z","caller":"traceutil/trace.go:171","msg":"trace[1284350784] transaction","detail":"{read_only:false; response_revision:20262; number_of_response:1; }","duration":"299.853893ms","start":"2026-03-18T14:43:11.538539Z","end":"2026-03-18T14:43:11.838393Z","steps":["trace[1284350784] 'process raft request' (duration: 299.619717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:11.838537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.10933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:11.838756Z","caller":"traceutil/trace.go:171","msg":"trace[739778251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20262; }","duration":"267.375427ms","start":"2026-03-18T14:43:11.57136Z","end":"2026-03-18T14:43:11.838736Z","steps":["trace[739778251] 'agreement among raft nodes before linearized reading' (duration: 267.076839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:11.838709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:11.538508Z","time spent":"300.116811ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18558,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:11.877285Z","caller":"traceutil/trace.go:171","msg":"trace[775129486] transaction","detail":"{read_only:false; response_revision:20263; number_of_response:1; }","duration":"234.942532ms","start":"2026-03-18T14:43:11.642324Z","end":"2026-03-18T14:43:11.877266Z","steps":["trace[775129486] 'process raft request' (duration: 234.783348ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:11.87747Z","caller":"traceutil/trace.go:171","msg":"trace[1096276687] transaction","detail":"{read_only:false; response_revision:20264; number_of_response:1; }","duration":"233.944635ms","start":"2026-03-18T14:43:11.643515Z","end":"2026-03-18T14:43:11.87746Z","steps":["trace[1096276687] 'process raft request' (duration: 233.708789ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:11.877748Z","caller":"traceutil/trace.go:171","msg":"trace[751205018] transaction","detail":"{read_only:false; response_revision:20265; number_of_response:1; }","duration":"234.12855ms","start":"2026-03-18T14:43:11.643605Z","end":"2026-03-18T14:43:11.877733Z","steps":["trace[751205018] 'process raft request' (duration: 233.818251ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:12.760988Z","caller":"traceutil/trace.go:171","msg":"trace[2012121219] linearizableReadLoop","detail":"{readStateIndex:21083; appliedIndex:21082; }","duration":"307.273844ms","start":"2026-03-18T14:43:12.453689Z","end":"2026-03-18T14:43:12.760962Z","steps":["trace[2012121219] 'read index received' (duration: 307.061929ms)","trace[2012121219] 'applied index is now lower than readState.Index' (duration: 210.645µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:43:12.761161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.454348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:12.76113Z","caller":"traceutil/trace.go:171","msg":"trace[1962341200] transaction","detail":"{read_only:false; response_revision:20266; number_of_response:1; }","duration":"324.753486ms","start":"2026-03-18T14:43:12.436336Z","end":"2026-03-18T14:43:12.76109Z","steps":["trace[1962341200] 'process raft request' (duration: 324.420757ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:12.761203Z","caller":"traceutil/trace.go:171","msg":"trace[219114923] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:20266; }","duration":"307.554802ms","start":"2026-03-18T14:43:12.453638Z","end":"2026-03-18T14:43:12.761193Z","steps":["trace[219114923] 'agreement among raft nodes before linearized reading' (duration: 307.46278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:12.761246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:12.453616Z","time spent":"307.619163ms","remote":"127.0.0.1:41102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:43:12.761327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:12.436317Z","time spent":"324.90949ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:12.761438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.274967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:43:12.761562Z","caller":"traceutil/trace.go:171","msg":"trace[96416875] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20266; }","duration":"226.422121ms","start":"2026-03-18T14:43:12.535097Z","end":"2026-03-18T14:43:12.761519Z","steps":["trace[96416875] 'agreement among raft nodes before linearized reading' (duration: 226.078532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:12.761643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.76358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T14:43:12.76164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.488307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:43:12.761698Z","caller":"traceutil/trace.go:171","msg":"trace[2078951199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20266; }","duration":"223.848832ms","start":"2026-03-18T14:43:12.537832Z","end":"2026-03-18T14:43:12.761681Z","steps":["trace[2078951199] 'agreement among raft nodes before linearized reading' (duration: 223.693957ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:12.761735Z","caller":"traceutil/trace.go:171","msg":"trace[2070482178] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20266; }","duration":"225.61722ms","start":"2026-03-18T14:43:12.536098Z","end":"2026-03-18T14:43:12.761715Z","steps":["trace[2070482178] 'agreement among raft nodes before linearized reading' (duration: 225.365543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:12.761723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.737243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:43:12.7618Z","caller":"traceutil/trace.go:171","msg":"trace[1769979019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20266; }","duration":"225.895588ms","start":"2026-03-18T14:43:12.535885Z","end":"2026-03-18T14:43:12.761781Z","steps":["trace[1769979019] 'agreement among raft nodes before linearized reading' (duration: 225.61824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:12.761873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.668322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:43:12.761974Z","caller":"traceutil/trace.go:171","msg":"trace[1412374545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20266; }","duration":"225.827176ms","start":"2026-03-18T14:43:12.536126Z","end":"2026-03-18T14:43:12.76193Z","steps":["trace[1412374545] 'agreement among raft nodes before linearized reading' (duration: 225.335843ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:12.91943Z","caller":"traceutil/trace.go:171","msg":"trace[763914530] transaction","detail":"{read_only:false; response_revision:20267; number_of_response:1; }","duration":"153.620216ms","start":"2026-03-18T14:43:12.765787Z","end":"2026-03-18T14:43:12.919408Z","steps":["trace[763914530] 'process raft request' (duration: 102.495536ms)","trace[763914530] 'compare' (duration: 50.804341ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:43:12.919791Z","caller":"traceutil/trace.go:171","msg":"trace[265304874] transaction","detail":"{read_only:false; response_revision:20269; number_of_response:1; }","duration":"153.445853ms","start":"2026-03-18T14:43:12.766334Z","end":"2026-03-18T14:43:12.919779Z","steps":["trace[265304874] 'process raft request' (duration: 153.201225ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:12.919836Z","caller":"traceutil/trace.go:171","msg":"trace[31436836] transaction","detail":"{read_only:false; response_revision:20270; number_of_response:1; }","duration":"153.167524ms","start":"2026-03-18T14:43:12.766658Z","end":"2026-03-18T14:43:12.919825Z","steps":["trace[31436836] 'process raft request' (duration: 152.979469ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:12.919771Z","caller":"traceutil/trace.go:171","msg":"trace[281967327] transaction","detail":"{read_only:false; response_revision:20271; number_of_response:1; }","duration":"152.930268ms","start":"2026-03-18T14:43:12.766811Z","end":"2026-03-18T14:43:12.919741Z","steps":["trace[281967327] 'process raft request' (duration: 152.859487ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:12.919942Z","caller":"traceutil/trace.go:171","msg":"trace[2086319171] transaction","detail":"{read_only:false; response_revision:20268; number_of_response:1; }","duration":"153.585946ms","start":"2026-03-18T14:43:12.766335Z","end":"2026-03-18T14:43:12.919921Z","steps":["trace[2086319171] 'process raft request' (duration: 153.018551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:13.199808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.965226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:13.199892Z","caller":"traceutil/trace.go:171","msg":"trace[1228379742] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:20271; }","duration":"147.099041ms","start":"2026-03-18T14:43:13.052767Z","end":"2026-03-18T14:43:13.199866Z","steps":["trace[1228379742] 'count revisions from in-memory index tree' (duration: 146.868805ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:14.156296Z","caller":"traceutil/trace.go:171","msg":"trace[509065061] transaction","detail":"{read_only:false; response_revision:20272; number_of_response:1; }","duration":"274.420067ms","start":"2026-03-18T14:43:13.881851Z","end":"2026-03-18T14:43:14.156271Z","steps":["trace[509065061] 'process raft request' (duration: 274.243592ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:14.180042Z","caller":"traceutil/trace.go:171","msg":"trace[1559925991] transaction","detail":"{read_only:false; response_revision:20274; number_of_response:1; }","duration":"297.534301ms","start":"2026-03-18T14:43:13.882482Z","end":"2026-03-18T14:43:14.180016Z","steps":["trace[1559925991] 'process raft request' (duration: 297.488459ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:14.180249Z","caller":"traceutil/trace.go:171","msg":"trace[1483123427] transaction","detail":"{read_only:false; response_revision:20273; number_of_response:1; }","duration":"298.146188ms","start":"2026-03-18T14:43:13.882092Z","end":"2026-03-18T14:43:14.180238Z","steps":["trace[1483123427] 'process raft request' (duration: 297.727956ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:15.035973Z","caller":"traceutil/trace.go:171","msg":"trace[1146794771] transaction","detail":"{read_only:false; response_revision:20276; number_of_response:1; }","duration":"107.947363ms","start":"2026-03-18T14:43:14.928003Z","end":"2026-03-18T14:43:15.03595Z","steps":["trace[1146794771] 'process raft request' (duration: 107.789449ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:15.036404Z","caller":"traceutil/trace.go:171","msg":"trace[354373422] transaction","detail":"{read_only:false; response_revision:20279; number_of_response:1; }","duration":"107.476761ms","start":"2026-03-18T14:43:14.928913Z","end":"2026-03-18T14:43:15.03639Z","steps":["trace[354373422] 'process raft request' (duration: 107.389539ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:15.036465Z","caller":"traceutil/trace.go:171","msg":"trace[255529868] transaction","detail":"{read_only:false; response_revision:20277; number_of_response:1; }","duration":"108.310214ms","start":"2026-03-18T14:43:14.928125Z","end":"2026-03-18T14:43:15.036435Z","steps":["trace[255529868] 'process raft request' (duration: 107.79787ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:15.036498Z","caller":"traceutil/trace.go:171","msg":"trace[1991971878] transaction","detail":"{read_only:false; response_revision:20278; number_of_response:1; }","duration":"108.209961ms","start":"2026-03-18T14:43:14.928255Z","end":"2026-03-18T14:43:15.036465Z","steps":["trace[1991971878] 'process raft request' (duration: 107.958385ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:16.400225Z","caller":"traceutil/trace.go:171","msg":"trace[1755063990] linearizableReadLoop","detail":"{readStateIndex:21097; appliedIndex:21096; }","duration":"246.461322ms","start":"2026-03-18T14:43:16.153737Z","end":"2026-03-18T14:43:16.400198Z","steps":["trace[1755063990] 'read index received' (duration: 246.36925ms)","trace[1755063990] 'applied index is now lower than readState.Index' (duration: 90.932µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:43:16.400339Z","caller":"traceutil/trace.go:171","msg":"trace[1730578042] transaction","detail":"{read_only:false; response_revision:20280; number_of_response:1; }","duration":"367.285933ms","start":"2026-03-18T14:43:16.033022Z","end":"2026-03-18T14:43:16.400308Z","steps":["trace[1730578042] 'process raft request' (duration: 367.009645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:16.400389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.628327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:43:16.400425Z","caller":"traceutil/trace.go:171","msg":"trace[849261207] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:20280; }","duration":"246.72969ms","start":"2026-03-18T14:43:16.153685Z","end":"2026-03-18T14:43:16.400414Z","steps":["trace[849261207] 'agreement among raft nodes before linearized reading' (duration: 246.634027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:16.400459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:16.032987Z","time spent":"367.407888ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:16.985089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.049069ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:16.985263Z","caller":"traceutil/trace.go:171","msg":"trace[1998367256] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20280; }","duration":"320.244594ms","start":"2026-03-18T14:43:16.664992Z","end":"2026-03-18T14:43:16.985237Z","steps":["trace[1998367256] 'range keys from in-memory index tree' (duration: 320.023988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:16.985383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.621202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:43:16.985735Z","caller":"traceutil/trace.go:171","msg":"trace[1617076008] transaction","detail":"{read_only:false; response_revision:20281; number_of_response:1; }","duration":"823.808186ms","start":"2026-03-18T14:43:16.16185Z","end":"2026-03-18T14:43:16.985658Z","steps":["trace[1617076008] 'process raft request' (duration: 425.818704ms)","trace[1617076008] 'compare' (duration: 397.430947ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:43:16.985803Z","caller":"traceutil/trace.go:171","msg":"trace[180663357] linearizableReadLoop","detail":"{readStateIndex:21100; appliedIndex:21097; }","duration":"585.491893ms","start":"2026-03-18T14:43:16.400291Z","end":"2026-03-18T14:43:16.985783Z","steps":["trace[180663357] 'read index received' (duration: 187.418479ms)","trace[180663357] 'applied index is now lower than readState.Index' (duration: 398.072214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:43:16.986095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.38426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:43:16.986181Z","caller":"traceutil/trace.go:171","msg":"trace[442519759] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:20283; }","duration":"665.524104ms","start":"2026-03-18T14:43:16.320639Z","end":"2026-03-18T14:43:16.986163Z","steps":["trace[442519759] 'agreement among raft nodes before linearized reading' (duration: 665.3705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:16.98618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.440611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T14:43:16.986235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:16.320613Z","time spent":"665.609117ms","remote":"127.0.0.1:45862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:43:16.98628Z","caller":"traceutil/trace.go:171","msg":"trace[66164849] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20283; }","duration":"825.544884ms","start":"2026-03-18T14:43:16.160689Z","end":"2026-03-18T14:43:16.986234Z","steps":["trace[66164849] 'agreement among raft nodes before linearized reading' (duration: 825.327978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:16.986333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:16.160676Z","time spent":"825.645986ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:43:16.986371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.29033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18574"} {"level":"warn","ts":"2026-03-18T14:43:16.985826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:16.161824Z","time spent":"823.965591ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:16.986418Z","caller":"traceutil/trace.go:171","msg":"trace[1377128060] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:20283; }","duration":"578.341751ms","start":"2026-03-18T14:43:16.408066Z","end":"2026-03-18T14:43:16.986408Z","steps":["trace[1377128060] 'agreement among raft nodes before linearized reading' (duration: 578.125876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:16.98645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:16.408015Z","time spent":"578.426763ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18598,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-18T14:43:16.985832Z","caller":"traceutil/trace.go:171","msg":"trace[1510895421] transaction","detail":"{read_only:false; response_revision:20282; number_of_response:1; }","duration":"800.962951ms","start":"2026-03-18T14:43:16.184839Z","end":"2026-03-18T14:43:16.985802Z","steps":["trace[1510895421] 'process raft request' (duration: 800.660072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:16.986609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:16.184821Z","time spent":"801.742631ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:16.986041Z","caller":"traceutil/trace.go:171","msg":"trace[1140758108] transaction","detail":"{read_only:false; response_revision:20283; number_of_response:1; }","duration":"800.798365ms","start":"2026-03-18T14:43:16.185215Z","end":"2026-03-18T14:43:16.986013Z","steps":["trace[1140758108] 'process raft request' (duration: 800.492927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:16.986636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.855484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:16.986719Z","caller":"traceutil/trace.go:171","msg":"trace[244164691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20283; }","duration":"415.976169ms","start":"2026-03-18T14:43:16.570727Z","end":"2026-03-18T14:43:16.986703Z","steps":["trace[244164691] 'agreement among raft nodes before linearized reading' (duration: 415.860136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:16.986736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:16.185191Z","time spent":"801.488054ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:16.986771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:16.570704Z","time spent":"416.054181ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:43:17.713627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.783642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:43:17.713719Z","caller":"traceutil/trace.go:171","msg":"trace[1277564212] linearizableReadLoop","detail":"{readStateIndex:21101; appliedIndex:21100; }","duration":"674.073776ms","start":"2026-03-18T14:43:17.039621Z","end":"2026-03-18T14:43:17.713695Z","steps":["trace[1277564212] 'read index received' (duration: 68.093228ms)","trace[1277564212] 'applied index is now lower than readState.Index' (duration: 605.979377ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:43:17.71376Z","caller":"traceutil/trace.go:171","msg":"trace[90538297] transaction","detail":"{read_only:false; response_revision:20284; number_of_response:1; }","duration":"721.869565ms","start":"2026-03-18T14:43:16.991852Z","end":"2026-03-18T14:43:17.713721Z","steps":["trace[90538297] 'process raft request' (duration: 115.95423ms)","trace[90538297] 'compare' (duration: 605.600797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:43:17.713834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.211169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:43:17.713861Z","caller":"traceutil/trace.go:171","msg":"trace[1697289213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20284; }","duration":"674.266501ms","start":"2026-03-18T14:43:17.039588Z","end":"2026-03-18T14:43:17.713854Z","steps":["trace[1697289213] 'agreement among raft nodes before linearized reading' (duration: 674.169438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:17.713883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:17.039571Z","time spent":"674.307021ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:43:17.713905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:16.991831Z","time spent":"721.998608ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:18.152141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.149471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:43:18.152554Z","caller":"traceutil/trace.go:171","msg":"trace[385940417] transaction","detail":"{read_only:false; response_revision:20285; number_of_response:1; }","duration":"866.043776ms","start":"2026-03-18T14:43:17.286486Z","end":"2026-03-18T14:43:18.15253Z","steps":["trace[385940417] 'process raft request' (duration: 661.419603ms)","trace[385940417] 'compare' (duration: 203.984686ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:43:18.152657Z","caller":"traceutil/trace.go:171","msg":"trace[1491764802] transaction","detail":"{read_only:false; response_revision:20286; number_of_response:1; }","duration":"434.605401ms","start":"2026-03-18T14:43:17.718031Z","end":"2026-03-18T14:43:18.152637Z","steps":["trace[1491764802] 'process raft request' (duration: 434.51921ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:18.152644Z","caller":"traceutil/trace.go:171","msg":"trace[1767535005] linearizableReadLoop","detail":"{readStateIndex:21102; appliedIndex:21101; }","duration":"438.878466ms","start":"2026-03-18T14:43:17.713736Z","end":"2026-03-18T14:43:18.152615Z","steps":["trace[1767535005] 'read index received' (duration: 234.18814ms)","trace[1767535005] 'applied index is now lower than readState.Index' (duration: 204.687356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:43:18.152667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:17.28646Z","time spent":"866.15212ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:18.15277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:17.718002Z","time spent":"434.714383ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:18.152877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113014013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:43:18.15293Z","caller":"traceutil/trace.go:171","msg":"trace[1941029433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20286; }","duration":"1.113126926s","start":"2026-03-18T14:43:17.039793Z","end":"2026-03-18T14:43:18.15292Z","steps":["trace[1941029433] 'agreement among raft nodes before linearized reading' (duration: 1.11290171s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:18.152932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.117173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:43:18.15297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:17.039769Z","time spent":"1.113192258s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:43:18.152973Z","caller":"traceutil/trace.go:171","msg":"trace[1095325764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20286; }","duration":"582.186925ms","start":"2026-03-18T14:43:17.570774Z","end":"2026-03-18T14:43:18.152961Z","steps":["trace[1095325764] 'agreement among raft nodes before linearized reading' (duration: 582.135884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:18.15301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:17.570752Z","time spent":"582.251978ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:43:18.153012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112462628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T14:43:18.153032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11214494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T14:43:18.152888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109306043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:18.153064Z","caller":"traceutil/trace.go:171","msg":"trace[103651919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20286; }","duration":"1.112523659s","start":"2026-03-18T14:43:17.040523Z","end":"2026-03-18T14:43:18.153047Z","steps":["trace[103651919] 'agreement among raft nodes before linearized reading' (duration: 1.112389166s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:18.153093Z","caller":"traceutil/trace.go:171","msg":"trace[1848271451] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20286; }","duration":"1.109529149s","start":"2026-03-18T14:43:17.043554Z","end":"2026-03-18T14:43:18.153083Z","steps":["trace[1848271451] 'agreement among raft nodes before linearized reading' (duration: 1.109300063s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:18.1531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:17.040517Z","time spent":"1.112575331s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:43:18.153095Z","caller":"traceutil/trace.go:171","msg":"trace[1140791219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20286; }","duration":"1.112242292s","start":"2026-03-18T14:43:17.040836Z","end":"2026-03-18T14:43:18.153078Z","steps":["trace[1140791219] 'agreement among raft nodes before linearized reading' (duration: 1.112073728s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:18.153127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:17.043537Z","time spent":"1.109582781s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T14:43:18.153146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:17.040816Z","time spent":"1.112318075s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:43:18.31358Z","caller":"traceutil/trace.go:171","msg":"trace[1651318528] transaction","detail":"{read_only:false; response_revision:20288; number_of_response:1; }","duration":"155.708073ms","start":"2026-03-18T14:43:18.157852Z","end":"2026-03-18T14:43:18.31356Z","steps":["trace[1651318528] 'process raft request' (duration: 124.694326ms)","trace[1651318528] 'compare' (duration: 30.864512ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:43:18.313782Z","caller":"traceutil/trace.go:171","msg":"trace[576831292] linearizableReadLoop","detail":"{readStateIndex:21105; appliedIndex:21103; }","duration":"155.574769ms","start":"2026-03-18T14:43:18.158175Z","end":"2026-03-18T14:43:18.31375Z","steps":["trace[576831292] 'read index received' (duration: 49.597328ms)","trace[576831292] 'applied index is now lower than readState.Index' (duration: 105.975801ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:43:18.313825Z","caller":"traceutil/trace.go:171","msg":"trace[1429523726] transaction","detail":"{read_only:false; response_revision:20289; number_of_response:1; }","duration":"155.61882ms","start":"2026-03-18T14:43:18.158195Z","end":"2026-03-18T14:43:18.313814Z","steps":["trace[1429523726] 'process raft request' (duration: 155.325722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:18.313926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.727114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:18.313972Z","caller":"traceutil/trace.go:171","msg":"trace[1386677092] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20289; }","duration":"155.811936ms","start":"2026-03-18T14:43:18.158148Z","end":"2026-03-18T14:43:18.31396Z","steps":["trace[1386677092] 'agreement among raft nodes before linearized reading' (duration: 155.704943ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:19.22495Z","caller":"traceutil/trace.go:171","msg":"trace[1256005960] transaction","detail":"{read_only:false; response_revision:20290; number_of_response:1; }","duration":"233.00934ms","start":"2026-03-18T14:43:18.991921Z","end":"2026-03-18T14:43:19.22493Z","steps":["trace[1256005960] 'process raft request' (duration: 232.871757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:19.86908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476727254,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:43:20.042151Z","caller":"traceutil/trace.go:171","msg":"trace[567890263] transaction","detail":"{read_only:false; response_revision:20291; number_of_response:1; }","duration":"1.049853338s","start":"2026-03-18T14:43:18.992272Z","end":"2026-03-18T14:43:20.042125Z","steps":["trace[567890263] 'process raft request' (duration: 1.049591561s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:20.042406Z","caller":"traceutil/trace.go:171","msg":"trace[332883384] transaction","detail":"{read_only:false; response_revision:20292; number_of_response:1; }","duration":"1.04881726s","start":"2026-03-18T14:43:18.993559Z","end":"2026-03-18T14:43:20.042377Z","steps":["trace[332883384] 'process raft request' (duration: 1.048512423s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:20.042545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:18.993528Z","time spent":"1.048947454s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:20.042725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:18.992263Z","time spent":"1.050009083s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:20.134742Z","caller":"traceutil/trace.go:171","msg":"trace[81934292] linearizableReadLoop","detail":"{readStateIndex:21110; appliedIndex:21107; }","duration":"766.418128ms","start":"2026-03-18T14:43:19.3683Z","end":"2026-03-18T14:43:20.134719Z","steps":["trace[81934292] 'read index received' (duration: 673.614823ms)","trace[81934292] 'applied index is now lower than readState.Index' (duration: 92.801885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:43:20.135074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.760707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:20.135127Z","caller":"traceutil/trace.go:171","msg":"trace[2143924212] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:20293; }","duration":"766.829799ms","start":"2026-03-18T14:43:19.368283Z","end":"2026-03-18T14:43:20.135113Z","steps":["trace[2143924212] 'agreement among raft nodes before linearized reading' (duration: 766.728516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:20.135119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.770964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:43:20.135164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:19.368211Z","time spent":"766.943032ms","remote":"127.0.0.1:45812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:43:20.135118Z","caller":"traceutil/trace.go:171","msg":"trace[1776152617] transaction","detail":"{read_only:false; response_revision:20293; number_of_response:1; }","duration":"471.358994ms","start":"2026-03-18T14:43:19.66372Z","end":"2026-03-18T14:43:20.135079Z","steps":["trace[1776152617] 'process raft request' (duration: 443.820981ms)","trace[1776152617] 'compare' (duration: 27.08085ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:43:20.135196Z","caller":"traceutil/trace.go:171","msg":"trace[1956192718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20293; }","duration":"564.942109ms","start":"2026-03-18T14:43:19.570235Z","end":"2026-03-18T14:43:20.135177Z","steps":["trace[1956192718] 'agreement among raft nodes before linearized reading' (duration: 564.756054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:20.135241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:19.57022Z","time spent":"565.011541ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:43:20.135228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.415879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:43:20.135258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.883092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:43:20.135298Z","caller":"traceutil/trace.go:171","msg":"trace[1088318121] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20293; }","duration":"403.540962ms","start":"2026-03-18T14:43:19.73174Z","end":"2026-03-18T14:43:20.135281Z","steps":["trace[1088318121] 'agreement among raft nodes before linearized reading' (duration: 403.360067ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:20.135314Z","caller":"traceutil/trace.go:171","msg":"trace[1313296809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20293; }","duration":"416.941283ms","start":"2026-03-18T14:43:19.718357Z","end":"2026-03-18T14:43:20.135299Z","steps":["trace[1313296809] 'agreement among raft nodes before linearized reading' (duration: 416.733178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:20.135311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:19.663695Z","time spent":"471.516458ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:20.135343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:19.731728Z","time spent":"403.606635ms","remote":"127.0.0.1:50038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:43:20.135359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:19.718303Z","time spent":"417.043267ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:43:20.556213Z","caller":"traceutil/trace.go:171","msg":"trace[1154562957] linearizableReadLoop","detail":"{readStateIndex:21111; appliedIndex:21110; }","duration":"399.119263ms","start":"2026-03-18T14:43:20.157065Z","end":"2026-03-18T14:43:20.556185Z","steps":["trace[1154562957] 'read index received' (duration: 346.944385ms)","trace[1154562957] 'applied index is now lower than readState.Index' (duration: 52.173948ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:43:20.556517Z","caller":"traceutil/trace.go:171","msg":"trace[118757267] transaction","detail":"{read_only:false; response_revision:20294; number_of_response:1; }","duration":"416.803471ms","start":"2026-03-18T14:43:20.139692Z","end":"2026-03-18T14:43:20.556495Z","steps":["trace[118757267] 'process raft request' (duration: 364.320654ms)","trace[118757267] 'compare' (duration: 52.049715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:43:20.556658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:20.139664Z","time spent":"416.907663ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:20.556985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.902235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T14:43:20.557069Z","caller":"traceutil/trace.go:171","msg":"trace[1642554183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20294; }","duration":"400.029408ms","start":"2026-03-18T14:43:20.157019Z","end":"2026-03-18T14:43:20.557048Z","steps":["trace[1642554183] 'agreement among raft nodes before linearized reading' (duration: 399.768681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:20.557123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:20.157Z","time spent":"400.10843ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:43:20.571342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.131165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T14:43:20.571411Z","caller":"traceutil/trace.go:171","msg":"trace[647036060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20295; }","duration":"359.233877ms","start":"2026-03-18T14:43:20.212164Z","end":"2026-03-18T14:43:20.571398Z","steps":["trace[647036060] 'agreement among raft nodes before linearized reading' (duration: 359.038741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:20.571447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:20.212147Z","time spent":"359.290709ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:43:20.571565Z","caller":"traceutil/trace.go:171","msg":"trace[1464697880] transaction","detail":"{read_only:false; response_revision:20295; number_of_response:1; }","duration":"304.947532ms","start":"2026-03-18T14:43:20.266598Z","end":"2026-03-18T14:43:20.571545Z","steps":["trace[1464697880] 'process raft request' (duration: 304.48158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:20.571633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.181592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:43:20.571717Z","caller":"traceutil/trace.go:171","msg":"trace[1798884193] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20295; }","duration":"254.289964ms","start":"2026-03-18T14:43:20.317406Z","end":"2026-03-18T14:43:20.571696Z","steps":["trace[1798884193] 'agreement among raft nodes before linearized reading' (duration: 254.071978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:20.571663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:20.266575Z","time spent":"305.030665ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:20.571777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.840359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:43:20.571848Z","caller":"traceutil/trace.go:171","msg":"trace[416331950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20295; }","duration":"254.952982ms","start":"2026-03-18T14:43:20.316876Z","end":"2026-03-18T14:43:20.571829Z","steps":["trace[416331950] 'agreement among raft nodes before linearized reading' (duration: 254.670154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:20.572379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.135141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-18T14:43:20.572435Z","caller":"traceutil/trace.go:171","msg":"trace[101902948] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:20295; }","duration":"114.232743ms","start":"2026-03-18T14:43:20.458188Z","end":"2026-03-18T14:43:20.572421Z","steps":["trace[101902948] 'agreement among raft nodes before linearized reading' (duration: 113.228646ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:24.700912Z","caller":"traceutil/trace.go:171","msg":"trace[607128754] transaction","detail":"{read_only:false; response_revision:20329; number_of_response:1; }","duration":"125.735893ms","start":"2026-03-18T14:43:24.575145Z","end":"2026-03-18T14:43:24.70088Z","steps":["trace[607128754] 'process raft request' (duration: 125.570358ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:26.215175Z","caller":"traceutil/trace.go:171","msg":"trace[2015450503] transaction","detail":"{read_only:false; response_revision:20336; number_of_response:1; }","duration":"146.688469ms","start":"2026-03-18T14:43:26.068455Z","end":"2026-03-18T14:43:26.215144Z","steps":["trace[2015450503] 'process raft request' (duration: 118.932639ms)","trace[2015450503] 'compare' (duration: 27.570715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:43:28.553568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.195248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:43:28.553851Z","caller":"traceutil/trace.go:171","msg":"trace[383768352] transaction","detail":"{read_only:false; response_revision:20346; number_of_response:1; }","duration":"114.42487ms","start":"2026-03-18T14:43:28.439406Z","end":"2026-03-18T14:43:28.553831Z","steps":["trace[383768352] 'process raft request' (duration: 114.381758ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:28.55405Z","caller":"traceutil/trace.go:171","msg":"trace[1934208628] transaction","detail":"{read_only:false; response_revision:20344; number_of_response:1; }","duration":"381.804156ms","start":"2026-03-18T14:43:28.172207Z","end":"2026-03-18T14:43:28.554011Z","steps":["trace[1934208628] 'process raft request' (duration: 126.072403ms)","trace[1934208628] 'compare' (duration: 254.988473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:43:28.554279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:28.172163Z","time spent":"381.979831ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:28.554736Z","caller":"traceutil/trace.go:171","msg":"trace[1543396014] transaction","detail":"{read_only:false; response_revision:20345; number_of_response:1; }","duration":"332.586968ms","start":"2026-03-18T14:43:28.222118Z","end":"2026-03-18T14:43:28.554705Z","steps":["trace[1543396014] 'process raft request' (duration: 331.56733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:28.554873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:28.222084Z","time spent":"332.715652ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:28.555133Z","caller":"traceutil/trace.go:171","msg":"trace[1461296510] linearizableReadLoop","detail":"{readStateIndex:21165; appliedIndex:21163; }","duration":"122.621499ms","start":"2026-03-18T14:43:28.432465Z","end":"2026-03-18T14:43:28.555087Z","steps":["trace[1461296510] 'read index received' (duration: 51.97µs)","trace[1461296510] 'applied index is now lower than readState.Index' (duration: 122.564409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:43:28.555354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.880367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:43:28.55542Z","caller":"traceutil/trace.go:171","msg":"trace[1047196890] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20346; }","duration":"122.97834ms","start":"2026-03-18T14:43:28.43243Z","end":"2026-03-18T14:43:28.555408Z","steps":["trace[1047196890] 'agreement among raft nodes before linearized reading' (duration: 122.764874ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:28.908067Z","caller":"traceutil/trace.go:171","msg":"trace[1497571127] transaction","detail":"{read_only:false; response_revision:20347; number_of_response:1; }","duration":"180.223356ms","start":"2026-03-18T14:43:28.727821Z","end":"2026-03-18T14:43:28.908044Z","steps":["trace[1497571127] 'process raft request' (duration: 180.086781ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:28.908373Z","caller":"traceutil/trace.go:171","msg":"trace[725170590] linearizableReadLoop","detail":"{readStateIndex:21167; appliedIndex:21167; }","duration":"169.967668ms","start":"2026-03-18T14:43:28.738393Z","end":"2026-03-18T14:43:28.908361Z","steps":["trace[725170590] 'read index received' (duration: 169.962068ms)","trace[725170590] 'applied index is now lower than readState.Index' (duration: 4.43µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:43:28.90856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.863282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:43:28.908561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.178655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:43:28.908588Z","caller":"traceutil/trace.go:171","msg":"trace[93983184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20347; }","duration":"110.920624ms","start":"2026-03-18T14:43:28.797661Z","end":"2026-03-18T14:43:28.908582Z","steps":["trace[93983184] 'agreement among raft nodes before linearized reading' (duration: 110.809051ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:28.908596Z","caller":"traceutil/trace.go:171","msg":"trace[1185973927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20347; }","duration":"133.255147ms","start":"2026-03-18T14:43:28.775332Z","end":"2026-03-18T14:43:28.908588Z","steps":["trace[1185973927] 'agreement among raft nodes before linearized reading' (duration: 133.134314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:28.908668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.869382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:43:28.908727Z","caller":"traceutil/trace.go:171","msg":"trace[1767009476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20347; }","duration":"110.966836ms","start":"2026-03-18T14:43:28.797746Z","end":"2026-03-18T14:43:28.908713Z","steps":["trace[1767009476] 'agreement among raft nodes before linearized reading' (duration: 110.7794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:28.908875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.507232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:43:28.908912Z","caller":"traceutil/trace.go:171","msg":"trace[1162356163] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:20347; }","duration":"170.576904ms","start":"2026-03-18T14:43:28.738325Z","end":"2026-03-18T14:43:28.908902Z","steps":["trace[1162356163] 'agreement among raft nodes before linearized reading' (duration: 170.127841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:28.908891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.924598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:43:28.909017Z","caller":"traceutil/trace.go:171","msg":"trace[1506355199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20347; }","duration":"120.099291ms","start":"2026-03-18T14:43:28.788886Z","end":"2026-03-18T14:43:28.908985Z","steps":["trace[1506355199] 'agreement among raft nodes before linearized reading' (duration: 119.624159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:29.073249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.807866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:43:29.073568Z","caller":"traceutil/trace.go:171","msg":"trace[1864711734] transaction","detail":"{read_only:false; response_revision:20351; number_of_response:1; }","duration":"159.594217ms","start":"2026-03-18T14:43:28.913956Z","end":"2026-03-18T14:43:29.07355Z","steps":["trace[1864711734] 'process raft request' (duration: 159.554467ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:29.073632Z","caller":"traceutil/trace.go:171","msg":"trace[332916514] transaction","detail":"{read_only:false; response_revision:20348; number_of_response:1; }","duration":"159.740391ms","start":"2026-03-18T14:43:28.91388Z","end":"2026-03-18T14:43:29.073621Z","steps":["trace[332916514] 'compare' (duration: 155.58232ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:29.073605Z","caller":"traceutil/trace.go:171","msg":"trace[191939592] transaction","detail":"{read_only:false; response_revision:20349; number_of_response:1; }","duration":"159.65715ms","start":"2026-03-18T14:43:28.913923Z","end":"2026-03-18T14:43:29.07358Z","steps":["trace[191939592] 'process raft request' (duration: 159.452054ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:29.073641Z","caller":"traceutil/trace.go:171","msg":"trace[925811877] transaction","detail":"{read_only:false; response_revision:20350; number_of_response:1; }","duration":"159.639169ms","start":"2026-03-18T14:43:28.913955Z","end":"2026-03-18T14:43:29.073594Z","steps":["trace[925811877] 'process raft request' (duration: 159.513536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:29.376394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.028554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:43:29.376472Z","caller":"traceutil/trace.go:171","msg":"trace[1821654010] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:20351; }","duration":"132.131437ms","start":"2026-03-18T14:43:29.244323Z","end":"2026-03-18T14:43:29.376454Z","steps":["trace[1821654010] 'count revisions from in-memory index tree' (duration: 131.923511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:30.80729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.192979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:43:30.807635Z","caller":"traceutil/trace.go:171","msg":"trace[430580605] linearizableReadLoop","detail":"{readStateIndex:21177; appliedIndex:21174; }","duration":"236.496114ms","start":"2026-03-18T14:43:30.571116Z","end":"2026-03-18T14:43:30.807612Z","steps":["trace[430580605] 'read index received' (duration: 93.926615ms)","trace[430580605] 'applied index is now lower than readState.Index' (duration: 142.568179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:43:30.807769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.660808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:30.807803Z","caller":"traceutil/trace.go:171","msg":"trace[1041029876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20356; }","duration":"236.73386ms","start":"2026-03-18T14:43:30.571059Z","end":"2026-03-18T14:43:30.807793Z","steps":["trace[1041029876] 'agreement among raft nodes before linearized reading' (duration: 236.622017ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:30.807946Z","caller":"traceutil/trace.go:171","msg":"trace[1408413317] transaction","detail":"{read_only:false; response_revision:20356; number_of_response:1; }","duration":"246.077812ms","start":"2026-03-18T14:43:30.561841Z","end":"2026-03-18T14:43:30.807918Z","steps":["trace[1408413317] 'process raft request' (duration: 245.726583ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:30.807938Z","caller":"traceutil/trace.go:171","msg":"trace[1354311639] transaction","detail":"{read_only:false; response_revision:20354; number_of_response:1; }","duration":"323.441741ms","start":"2026-03-18T14:43:30.48445Z","end":"2026-03-18T14:43:30.807892Z","steps":["trace[1354311639] 'process raft request' (duration: 180.484261ms)","trace[1354311639] 'compare' (duration: 141.924912ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:43:30.808259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:30.484432Z","time spent":"323.703208ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:30.80844Z","caller":"traceutil/trace.go:171","msg":"trace[209582893] transaction","detail":"{read_only:false; response_revision:20355; number_of_response:1; }","duration":"246.593326ms","start":"2026-03-18T14:43:30.56182Z","end":"2026-03-18T14:43:30.808413Z","steps":["trace[209582893] 'process raft request' (duration: 245.657931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:32.074292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476727419,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:43:32.467847Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.067973278s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:43:33.57415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000659014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:43:33.574216Z","caller":"traceutil/trace.go:171","msg":"trace[1288082016] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000775607s","start":"2026-03-18T14:43:31.573425Z","end":"2026-03-18T14:43:33.574201Z","steps":["trace[1288082016] 'agreement among raft nodes before linearized reading' (duration: 2.000691014s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:33.574282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:31.573405Z","time spent":"2.000869899s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:43:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:43:35.568999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.373092812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:43:35.569133Z","caller":"traceutil/trace.go:171","msg":"trace[227018639] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:20356; }","duration":"4.373278247s","start":"2026-03-18T14:43:31.195827Z","end":"2026-03-18T14:43:35.569106Z","steps":["trace[227018639] 'count revisions from in-memory index tree' (duration: 4.373004108s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:35.569188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:31.195806Z","time spent":"4.373368249s","remote":"127.0.0.1:56340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:43:35.569285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.456583525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:43:35.569384Z","caller":"traceutil/trace.go:171","msg":"trace[653708480] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:20356; }","duration":"4.456740269s","start":"2026-03-18T14:43:31.11262Z","end":"2026-03-18T14:43:35.569361Z","steps":["trace[653708480] 'count revisions from in-memory index tree' (duration: 4.456495323s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:35.569422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.65608631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:43:35.569511Z","caller":"traceutil/trace.go:171","msg":"trace[613669917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20356; }","duration":"4.656215273s","start":"2026-03-18T14:43:30.913251Z","end":"2026-03-18T14:43:35.569466Z","steps":["trace[613669917] 'range keys from in-memory index tree' (duration: 4.655769922s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:35.569497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.491073725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:43:35.569572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.490771058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:43:35.56957Z","caller":"traceutil/trace.go:171","msg":"trace[1039316560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20356; }","duration":"4.491159159s","start":"2026-03-18T14:43:31.078396Z","end":"2026-03-18T14:43:35.569555Z","steps":["trace[1039316560] 'range keys from in-memory index tree' (duration: 4.490980254s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:35.569595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:30.913231Z","time spent":"4.656320136s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:43:35.569608Z","caller":"traceutil/trace.go:171","msg":"trace[262446822] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20356; }","duration":"4.490811999s","start":"2026-03-18T14:43:31.078786Z","end":"2026-03-18T14:43:35.569598Z","steps":["trace[262446822] 'range keys from in-memory index tree' (duration: 4.490659315s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:35.569628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:31.078392Z","time spent":"4.49121838s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:43:35.56964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:31.078781Z","time spent":"4.49085249s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:43:35.569654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.492180086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:43:35.569705Z","caller":"traceutil/trace.go:171","msg":"trace[1085822141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20356; }","duration":"4.492257237s","start":"2026-03-18T14:43:31.077437Z","end":"2026-03-18T14:43:35.569694Z","steps":["trace[1085822141] 'range keys from in-memory index tree' (duration: 4.492059603s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:35.569729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:31.077423Z","time spent":"4.49229892s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:43:35.569435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:31.112601Z","time spent":"4.456822752s","remote":"127.0.0.1:45782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:43:35.569272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.49122671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:43:35.570281Z","caller":"traceutil/trace.go:171","msg":"trace[1490205682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20356; }","duration":"4.492234607s","start":"2026-03-18T14:43:31.077971Z","end":"2026-03-18T14:43:35.570205Z","steps":["trace[1490205682] 'range keys from in-memory index tree' (duration: 4.491032374s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:35.570398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:31.077967Z","time spent":"4.492397963s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:43:35.570968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.102780172s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:43:35.571063Z","caller":"traceutil/trace.go:171","msg":"trace[259779277] linearizableReadLoop","detail":"{readStateIndex:21178; appliedIndex:21177; }","duration":"3.997574966s","start":"2026-03-18T14:43:31.573472Z","end":"2026-03-18T14:43:35.571047Z","steps":["trace[259779277] 'read index received' (duration: 894.536717ms)","trace[259779277] 'applied index is now lower than readState.Index' (duration: 3.103036599s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:43:35.571095Z","caller":"traceutil/trace.go:171","msg":"trace[685482400] transaction","detail":"{read_only:false; response_revision:20357; number_of_response:1; }","duration":"4.171316385s","start":"2026-03-18T14:43:31.399755Z","end":"2026-03-18T14:43:35.571072Z","steps":["trace[685482400] 'process raft request' (duration: 1.068349559s)","trace[685482400] 'compare' (duration: 3.102647758s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:43:35.571197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:31.39973Z","time spent":"4.171402807s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:35.574343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000017366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:43:35.57441Z","caller":"traceutil/trace.go:171","msg":"trace[1746105547] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000164279s","start":"2026-03-18T14:43:33.574228Z","end":"2026-03-18T14:43:35.574392Z","steps":["trace[1746105547] 'agreement among raft nodes before linearized reading' (duration: 2.000077097s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:35.574447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:33.574198Z","time spent":"2.000240831s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:43:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:43:36.071768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476727423,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:43:36.572857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476727423,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:43:37.062708Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.248284933s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:43:37.063338Z","caller":"traceutil/trace.go:171","msg":"trace[19249106] transaction","detail":"{read_only:false; response_revision:20358; number_of_response:1; }","duration":"4.249002082s","start":"2026-03-18T14:43:32.814301Z","end":"2026-03-18T14:43:37.063303Z","steps":["trace[19249106] 'process raft request' (duration: 4.248619232s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:37.063595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:32.814272Z","time spent":"4.249161887s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:37.581074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000630713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:43:37.581169Z","caller":"traceutil/trace.go:171","msg":"trace[1268505979] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000758066s","start":"2026-03-18T14:43:35.580391Z","end":"2026-03-18T14:43:37.581149Z","steps":["trace[1268505979] 'agreement among raft nodes before linearized reading' (duration: 2.000647303s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:37.581225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:35.580382Z","time spent":"2.000829228s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:43:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:43:37.812324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:32.814492Z","time spent":"4.997823415s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 14:43:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:43:39.427928Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.033650261s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:43:39.428991Z","caller":"traceutil/trace.go:171","msg":"trace[1602431446] transaction","detail":"{read_only:false; response_revision:20361; number_of_response:1; }","duration":"3.852810239s","start":"2026-03-18T14:43:35.576145Z","end":"2026-03-18T14:43:39.428955Z","steps":["trace[1602431446] 'process raft request' (duration: 3.852571762s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:39.429091Z","caller":"traceutil/trace.go:171","msg":"trace[1509415073] transaction","detail":"{read_only:false; response_revision:20363; number_of_response:1; }","duration":"3.852807777s","start":"2026-03-18T14:43:35.576232Z","end":"2026-03-18T14:43:39.429039Z","steps":["trace[1509415073] 'process raft request' (duration: 3.852549811s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.429174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:35.576113Z","time spent":"3.852968002s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:39.429326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:35.576225Z","time spent":"3.852969032s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:39.429499Z","caller":"traceutil/trace.go:171","msg":"trace[1734424765] transaction","detail":"{read_only:false; response_revision:20360; number_of_response:1; }","duration":"3.853538197s","start":"2026-03-18T14:43:35.575941Z","end":"2026-03-18T14:43:39.429479Z","steps":["trace[1734424765] 'process raft request' (duration: 3.852695015s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.429611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:35.575918Z","time spent":"3.853641351s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:39.42964Z","caller":"traceutil/trace.go:171","msg":"trace[847288451] transaction","detail":"{read_only:false; response_revision:20362; number_of_response:1; }","duration":"3.853419644s","start":"2026-03-18T14:43:35.576179Z","end":"2026-03-18T14:43:39.429599Z","steps":["trace[847288451] 'process raft request' (duration: 3.852571501s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.429836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:35.576169Z","time spent":"3.853561038s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:39.429859Z","caller":"traceutil/trace.go:171","msg":"trace[1413885960] transaction","detail":"{read_only:false; response_revision:20364; number_of_response:1; }","duration":"3.852972183s","start":"2026-03-18T14:43:35.57687Z","end":"2026-03-18T14:43:39.429842Z","steps":["trace[1413885960] 'process raft request' (duration: 3.851975096s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.42994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:35.576858Z","time spent":"3.853043154s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:39.430071Z","caller":"traceutil/trace.go:171","msg":"trace[1695407737] transaction","detail":"{read_only:false; response_revision:20365; number_of_response:1; }","duration":"3.811459092s","start":"2026-03-18T14:43:35.618586Z","end":"2026-03-18T14:43:39.430045Z","steps":["trace[1695407737] 'process raft request' (duration: 3.810295301s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.430214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:35.618555Z","time spent":"3.811573725s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:39.581729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00055322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:43:39.581831Z","caller":"traceutil/trace.go:171","msg":"trace[1092563557] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000699435s","start":"2026-03-18T14:43:37.581111Z","end":"2026-03-18T14:43:39.581811Z","steps":["trace[1092563557] 'agreement among raft nodes before linearized reading' (duration: 2.000566801s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.581885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:37.581103Z","time spent":"2.000770006s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:43:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:43:39.603754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.823279ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:43:39.603957Z","caller":"traceutil/trace.go:171","msg":"trace[115539259] linearizableReadLoop","detail":"{readStateIndex:21187; appliedIndex:21178; }","duration":"4.032842298s","start":"2026-03-18T14:43:35.5711Z","end":"2026-03-18T14:43:39.603943Z","steps":["trace[115539259] 'read index received' (duration: 1.49189332s)","trace[115539259] 'applied index is now lower than readState.Index' (duration: 2.540948208s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:43:39.604187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.650921014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:39.604255Z","caller":"traceutil/trace.go:171","msg":"trace[1226340293] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:20365; }","duration":"5.651046798s","start":"2026-03-18T14:43:33.953194Z","end":"2026-03-18T14:43:39.604241Z","steps":["trace[1226340293] 'agreement among raft nodes before linearized reading' (duration: 5.650941665s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.60429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:33.953157Z","time spent":"5.651126s","remote":"127.0.0.1:49942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:43:39.604327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.961628211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:43:39.60438Z","caller":"traceutil/trace.go:171","msg":"trace[1738171009] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20365; }","duration":"5.961727873s","start":"2026-03-18T14:43:33.64264Z","end":"2026-03-18T14:43:39.604368Z","steps":["trace[1738171009] 'agreement among raft nodes before linearized reading' (duration: 5.961554169s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.604462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:33.642617Z","time spent":"5.961820345s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:43:39.604681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.607993645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:43:39.604721Z","caller":"traceutil/trace.go:171","msg":"trace[649456334] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:20365; }","duration":"5.608088008s","start":"2026-03-18T14:43:33.996625Z","end":"2026-03-18T14:43:39.604713Z","steps":["trace[649456334] 'agreement among raft nodes before linearized reading' (duration: 5.608007646s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.60475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:33.996599Z","time spent":"5.60814244s","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:43:39.604752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.624853983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:39.604808Z","caller":"traceutil/trace.go:171","msg":"trace[2005683023] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:20365; }","duration":"6.624954626s","start":"2026-03-18T14:43:32.979838Z","end":"2026-03-18T14:43:39.604792Z","steps":["trace[2005683023] 'agreement among raft nodes before linearized reading' (duration: 6.624875024s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.60485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:32.979807Z","time spent":"6.625032098s","remote":"127.0.0.1:41068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:43:39.604691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.553018464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:39.605036Z","caller":"traceutil/trace.go:171","msg":"trace[768874054] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:20365; }","duration":"6.553358243s","start":"2026-03-18T14:43:33.051661Z","end":"2026-03-18T14:43:39.605019Z","steps":["trace[768874054] 'agreement among raft nodes before linearized reading' (duration: 6.552988663s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.605078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:33.051603Z","time spent":"6.553462935s","remote":"127.0.0.1:35980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:43:39.605156Z","caller":"traceutil/trace.go:171","msg":"trace[174688237] transaction","detail":"{read_only:false; response_revision:20366; number_of_response:1; }","duration":"2.027997782s","start":"2026-03-18T14:43:37.577147Z","end":"2026-03-18T14:43:39.605144Z","steps":["trace[174688237] 'process raft request' (duration: 2.026704887s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.605236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:37.577123Z","time spent":"2.028064134s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:39.618118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.601371152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:39.61818Z","caller":"traceutil/trace.go:171","msg":"trace[1217088592] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:20366; }","duration":"7.601479336s","start":"2026-03-18T14:43:32.016687Z","end":"2026-03-18T14:43:39.618167Z","steps":["trace[1217088592] 'agreement among raft nodes before linearized reading' (duration: 7.588316639s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.618212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:32.016665Z","time spent":"7.601539666s","remote":"127.0.0.1:45810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:43:39.618481Z","caller":"traceutil/trace.go:171","msg":"trace[2111002554] transaction","detail":"{read_only:false; response_revision:20367; number_of_response:1; }","duration":"952.792289ms","start":"2026-03-18T14:43:38.665672Z","end":"2026-03-18T14:43:39.618464Z","steps":["trace[2111002554] 'process raft request' (duration: 939.46327ms)","trace[2111002554] 'compare' (duration: 12.879477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:43:39.618594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:38.665646Z","time spent":"952.889181ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:39.618684Z","caller":"traceutil/trace.go:171","msg":"trace[649880887] transaction","detail":"{read_only:false; response_revision:20368; number_of_response:1; }","duration":"549.984906ms","start":"2026-03-18T14:43:39.068691Z","end":"2026-03-18T14:43:39.618676Z","steps":["trace[649880887] 'process raft request' (duration: 549.712429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.618745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:39.068668Z","time spent":"550.038378ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:39.618996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172670666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:39.619035Z","caller":"traceutil/trace.go:171","msg":"trace[1296877469] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:20368; }","duration":"2.172758159s","start":"2026-03-18T14:43:37.446265Z","end":"2026-03-18T14:43:39.619023Z","steps":["trace[1296877469] 'agreement among raft nodes before linearized reading' (duration: 2.172694138s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.619043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556482674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:43:39.619071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:37.446216Z","time spent":"2.172843661s","remote":"127.0.0.1:49954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:43:39.619076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.24083841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:43:39.619105Z","caller":"traceutil/trace.go:171","msg":"trace[1758957147] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:20368; }","duration":"3.240911691s","start":"2026-03-18T14:43:36.378187Z","end":"2026-03-18T14:43:39.619099Z","steps":["trace[1758957147] 'agreement among raft nodes before linearized reading' (duration: 3.24086198s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.61912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.74975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:43:39.619134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:36.378165Z","time spent":"3.240962953s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:43:39.619173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.01156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:39.619199Z","caller":"traceutil/trace.go:171","msg":"trace[85669002] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:20368; }","duration":"336.073412ms","start":"2026-03-18T14:43:39.283121Z","end":"2026-03-18T14:43:39.619194Z","steps":["trace[85669002] 'agreement among raft nodes before linearized reading' (duration: 336.032231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.619212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805078584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-18T14:43:39.619225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:39.283101Z","time spent":"336.118013ms","remote":"127.0.0.1:33770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:43:39.619237Z","caller":"traceutil/trace.go:171","msg":"trace[942598536] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20368; }","duration":"1.805140935s","start":"2026-03-18T14:43:37.814088Z","end":"2026-03-18T14:43:39.619229Z","steps":["trace[942598536] 'agreement among raft nodes before linearized reading' (duration: 1.805095055s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.619266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:37.81407Z","time spent":"1.805191107s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:43:39.619325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.884029921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-18T14:43:39.619357Z","caller":"traceutil/trace.go:171","msg":"trace[1115182086] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20368; }","duration":"3.884101181s","start":"2026-03-18T14:43:35.735248Z","end":"2026-03-18T14:43:39.619349Z","steps":["trace[1115182086] 'agreement among raft nodes before linearized reading' (duration: 3.88399838s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.619381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:35.735226Z","time spent":"3.884149195s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:43:39.61939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.517928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:43:39.619411Z","caller":"traceutil/trace.go:171","msg":"trace[1563347431] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:20368; }","duration":"624.570758ms","start":"2026-03-18T14:43:38.994834Z","end":"2026-03-18T14:43:39.619405Z","steps":["trace[1563347431] 'agreement among raft nodes before linearized reading' (duration: 624.506096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.619437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:38.994817Z","time spent":"624.61411ms","remote":"127.0.0.1:56766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":44,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:43:39.619453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034891837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-18T14:43:39.619493Z","caller":"traceutil/trace.go:171","msg":"trace[950654728] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:20368; }","duration":"2.03495374s","start":"2026-03-18T14:43:37.584529Z","end":"2026-03-18T14:43:39.619483Z","steps":["trace[950654728] 'agreement among raft nodes before linearized reading' (duration: 2.034840377s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.619519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:37.584516Z","time spent":"2.03499713s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-18T14:43:39.619528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.884320978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-18T14:43:39.619552Z","caller":"traceutil/trace.go:171","msg":"trace[46973589] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20368; }","duration":"3.8843872s","start":"2026-03-18T14:43:35.735158Z","end":"2026-03-18T14:43:39.619546Z","steps":["trace[46973589] 'agreement among raft nodes before linearized reading' (duration: 3.884321379s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.619577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:35.735137Z","time spent":"3.884434821s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T14:43:39.619674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105736267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:43:39.619708Z","caller":"traceutil/trace.go:171","msg":"trace[1283442158] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:20368; }","duration":"1.105773349s","start":"2026-03-18T14:43:38.513928Z","end":"2026-03-18T14:43:39.619702Z","steps":["trace[1283442158] 'agreement among raft nodes before linearized reading' (duration: 1.105612184s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.619731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:38.513872Z","time spent":"1.10585194s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":204,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:43:39.619745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.043212807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-18T14:43:39.619775Z","caller":"traceutil/trace.go:171","msg":"trace[861317948] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0; range_end:; response_count:1; response_revision:20368; }","duration":"4.043263748s","start":"2026-03-18T14:43:35.576504Z","end":"2026-03-18T14:43:39.619768Z","steps":["trace[861317948] 'agreement among raft nodes before linearized reading' (duration: 4.043191767s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.619802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:35.576497Z","time spent":"4.04329776s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" "} {"level":"warn","ts":"2026-03-18T14:43:39.619681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047446407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T14:43:39.619912Z","caller":"traceutil/trace.go:171","msg":"trace[1028724651] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20368; }","duration":"2.047769375s","start":"2026-03-18T14:43:37.572133Z","end":"2026-03-18T14:43:39.619903Z","steps":["trace[1028724651] 'agreement among raft nodes before linearized reading' (duration: 2.047495807s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.619944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:37.57212Z","time spent":"2.047815986s","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-18T14:43:39.619073Z","caller":"traceutil/trace.go:171","msg":"trace[668010837] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:20368; }","duration":"1.556554246s","start":"2026-03-18T14:43:38.06251Z","end":"2026-03-18T14:43:39.619064Z","steps":["trace[668010837] 'agreement among raft nodes before linearized reading' (duration: 1.556497214s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.620118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:38.062486Z","time spent":"1.557621715s","remote":"127.0.0.1:45022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:43:39.619143Z","caller":"traceutil/trace.go:171","msg":"trace[619431531] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:20368; }","duration":"136.813794ms","start":"2026-03-18T14:43:39.482323Z","end":"2026-03-18T14:43:39.619137Z","steps":["trace[619431531] 'agreement among raft nodes before linearized reading' (duration: 136.762782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.619683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.990412942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:43:39.620299Z","caller":"traceutil/trace.go:171","msg":"trace[832521932] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:20368; }","duration":"3.99107726s","start":"2026-03-18T14:43:35.629214Z","end":"2026-03-18T14:43:39.620291Z","steps":["trace[832521932] 'agreement among raft nodes before linearized reading' (duration: 3.990437983s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.619797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064878247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-18T14:43:39.620332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:35.629199Z","time spent":"3.991124362s","remote":"127.0.0.1:33708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:43:39.620337Z","caller":"traceutil/trace.go:171","msg":"trace[1772170910] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:20368; }","duration":"2.065455803s","start":"2026-03-18T14:43:37.554872Z","end":"2026-03-18T14:43:39.620328Z","steps":["trace[1772170910] 'agreement among raft nodes before linearized reading' (duration: 2.064822466s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.620411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:37.554852Z","time spent":"2.065548274s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":144,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:43:39.619034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.171489927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:43:39.620628Z","caller":"traceutil/trace.go:171","msg":"trace[1894079340] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:20368; }","duration":"3.173110101s","start":"2026-03-18T14:43:36.447505Z","end":"2026-03-18T14:43:39.620615Z","steps":["trace[1894079340] 'agreement among raft nodes before linearized reading' (duration: 3.171498177s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.62066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:36.447486Z","time spent":"3.173163893s","remote":"127.0.0.1:41058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:43:39.933173Z","caller":"traceutil/trace.go:171","msg":"trace[1534062067] linearizableReadLoop","detail":"{readStateIndex:21191; appliedIndex:21190; }","duration":"309.686509ms","start":"2026-03-18T14:43:39.623465Z","end":"2026-03-18T14:43:39.933152Z","steps":["trace[1534062067] 'read index received' (duration: 309.665098ms)","trace[1534062067] 'applied index is now lower than readState.Index' (duration: 20.211µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:43:39.933193Z","caller":"traceutil/trace.go:171","msg":"trace[161404553] transaction","detail":"{read_only:false; response_revision:20369; number_of_response:1; }","duration":"310.940973ms","start":"2026-03-18T14:43:39.622228Z","end":"2026-03-18T14:43:39.933169Z","steps":["trace[161404553] 'process raft request' (duration: 310.537603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.933317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:39.622217Z","time spent":"311.034786ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:39.933451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.967747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-08c0fb2a-377d-4a49-ac7e-facd9297d319\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-18T14:43:39.933537Z","caller":"traceutil/trace.go:171","msg":"trace[447747257] range","detail":"{range_begin:/registry/persistentvolumes/pvc-08c0fb2a-377d-4a49-ac7e-facd9297d319; range_end:; response_count:1; response_revision:20369; }","duration":"310.122521ms","start":"2026-03-18T14:43:39.623394Z","end":"2026-03-18T14:43:39.933516Z","steps":["trace[447747257] 'agreement among raft nodes before linearized reading' (duration: 309.828093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.933586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:39.623357Z","time spent":"310.219503ms","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-08c0fb2a-377d-4a49-ac7e-facd9297d319\" "} {"level":"info","ts":"2026-03-18T14:43:39.956574Z","caller":"traceutil/trace.go:171","msg":"trace[295920853] transaction","detail":"{read_only:false; response_revision:20370; number_of_response:1; }","duration":"332.815045ms","start":"2026-03-18T14:43:39.623747Z","end":"2026-03-18T14:43:39.956562Z","steps":["trace[295920853] 'process raft request' (duration: 332.68042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.956672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:39.623727Z","time spent":"332.890315ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:39.956703Z","caller":"traceutil/trace.go:171","msg":"trace[1618724217] transaction","detail":"{read_only:false; response_revision:20371; number_of_response:1; }","duration":"332.837635ms","start":"2026-03-18T14:43:39.623839Z","end":"2026-03-18T14:43:39.956676Z","steps":["trace[1618724217] 'process raft request' (duration: 332.69052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.956774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.56739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:39.956816Z","caller":"traceutil/trace.go:171","msg":"trace[2120518148] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20371; }","duration":"201.655614ms","start":"2026-03-18T14:43:39.755151Z","end":"2026-03-18T14:43:39.956806Z","steps":["trace[2120518148] 'agreement among raft nodes before linearized reading' (duration: 201.542381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.956819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.8257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-18T14:43:39.956828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:39.623817Z","time spent":"332.948168ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:39.956869Z","caller":"traceutil/trace.go:171","msg":"trace[1895200553] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20371; }","duration":"330.902482ms","start":"2026-03-18T14:43:39.625953Z","end":"2026-03-18T14:43:39.956855Z","steps":["trace[1895200553] 'agreement among raft nodes before linearized reading' (duration: 330.791179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:39.956906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:39.625939Z","time spent":"330.960153ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T14:43:41.613736Z","caller":"traceutil/trace.go:171","msg":"trace[514311859] transaction","detail":"{read_only:false; response_revision:20375; number_of_response:1; }","duration":"176.375221ms","start":"2026-03-18T14:43:41.437336Z","end":"2026-03-18T14:43:41.613711Z","steps":["trace[514311859] 'process raft request' (duration: 176.213967ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:41.938114Z","caller":"traceutil/trace.go:171","msg":"trace[1838929448] transaction","detail":"{read_only:false; response_revision:20377; number_of_response:1; }","duration":"500.271424ms","start":"2026-03-18T14:43:41.437817Z","end":"2026-03-18T14:43:41.938088Z","steps":["trace[1838929448] 'process raft request' (duration: 500.197312ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:41.938169Z","caller":"traceutil/trace.go:171","msg":"trace[1823872481] transaction","detail":"{read_only:false; response_revision:20376; number_of_response:1; }","duration":"500.534272ms","start":"2026-03-18T14:43:41.437597Z","end":"2026-03-18T14:43:41.938131Z","steps":["trace[1823872481] 'process raft request' (duration: 500.271804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:41.938291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:41.437808Z","time spent":"500.378897ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:41.938352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:41.437584Z","time spent":"500.680295ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:41.938452Z","caller":"traceutil/trace.go:171","msg":"trace[1593542418] transaction","detail":"{read_only:false; response_revision:20378; number_of_response:1; }","duration":"500.028817ms","start":"2026-03-18T14:43:41.438401Z","end":"2026-03-18T14:43:41.93843Z","steps":["trace[1593542418] 'process raft request' (duration: 499.651977ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:41.938483Z","caller":"traceutil/trace.go:171","msg":"trace[541517973] linearizableReadLoop","detail":"{readStateIndex:21202; appliedIndex:21197; }","duration":"363.711978ms","start":"2026-03-18T14:43:41.574748Z","end":"2026-03-18T14:43:41.93846Z","steps":["trace[541517973] 'read index received' (duration: 38.791668ms)","trace[541517973] 'applied index is now lower than readState.Index' (duration: 324.91899ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:43:41.938517Z","caller":"traceutil/trace.go:171","msg":"trace[1995243301] transaction","detail":"{read_only:false; response_revision:20379; number_of_response:1; }","duration":"499.558035ms","start":"2026-03-18T14:43:41.438939Z","end":"2026-03-18T14:43:41.938497Z","steps":["trace[1995243301] 'process raft request' (duration: 499.349979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:41.938566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:41.438383Z","time spent":"500.13198ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:41.938569Z","caller":"traceutil/trace.go:171","msg":"trace[271804282] transaction","detail":"{read_only:false; response_revision:20380; number_of_response:1; }","duration":"328.410844ms","start":"2026-03-18T14:43:41.610139Z","end":"2026-03-18T14:43:41.93855Z","steps":["trace[271804282] 'process raft request' (duration: 328.25973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:41.938605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:41.438926Z","time spent":"499.633827ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:41.938629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.862042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:41.938662Z","caller":"traceutil/trace.go:171","msg":"trace[2130224472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20380; }","duration":"363.934923ms","start":"2026-03-18T14:43:41.574717Z","end":"2026-03-18T14:43:41.938652Z","steps":["trace[2130224472] 'agreement among raft nodes before linearized reading' (duration: 363.83458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:41.93867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:41.610121Z","time spent":"328.501857ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:41.938702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:41.574703Z","time spent":"363.991526ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:43:41.952718Z","caller":"traceutil/trace.go:171","msg":"trace[1480074730] transaction","detail":"{read_only:false; response_revision:20381; number_of_response:1; }","duration":"328.691253ms","start":"2026-03-18T14:43:41.624004Z","end":"2026-03-18T14:43:41.952696Z","steps":["trace[1480074730] 'process raft request' (duration: 328.57513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:41.952807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:41.623977Z","time spent":"328.779185ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:46.703238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.775904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:43:46.703448Z","caller":"traceutil/trace.go:171","msg":"trace[1627012983] transaction","detail":"{read_only:false; response_revision:20395; number_of_response:1; }","duration":"683.279424ms","start":"2026-03-18T14:43:46.020153Z","end":"2026-03-18T14:43:46.703432Z","steps":["trace[1627012983] 'process raft request' (duration: 683.242322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:46.70352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:46.020119Z","time spent":"683.368136ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:46.703586Z","caller":"traceutil/trace.go:171","msg":"trace[1354786337] transaction","detail":"{read_only:false; response_revision:20393; number_of_response:1; }","duration":"718.500075ms","start":"2026-03-18T14:43:45.985049Z","end":"2026-03-18T14:43:46.703549Z","steps":["trace[1354786337] 'process raft request' (duration: 93.33251ms)","trace[1354786337] 'compare' (duration: 624.110676ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:43:46.703703Z","caller":"traceutil/trace.go:171","msg":"trace[908056058] transaction","detail":"{read_only:false; response_revision:20394; number_of_response:1; }","duration":"717.646972ms","start":"2026-03-18T14:43:45.986045Z","end":"2026-03-18T14:43:46.703692Z","steps":["trace[908056058] 'process raft request' (duration: 717.284122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:46.703742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:45.985035Z","time spent":"718.632548ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:46.703765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:45.986029Z","time spent":"717.706353ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:46.703923Z","caller":"traceutil/trace.go:171","msg":"trace[913065890] linearizableReadLoop","detail":"{readStateIndex:21218; appliedIndex:21216; }","duration":"689.031569ms","start":"2026-03-18T14:43:46.014881Z","end":"2026-03-18T14:43:46.703912Z","steps":["trace[913065890] 'read index received' (duration: 63.538465ms)","trace[913065890] 'applied index is now lower than readState.Index' (duration: 625.491773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:43:46.704087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.757311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:43:46.70412Z","caller":"traceutil/trace.go:171","msg":"trace[13557988] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20395; }","duration":"718.807612ms","start":"2026-03-18T14:43:45.985304Z","end":"2026-03-18T14:43:46.704112Z","steps":["trace[13557988] 'agreement among raft nodes before linearized reading' (duration: 718.693859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:46.704151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:45.985297Z","time spent":"718.844773ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:43:46.704363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.205119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:43:46.704399Z","caller":"traceutil/trace.go:171","msg":"trace[587850092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20395; }","duration":"720.255812ms","start":"2026-03-18T14:43:45.984134Z","end":"2026-03-18T14:43:46.70439Z","steps":["trace[587850092] 'agreement among raft nodes before linearized reading' (duration: 720.163869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:46.704425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:45.984126Z","time spent":"720.293243ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:43:46.704483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.097243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:43:46.704529Z","caller":"traceutil/trace.go:171","msg":"trace[1357037796] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20395; }","duration":"555.202997ms","start":"2026-03-18T14:43:46.149312Z","end":"2026-03-18T14:43:46.704515Z","steps":["trace[1357037796] 'agreement among raft nodes before linearized reading' (duration: 555.145785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:46.704424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.655832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T14:43:46.704566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:46.149292Z","time spent":"555.265358ms","remote":"127.0.0.1:50022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:43:46.704578Z","caller":"traceutil/trace.go:171","msg":"trace[993618807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20395; }","duration":"720.855357ms","start":"2026-03-18T14:43:45.983713Z","end":"2026-03-18T14:43:46.704568Z","steps":["trace[993618807] 'agreement among raft nodes before linearized reading' (duration: 720.608131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:46.704613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:45.983693Z","time spent":"720.90811ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:43:47.074634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.174277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:43:47.074751Z","caller":"traceutil/trace.go:171","msg":"trace[65994764] transaction","detail":"{read_only:false; response_revision:20396; number_of_response:1; }","duration":"365.081955ms","start":"2026-03-18T14:43:46.709649Z","end":"2026-03-18T14:43:47.074731Z","steps":["trace[65994764] 'process raft request' (duration: 125.732504ms)","trace[65994764] 'compare' (duration: 239.041233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:43:47.074812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:46.709622Z","time spent":"365.163897ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:47.087126Z","caller":"traceutil/trace.go:171","msg":"trace[193156023] linearizableReadLoop","detail":"{readStateIndex:21222; appliedIndex:21219; }","duration":"291.281792ms","start":"2026-03-18T14:43:46.795819Z","end":"2026-03-18T14:43:47.087101Z","steps":["trace[193156023] 'read index received' (duration: 39.727141ms)","trace[193156023] 'applied index is now lower than readState.Index' (duration: 251.553531ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:43:47.087198Z","caller":"traceutil/trace.go:171","msg":"trace[1800634936] transaction","detail":"{read_only:false; response_revision:20397; number_of_response:1; }","duration":"375.386883ms","start":"2026-03-18T14:43:46.711773Z","end":"2026-03-18T14:43:47.08716Z","steps":["trace[1800634936] 'process raft request' (duration: 375.146446ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:47.087257Z","caller":"traceutil/trace.go:171","msg":"trace[1033207758] transaction","detail":"{read_only:false; response_revision:20398; number_of_response:1; }","duration":"373.264195ms","start":"2026-03-18T14:43:46.713981Z","end":"2026-03-18T14:43:47.087245Z","steps":["trace[1033207758] 'process raft request' (duration: 373.07848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:47.087341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:46.711757Z","time spent":"375.509257ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:47.087391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:46.713949Z","time spent":"373.342548ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:47.087679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.842386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:43:47.087721Z","caller":"traceutil/trace.go:171","msg":"trace[887833852] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:20398; }","duration":"291.97096ms","start":"2026-03-18T14:43:46.795739Z","end":"2026-03-18T14:43:47.08771Z","steps":["trace[887833852] 'agreement among raft nodes before linearized reading' (duration: 291.799305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:47.171399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.763738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:47.171481Z","caller":"traceutil/trace.go:171","msg":"trace[2048685104] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:20399; }","duration":"247.939844ms","start":"2026-03-18T14:43:46.923526Z","end":"2026-03-18T14:43:47.171466Z","steps":["trace[2048685104] 'agreement among raft nodes before linearized reading' (duration: 247.766099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:47.171522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.933979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:43:47.171404Z","caller":"traceutil/trace.go:171","msg":"trace[1572092113] transaction","detail":"{read_only:false; response_revision:20399; number_of_response:1; }","duration":"235.063895ms","start":"2026-03-18T14:43:46.93631Z","end":"2026-03-18T14:43:47.171374Z","steps":["trace[1572092113] 'process raft request' (duration: 234.804487ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:47.171574Z","caller":"traceutil/trace.go:171","msg":"trace[1376517644] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20399; }","duration":"246.020871ms","start":"2026-03-18T14:43:46.925541Z","end":"2026-03-18T14:43:47.171562Z","steps":["trace[1376517644] 'agreement among raft nodes before linearized reading' (duration: 245.919859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:47.17153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.655168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-gxldd.189df64d49040550\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-18T14:43:47.171721Z","caller":"traceutil/trace.go:171","msg":"trace[100843020] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-gxldd.189df64d49040550; range_end:; response_count:1; response_revision:20399; }","duration":"176.910626ms","start":"2026-03-18T14:43:46.99479Z","end":"2026-03-18T14:43:47.171701Z","steps":["trace[100843020] 'agreement among raft nodes before linearized reading' (duration: 176.535785ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:47.78433Z","caller":"traceutil/trace.go:171","msg":"trace[98202006] transaction","detail":"{read_only:false; response_revision:20401; number_of_response:1; }","duration":"117.427409ms","start":"2026-03-18T14:43:47.666882Z","end":"2026-03-18T14:43:47.784309Z","steps":["trace[98202006] 'process raft request' (duration: 117.290356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:49.210972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476727538,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:43:49.470486Z","caller":"traceutil/trace.go:171","msg":"trace[735226358] transaction","detail":"{read_only:false; response_revision:20403; number_of_response:1; }","duration":"760.672033ms","start":"2026-03-18T14:43:48.709794Z","end":"2026-03-18T14:43:49.470466Z","steps":["trace[735226358] 'process raft request' (duration: 760.553139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:49.470601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:48.709773Z","time spent":"760.768625ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:51.107286Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.636911955s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:43:51.135221Z","caller":"traceutil/trace.go:171","msg":"trace[1470690309] linearizableReadLoop","detail":"{readStateIndex:21228; appliedIndex:21226; }","duration":"2.424407381s","start":"2026-03-18T14:43:48.710784Z","end":"2026-03-18T14:43:51.135191Z","steps":["trace[1470690309] 'read index received' (duration: 759.588903ms)","trace[1470690309] 'applied index is now lower than readState.Index' (duration: 1.664817178s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:43:51.135555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.42475196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:43:51.135774Z","caller":"traceutil/trace.go:171","msg":"trace[2098683960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20404; }","duration":"2.424995637s","start":"2026-03-18T14:43:48.71076Z","end":"2026-03-18T14:43:51.135755Z","steps":["trace[2098683960] 'agreement among raft nodes before linearized reading' (duration: 2.424638658s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:51.13585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:48.710751Z","time spent":"2.42508407s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:43:51.135703Z","caller":"traceutil/trace.go:171","msg":"trace[1524989756] transaction","detail":"{read_only:false; response_revision:20404; number_of_response:1; }","duration":"2.424339959s","start":"2026-03-18T14:43:48.711346Z","end":"2026-03-18T14:43:51.135686Z","steps":["trace[1524989756] 'process raft request' (duration: 2.39620847s)","trace[1524989756] 'compare' (duration: 24.422639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:43:51.136297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:48.711334Z","time spent":"2.424741081s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:51.144307Z","caller":"traceutil/trace.go:171","msg":"trace[1464800794] transaction","detail":"{read_only:false; response_revision:20407; number_of_response:1; }","duration":"124.171322ms","start":"2026-03-18T14:43:51.020121Z","end":"2026-03-18T14:43:51.144293Z","steps":["trace[1464800794] 'process raft request' (duration: 124.141791ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:51.144541Z","caller":"traceutil/trace.go:171","msg":"trace[1422599286] transaction","detail":"{read_only:false; response_revision:20405; number_of_response:1; }","duration":"1.464303955s","start":"2026-03-18T14:43:49.680219Z","end":"2026-03-18T14:43:51.144523Z","steps":["trace[1422599286] 'process raft request' (duration: 1.463908115s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:51.144696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:49.680179Z","time spent":"1.464427309s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:51.14498Z","caller":"traceutil/trace.go:171","msg":"trace[2131719768] transaction","detail":"{read_only:false; response_revision:20406; number_of_response:1; }","duration":"1.034570216s","start":"2026-03-18T14:43:50.1104Z","end":"2026-03-18T14:43:51.14497Z","steps":["trace[2131719768] 'process raft request' (duration: 1.033836267s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:51.145054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:50.110372Z","time spent":"1.034644107s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:51.145331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066726927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:43:51.145379Z","caller":"traceutil/trace.go:171","msg":"trace[4865879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20407; }","duration":"2.066800738s","start":"2026-03-18T14:43:49.078558Z","end":"2026-03-18T14:43:51.145359Z","steps":["trace[4865879] 'agreement among raft nodes before linearized reading' (duration: 2.066667345s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:51.145438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:49.07854Z","time spent":"2.06686412s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:43:51.145611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.763793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:43:51.145647Z","caller":"traceutil/trace.go:171","msg":"trace[581496815] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:20407; }","duration":"641.900507ms","start":"2026-03-18T14:43:50.503737Z","end":"2026-03-18T14:43:51.145638Z","steps":["trace[581496815] 'agreement among raft nodes before linearized reading' (duration: 641.806335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:51.145737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:50.503696Z","time spent":"642.031551ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:43:51.146014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.718603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-18T14:43:51.146055Z","caller":"traceutil/trace.go:171","msg":"trace[1357987916] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:20407; }","duration":"684.804094ms","start":"2026-03-18T14:43:50.461245Z","end":"2026-03-18T14:43:51.146049Z","steps":["trace[1357987916] 'agreement among raft nodes before linearized reading' (duration: 684.731492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:51.146083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:50.461219Z","time spent":"684.857666ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"warn","ts":"2026-03-18T14:43:51.146467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576176345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:43:51.1465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864618401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:51.146533Z","caller":"traceutil/trace.go:171","msg":"trace[373035955] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:20408; }","duration":"1.864720174s","start":"2026-03-18T14:43:49.281803Z","end":"2026-03-18T14:43:51.146524Z","steps":["trace[373035955] 'agreement among raft nodes before linearized reading' (duration: 1.864638381s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:51.146614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:49.281777Z","time spent":"1.864822096s","remote":"127.0.0.1:45794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:43:51.146734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020927997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T14:43:51.147186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056283494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:43:51.1472Z","caller":"traceutil/trace.go:171","msg":"trace[422192173] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20408; }","duration":"1.021436851s","start":"2026-03-18T14:43:50.125752Z","end":"2026-03-18T14:43:51.147189Z","steps":["trace[422192173] 'agreement among raft nodes before linearized reading' (duration: 1.020885766s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:51.146735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175321275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:43:51.147244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:50.125725Z","time spent":"1.021508304s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:43:51.147241Z","caller":"traceutil/trace.go:171","msg":"trace[1681780541] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20408; }","duration":"2.056364297s","start":"2026-03-18T14:43:49.09086Z","end":"2026-03-18T14:43:51.147224Z","steps":["trace[1681780541] 'agreement among raft nodes before linearized reading' (duration: 2.055931266s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:51.146888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350446052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:43:51.147289Z","caller":"traceutil/trace.go:171","msg":"trace[1846192822] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:20408; }","duration":"1.175871931s","start":"2026-03-18T14:43:49.971368Z","end":"2026-03-18T14:43:51.14724Z","steps":["trace[1846192822] 'agreement among raft nodes before linearized reading' (duration: 1.175323956s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:51.147285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:49.090834Z","time spent":"2.056442269s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:43:51.147348Z","caller":"traceutil/trace.go:171","msg":"trace[589377909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20408; }","duration":"1.350940676s","start":"2026-03-18T14:43:49.796387Z","end":"2026-03-18T14:43:51.147328Z","steps":["trace[589377909] 'agreement among raft nodes before linearized reading' (duration: 1.35034461s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:51.147527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:49.79637Z","time spent":"1.35114083s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:43:51.146996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123878257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:43:51.147662Z","caller":"traceutil/trace.go:171","msg":"trace[734192162] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:20408; }","duration":"1.124590667s","start":"2026-03-18T14:43:50.023056Z","end":"2026-03-18T14:43:51.147647Z","steps":["trace[734192162] 'agreement among raft nodes before linearized reading' (duration: 1.123850207s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:51.147706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:50.02304Z","time spent":"1.124651958s","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:43:51.146511Z","caller":"traceutil/trace.go:171","msg":"trace[498390080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20408; }","duration":"1.576264039s","start":"2026-03-18T14:43:49.570237Z","end":"2026-03-18T14:43:51.146501Z","steps":["trace[498390080] 'agreement among raft nodes before linearized reading' (duration: 1.576185246s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:51.147871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:49.570219Z","time spent":"1.577642575s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:43:51.146939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055540465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:43:51.148093Z","caller":"traceutil/trace.go:171","msg":"trace[140984003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20408; }","duration":"2.056712377s","start":"2026-03-18T14:43:49.091366Z","end":"2026-03-18T14:43:51.148079Z","steps":["trace[140984003] 'agreement among raft nodes before linearized reading' (duration: 2.055457582s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:51.148179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:49.091359Z","time spent":"2.056763287s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:43:51.147364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:49.971348Z","time spent":"1.176001734s","remote":"127.0.0.1:33676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:43:55.419996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476727584,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:43:55.92042Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476727584,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:43:56.391379Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.713348586s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:43:56.392893Z","caller":"traceutil/trace.go:171","msg":"trace[1329905151] transaction","detail":"{read_only:false; response_revision:20423; number_of_response:1; }","duration":"1.714946419s","start":"2026-03-18T14:43:54.67791Z","end":"2026-03-18T14:43:56.392857Z","steps":["trace[1329905151] 'process raft request' (duration: 1.713841239s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:56.393692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:54.677883Z","time spent":"1.715123684s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:57.571607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999903569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:43:57.571724Z","caller":"traceutil/trace.go:171","msg":"trace[1673289867] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000076805s","start":"2026-03-18T14:43:55.571627Z","end":"2026-03-18T14:43:57.571704Z","steps":["trace[1673289867] 'agreement among raft nodes before linearized reading' (duration: 1.999925751s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:57.571775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:55.571611Z","time spent":"2.000152297s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:43:58.065887Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.674355512s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:43:58.393979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728546007s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:43:58.394132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.966334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:43:58.394135Z","caller":"traceutil/trace.go:171","msg":"trace[797841600] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20423; }","duration":"1.728716553s","start":"2026-03-18T14:43:56.665394Z","end":"2026-03-18T14:43:58.39411Z","steps":["trace[797841600] 'range keys from in-memory index tree' (duration: 1.728525106s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:43:58.394603Z","caller":"traceutil/trace.go:171","msg":"trace[290876555] transaction","detail":"{read_only:false; response_revision:20424; number_of_response:1; }","duration":"3.224910704s","start":"2026-03-18T14:43:55.169666Z","end":"2026-03-18T14:43:58.394577Z","steps":["trace[290876555] 'process raft request' (duration: 2.896424536s)","trace[290876555] 'compare' (duration: 327.426189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:43:58.39468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:55.16963Z","time spent":"3.225015086s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:58.394665Z","caller":"traceutil/trace.go:171","msg":"trace[1007078307] transaction","detail":"{read_only:false; response_revision:20425; number_of_response:1; }","duration":"3.207756259s","start":"2026-03-18T14:43:55.186865Z","end":"2026-03-18T14:43:58.394621Z","steps":["trace[1007078307] 'process raft request' (duration: 3.207331397s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:58.394821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:55.186838Z","time spent":"3.207901254s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:43:58.394904Z","caller":"traceutil/trace.go:171","msg":"trace[1247677571] transaction","detail":"{read_only:false; response_revision:20426; number_of_response:1; }","duration":"2.880913907s","start":"2026-03-18T14:43:55.513958Z","end":"2026-03-18T14:43:58.394872Z","steps":["trace[1247677571] 'process raft request' (duration: 2.880347821s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:58.395051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:55.513932Z","time spent":"2.88104067s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:43:59.572971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999604612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:43:59.573055Z","caller":"traceutil/trace.go:171","msg":"trace[756943454] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999762305s","start":"2026-03-18T14:43:57.573274Z","end":"2026-03-18T14:43:59.573036Z","steps":["trace[756943454] 'agreement among raft nodes before linearized reading' (duration: 1.999657872s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:43:59.573103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:57.573243Z","time spent":"1.999851179s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:43:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:44:00.187442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793079813s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:44:00.187541Z","caller":"traceutil/trace.go:171","msg":"trace[21347139] linearizableReadLoop","detail":"{readStateIndex:21252; appliedIndex:21247; }","duration":"5.267607191s","start":"2026-03-18T14:43:54.919918Z","end":"2026-03-18T14:44:00.187525Z","steps":["trace[21347139] 'read index received' (duration: 1.471668818s)","trace[21347139] 'applied index is now lower than readState.Index' (duration: 3.795936833s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:44:00.187922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.267994061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:44:00.187972Z","caller":"traceutil/trace.go:171","msg":"trace[501449180] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:20426; }","duration":"5.268086052s","start":"2026-03-18T14:43:54.919872Z","end":"2026-03-18T14:44:00.187958Z","steps":["trace[501449180] 'agreement among raft nodes before linearized reading' (duration: 5.2679896s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:00.188008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:54.919847Z","time spent":"5.268151306s","remote":"127.0.0.1:33784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:44:00.188076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.227409903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-18T14:44:00.188127Z","caller":"traceutil/trace.go:171","msg":"trace[2054705512] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20426; }","duration":"5.227488316s","start":"2026-03-18T14:43:54.960622Z","end":"2026-03-18T14:44:00.18811Z","steps":["trace[2054705512] 'agreement among raft nodes before linearized reading' (duration: 5.227382823s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:00.188159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:54.960605Z","time spent":"5.227546617s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:44:00.188138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.849290357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:44:00.188218Z","caller":"traceutil/trace.go:171","msg":"trace[1184371150] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:20426; }","duration":"3.849425191s","start":"2026-03-18T14:43:56.338772Z","end":"2026-03-18T14:44:00.188198Z","steps":["trace[1184371150] 'agreement among raft nodes before linearized reading' (duration: 3.849275376s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:00.18826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:56.33875Z","time spent":"3.849500423s","remote":"127.0.0.1:45028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:44:00.188282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.980387519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:44:00.188336Z","caller":"traceutil/trace.go:171","msg":"trace[1138649304] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20426; }","duration":"4.980458182s","start":"2026-03-18T14:43:55.207863Z","end":"2026-03-18T14:44:00.188321Z","steps":["trace[1138649304] 'agreement among raft nodes before linearized reading' (duration: 4.980291007s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:00.188369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:55.207856Z","time spent":"4.980504773s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:44:00.188397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.920558885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T14:44:00.188393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.953676211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:44:00.188429Z","caller":"traceutil/trace.go:171","msg":"trace[1591701594] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20426; }","duration":"3.920630167s","start":"2026-03-18T14:43:56.267789Z","end":"2026-03-18T14:44:00.188419Z","steps":["trace[1591701594] 'agreement among raft nodes before linearized reading' (duration: 3.920522414s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:00.188434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997614147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T14:44:00.188461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:56.267767Z","time spent":"3.920686299s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:44:00.18847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.170381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:44:00.188443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.227615019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-18T14:44:00.188471Z","caller":"traceutil/trace.go:171","msg":"trace[1200661780] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:20426; }","duration":"3.953803604s","start":"2026-03-18T14:43:56.234644Z","end":"2026-03-18T14:44:00.188447Z","steps":["trace[1200661780] 'agreement among raft nodes before linearized reading' (duration: 3.953605889s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:00.188435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.074686891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:44:00.188503Z","caller":"traceutil/trace.go:171","msg":"trace[691292353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20426; }","duration":"606.272333ms","start":"2026-03-18T14:43:59.582217Z","end":"2026-03-18T14:44:00.18849Z","steps":["trace[691292353] 'agreement among raft nodes before linearized reading' (duration: 606.224072ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:00.188521Z","caller":"traceutil/trace.go:171","msg":"trace[1727450944] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20426; }","duration":"5.227728482s","start":"2026-03-18T14:43:54.960771Z","end":"2026-03-18T14:44:00.188499Z","steps":["trace[1727450944] 'agreement among raft nodes before linearized reading' (duration: 5.227560318s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:00.188526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:56.234613Z","time spent":"3.953902006s","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":78,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:44:00.188558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131038958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:44:00.188562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.980412941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-18T14:44:00.188562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:54.960758Z","time spent":"5.227795234s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T14:44:00.188592Z","caller":"traceutil/trace.go:171","msg":"trace[309628740] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:20426; }","duration":"2.131111249s","start":"2026-03-18T14:43:58.057469Z","end":"2026-03-18T14:44:00.18858Z","steps":["trace[309628740] 'agreement among raft nodes before linearized reading' (duration: 2.131048068s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:00.18856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.98148144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:44:00.188598Z","caller":"traceutil/trace.go:171","msg":"trace[1755925281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20426; }","duration":"4.980459362s","start":"2026-03-18T14:43:55.208126Z","end":"2026-03-18T14:44:00.188585Z","steps":["trace[1755925281] 'agreement among raft nodes before linearized reading' (duration: 4.980365809s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:00.188623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:58.057445Z","time spent":"2.131169971s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":13,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:44:00.188625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.47982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:44:00.188641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:55.20812Z","time spent":"4.980514873s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:44:00.188646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.064632898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:44:00.188554Z","caller":"traceutil/trace.go:171","msg":"trace[1496009267] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:20426; }","duration":"5.075058851s","start":"2026-03-18T14:43:55.113465Z","end":"2026-03-18T14:44:00.188524Z","steps":["trace[1496009267] 'agreement among raft nodes before linearized reading' (duration: 5.074832424s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:00.188661Z","caller":"traceutil/trace.go:171","msg":"trace[965727058] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20426; }","duration":"4.981609253s","start":"2026-03-18T14:43:55.207024Z","end":"2026-03-18T14:44:00.188633Z","steps":["trace[965727058] 'agreement among raft nodes before linearized reading' (duration: 4.981320645s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:00.188673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.025593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:44:00.188596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.007998525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:44:00.188699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:55.113442Z","time spent":"5.075243036s","remote":"127.0.0.1:45822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:44:00.18872Z","caller":"traceutil/trace.go:171","msg":"trace[741461995] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20426; }","duration":"947.074754ms","start":"2026-03-18T14:43:59.241631Z","end":"2026-03-18T14:44:00.188706Z","steps":["trace[741461995] 'agreement among raft nodes before linearized reading' (duration: 947.000652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:00.188729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163629145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:44:00.188722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:55.207013Z","time spent":"4.981695235s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:44:00.188755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:59.24157Z","time spent":"947.177026ms","remote":"127.0.0.1:50068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:44:00.188761Z","caller":"traceutil/trace.go:171","msg":"trace[173709004] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:20426; }","duration":"3.163702967s","start":"2026-03-18T14:43:57.025048Z","end":"2026-03-18T14:44:00.188751Z","steps":["trace[173709004] 'agreement among raft nodes before linearized reading' (duration: 3.163647256s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:00.188777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.754179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-18T14:44:00.188788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:57.025021Z","time spent":"3.163760349s","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:44:00.188796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.393182737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:44:00.188798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.871794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:44:00.188557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.981232714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T14:44:00.188816Z","caller":"traceutil/trace.go:171","msg":"trace[1996705404] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0; range_end:; response_count:1; response_revision:20426; }","duration":"612.82907ms","start":"2026-03-18T14:43:59.575974Z","end":"2026-03-18T14:44:00.188803Z","steps":["trace[1996705404] 'agreement among raft nodes before linearized reading' (duration: 612.725018ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:00.18883Z","caller":"traceutil/trace.go:171","msg":"trace[635370708] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:20426; }","duration":"3.393280649s","start":"2026-03-18T14:43:56.795542Z","end":"2026-03-18T14:44:00.188822Z","steps":["trace[635370708] 'agreement among raft nodes before linearized reading' (duration: 3.393209398s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:00.188677Z","caller":"traceutil/trace.go:171","msg":"trace[821232626] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:20426; }","duration":"3.06472187s","start":"2026-03-18T14:43:57.123947Z","end":"2026-03-18T14:44:00.188669Z","steps":["trace[821232626] 'agreement among raft nodes before linearized reading' (duration: 3.064674308s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:00.188836Z","caller":"traceutil/trace.go:171","msg":"trace[213868627] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:20426; }","duration":"951.947576ms","start":"2026-03-18T14:43:59.23688Z","end":"2026-03-18T14:44:00.188828Z","steps":["trace[213868627] 'agreement among raft nodes before linearized reading' (duration: 951.888265ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:00.188852Z","caller":"traceutil/trace.go:171","msg":"trace[216735844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20426; }","duration":"4.981564562s","start":"2026-03-18T14:43:55.207277Z","end":"2026-03-18T14:44:00.188841Z","steps":["trace[216735844] 'agreement among raft nodes before linearized reading' (duration: 4.981064888s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:00.188864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:56.795511Z","time spent":"3.39334147s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:44:00.188864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:59.575925Z","time spent":"612.929164ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" "} {"level":"warn","ts":"2026-03-18T14:44:00.188884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:55.20727Z","time spent":"4.981605173s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:44:00.188729Z","caller":"traceutil/trace.go:171","msg":"trace[555561735] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:20426; }","duration":"3.008131328s","start":"2026-03-18T14:43:57.180587Z","end":"2026-03-18T14:44:00.188718Z","steps":["trace[555561735] 'agreement among raft nodes before linearized reading' (duration: 3.007985954s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:00.188884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:57.123916Z","time spent":"3.064949516s","remote":"127.0.0.1:33782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:44:00.18892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:57.180559Z","time spent":"3.008352934s","remote":"127.0.0.1:45120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:44:00.188482Z","caller":"traceutil/trace.go:171","msg":"trace[954256235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20426; }","duration":"4.997696127s","start":"2026-03-18T14:43:55.190772Z","end":"2026-03-18T14:44:00.188468Z","steps":["trace[954256235] 'agreement among raft nodes before linearized reading' (duration: 4.997518392s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:00.188959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:55.190757Z","time spent":"4.998195532s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:44:00.188877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:59.236858Z","time spent":"952.008878ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:44:00.188474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.391187837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:44:00.188531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:59.582197Z","time spent":"606.328555ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:44:00.188676Z","caller":"traceutil/trace.go:171","msg":"trace[1799775568] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:20426; }","duration":"799.581164ms","start":"2026-03-18T14:43:59.38908Z","end":"2026-03-18T14:44:00.188661Z","steps":["trace[1799775568] 'agreement among raft nodes before linearized reading' (duration: 799.508662ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:00.189032Z","caller":"traceutil/trace.go:171","msg":"trace[1721480367] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:20426; }","duration":"4.391797224s","start":"2026-03-18T14:43:55.797222Z","end":"2026-03-18T14:44:00.189019Z","steps":["trace[1721480367] 'agreement among raft nodes before linearized reading' (duration: 4.391222269s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:00.189061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:59.389046Z","time spent":"800.001445ms","remote":"127.0.0.1:45098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:44:00.189066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:43:55.797201Z","time spent":"4.391856277s","remote":"127.0.0.1:56806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:44:00.695087Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476727592,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:44:00.98967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:00.191947Z","time spent":"797.718764ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T14:44:03.573967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000386923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:44:03.574041Z","caller":"traceutil/trace.go:171","msg":"trace[376314171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000501396s","start":"2026-03-18T14:44:01.573523Z","end":"2026-03-18T14:44:03.574024Z","steps":["trace[376314171] 'agreement among raft nodes before linearized reading' (duration: 2.000408893s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:03.574099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:01.573506Z","time spent":"2.000583648s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:44:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:44:04.382062Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.392438847s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:44:04.382585Z","caller":"traceutil/trace.go:171","msg":"trace[1113594519] transaction","detail":"{read_only:false; response_revision:20429; number_of_response:1; }","duration":"4.187887357s","start":"2026-03-18T14:44:00.194679Z","end":"2026-03-18T14:44:04.382566Z","steps":["trace[1113594519] 'process raft request' (duration: 4.187822196s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:04.38272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:00.194661Z","time spent":"4.187982801s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:44:04.382724Z","caller":"traceutil/trace.go:171","msg":"trace[658436596] transaction","detail":"{read_only:false; response_revision:20428; number_of_response:1; }","duration":"4.188013321s","start":"2026-03-18T14:44:00.19466Z","end":"2026-03-18T14:44:04.382673Z","steps":["trace[658436596] 'process raft request' (duration: 4.187800965s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:04.382836Z","caller":"traceutil/trace.go:171","msg":"trace[781596394] transaction","detail":"{read_only:false; response_revision:20430; number_of_response:1; }","duration":"4.18793684s","start":"2026-03-18T14:44:00.194883Z","end":"2026-03-18T14:44:04.382819Z","steps":["trace[781596394] 'process raft request' (duration: 4.187649572s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:04.382911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:00.194872Z","time spent":"4.188002071s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:44:04.382684Z","caller":"traceutil/trace.go:171","msg":"trace[645113096] transaction","detail":"{read_only:false; response_revision:20427; number_of_response:1; }","duration":"4.187977571s","start":"2026-03-18T14:44:00.194648Z","end":"2026-03-18T14:44:04.382625Z","steps":["trace[645113096] 'process raft request' (duration: 4.187631832s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:04.382959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:00.194649Z","time spent":"4.188176117s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:44:04.383105Z","caller":"traceutil/trace.go:171","msg":"trace[13692428] transaction","detail":"{read_only:false; response_revision:20431; number_of_response:1; }","duration":"4.187698823s","start":"2026-03-18T14:44:00.195377Z","end":"2026-03-18T14:44:04.383076Z","steps":["trace[13692428] 'process raft request' (duration: 4.187353104s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:04.38317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:00.194629Z","time spent":"4.188369161s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:44:04.383268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:00.195367Z","time spent":"4.187820966s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:44:04.383388Z","caller":"traceutil/trace.go:171","msg":"trace[689280404] transaction","detail":"{read_only:false; response_revision:20432; number_of_response:1; }","duration":"4.187920519s","start":"2026-03-18T14:44:00.195437Z","end":"2026-03-18T14:44:04.383358Z","steps":["trace[689280404] 'process raft request' (duration: 4.187480507s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:04.383463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:00.19543Z","time spent":"4.187997151s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:44:04.383476Z","caller":"traceutil/trace.go:171","msg":"trace[1974297286] transaction","detail":"{read_only:false; response_revision:20433; number_of_response:1; }","duration":"4.187864418s","start":"2026-03-18T14:44:00.195598Z","end":"2026-03-18T14:44:04.383463Z","steps":["trace[1974297286] 'process raft request' (duration: 4.18759834s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:04.383563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:00.195589Z","time spent":"4.187941169s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:44:04.383564Z","caller":"traceutil/trace.go:171","msg":"trace[1419416000] linearizableReadLoop","detail":"{readStateIndex:21263; appliedIndex:21253; }","duration":"4.188989357s","start":"2026-03-18T14:44:00.194558Z","end":"2026-03-18T14:44:04.383548Z","steps":["trace[1419416000] 'read index received' (duration: 795.094241ms)","trace[1419416000] 'applied index is now lower than readState.Index' (duration: 3.393893586s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:04.383582Z","caller":"traceutil/trace.go:171","msg":"trace[1369638116] transaction","detail":"{read_only:false; response_revision:20435; number_of_response:1; }","duration":"3.982616365s","start":"2026-03-18T14:44:00.400952Z","end":"2026-03-18T14:44:04.383568Z","steps":["trace[1369638116] 'process raft request' (duration: 3.98246831s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:04.383576Z","caller":"traceutil/trace.go:171","msg":"trace[59691993] transaction","detail":"{read_only:false; response_revision:20434; number_of_response:1; }","duration":"3.98283449s","start":"2026-03-18T14:44:00.400715Z","end":"2026-03-18T14:44:04.38355Z","steps":["trace[59691993] 'process raft request' (duration: 3.982655586s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:04.383588Z","caller":"traceutil/trace.go:171","msg":"trace[10176786] transaction","detail":"{read_only:false; response_revision:20436; number_of_response:1; }","duration":"3.982492271s","start":"2026-03-18T14:44:00.401082Z","end":"2026-03-18T14:44:04.383575Z","steps":["trace[10176786] 'process raft request' (duration: 3.982376678s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:04.383642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:00.400914Z","time spent":"3.982696026s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:44:04.383677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:00.401067Z","time spent":"3.982574272s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:44:04.383864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.189295835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T14:44:04.383694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:00.400683Z","time spent":"3.982942252s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:44:04.383916Z","caller":"traceutil/trace.go:171","msg":"trace[1252114826] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20436; }","duration":"4.189366399s","start":"2026-03-18T14:44:00.194535Z","end":"2026-03-18T14:44:04.383902Z","steps":["trace[1252114826] 'agreement among raft nodes before linearized reading' (duration: 4.189099951s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:04.383956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:00.194521Z","time spent":"4.18942792s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:44:05.5742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000006373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:44:05.57427Z","caller":"traceutil/trace.go:171","msg":"trace[257447636] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000085365s","start":"2026-03-18T14:44:03.574168Z","end":"2026-03-18T14:44:05.574254Z","steps":["trace[257447636] 'agreement among raft nodes before linearized reading' (duration: 2.000003243s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:05.5743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:03.57412Z","time spent":"2.000173706s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:44:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:44:05.908075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.219958378s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:44:05.908363Z","caller":"traceutil/trace.go:171","msg":"trace[857323469] transaction","detail":"{read_only:false; response_revision:20437; number_of_response:1; }","duration":"4.917364265s","start":"2026-03-18T14:44:00.990965Z","end":"2026-03-18T14:44:05.908329Z","steps":["trace[857323469] 'process raft request' (duration: 3.697064618s)","trace[857323469] 'compare' (duration: 1.219623009s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:05.908439Z","caller":"traceutil/trace.go:171","msg":"trace[209959407] transaction","detail":"{read_only:false; response_revision:20438; number_of_response:1; }","duration":"4.600306847s","start":"2026-03-18T14:44:01.308113Z","end":"2026-03-18T14:44:05.90842Z","steps":["trace[209959407] 'process raft request' (duration: 4.600054659s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:05.90851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:01.308088Z","time spent":"4.600386689s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:44:05.908512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:00.990948Z","time spent":"4.917489379s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:44:05.908684Z","caller":"traceutil/trace.go:171","msg":"trace[999070076] linearizableReadLoop","detail":"{readStateIndex:21267; appliedIndex:21263; }","duration":"1.525059872s","start":"2026-03-18T14:44:04.383598Z","end":"2026-03-18T14:44:05.908658Z","steps":["trace[999070076] 'read index received' (duration: 304.496688ms)","trace[999070076] 'applied index is now lower than readState.Index' (duration: 1.220562344s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:05.908815Z","caller":"traceutil/trace.go:171","msg":"trace[1269011824] transaction","detail":"{read_only:false; response_revision:20439; number_of_response:1; }","duration":"4.560334635s","start":"2026-03-18T14:44:01.348469Z","end":"2026-03-18T14:44:05.908804Z","steps":["trace[1269011824] 'process raft request' (duration: 4.559912044s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:05.908942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:01.348442Z","time spent":"4.560414067s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:44:05.909141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.24144795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:44:05.909192Z","caller":"traceutil/trace.go:171","msg":"trace[73006751] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:20440; }","duration":"3.241548724s","start":"2026-03-18T14:44:02.66763Z","end":"2026-03-18T14:44:05.909178Z","steps":["trace[73006751] 'agreement among raft nodes before linearized reading' (duration: 3.241472112s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:05.90927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:02.667604Z","time spent":"3.241614536s","remote":"127.0.0.1:56416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:44:05.909241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.26397023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:44:05.909286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628418756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:44:05.909326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.481394703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:44:05.90934Z","caller":"traceutil/trace.go:171","msg":"trace[963425374] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:20440; }","duration":"3.264220697s","start":"2026-03-18T14:44:02.645094Z","end":"2026-03-18T14:44:05.909314Z","steps":["trace[963425374] 'agreement among raft nodes before linearized reading' (duration: 3.264034812s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:05.909381Z","caller":"traceutil/trace.go:171","msg":"trace[1863419521] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:20440; }","duration":"3.481454064s","start":"2026-03-18T14:44:02.427914Z","end":"2026-03-18T14:44:05.909368Z","steps":["trace[1863419521] 'agreement among raft nodes before linearized reading' (duration: 3.481368633s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:05.909387Z","caller":"traceutil/trace.go:171","msg":"trace[476547864] transaction","detail":"{read_only:false; response_revision:20440; number_of_response:1; }","duration":"2.009773256s","start":"2026-03-18T14:44:03.899598Z","end":"2026-03-18T14:44:05.909371Z","steps":["trace[476547864] 'process raft request' (duration: 2.008977454s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:05.909407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:02.427853Z","time spent":"3.481546267s","remote":"127.0.0.1:35956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:44:05.909394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:02.645064Z","time spent":"3.26431756s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:44:05.909453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:03.899572Z","time spent":"2.009845898s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:44:05.909509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.44717813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-18T14:44:05.909559Z","caller":"traceutil/trace.go:171","msg":"trace[848465827] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:20440; }","duration":"5.447322124s","start":"2026-03-18T14:44:00.462222Z","end":"2026-03-18T14:44:05.909544Z","steps":["trace[848465827] 'agreement among raft nodes before linearized reading' (duration: 5.44715436s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:05.909533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570573383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:44:05.909607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:00.462198Z","time spent":"5.447399255s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"warn","ts":"2026-03-18T14:44:05.909689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.898309103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:44:05.909338Z","caller":"traceutil/trace.go:171","msg":"trace[271349437] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:20440; }","duration":"2.628516228s","start":"2026-03-18T14:44:03.280805Z","end":"2026-03-18T14:44:05.909321Z","steps":["trace[271349437] 'agreement among raft nodes before linearized reading' (duration: 2.628265551s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:05.909667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522968396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18574"} {"level":"info","ts":"2026-03-18T14:44:05.909737Z","caller":"traceutil/trace.go:171","msg":"trace[2093018187] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:20440; }","duration":"3.898408256s","start":"2026-03-18T14:44:02.011316Z","end":"2026-03-18T14:44:05.909725Z","steps":["trace[2093018187] 'agreement among raft nodes before linearized reading' (duration: 3.898334873s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:05.909642Z","caller":"traceutil/trace.go:171","msg":"trace[754133147] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:20440; }","duration":"1.57075968s","start":"2026-03-18T14:44:04.338858Z","end":"2026-03-18T14:44:05.909617Z","steps":["trace[754133147] 'agreement among raft nodes before linearized reading' (duration: 1.570548944s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:05.90976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:03.28078Z","time spent":"2.628957239s","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:44:05.909836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:02.011286Z","time spent":"3.898501598s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:44:05.909785Z","caller":"traceutil/trace.go:171","msg":"trace[873829231] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20440; }","duration":"1.52315838s","start":"2026-03-18T14:44:04.386598Z","end":"2026-03-18T14:44:05.909757Z","steps":["trace[873829231] 'agreement among raft nodes before linearized reading' (duration: 1.522763889s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:05.910055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.854291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:44:05.910082Z","caller":"traceutil/trace.go:171","msg":"trace[595965938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20440; }","duration":"330.909323ms","start":"2026-03-18T14:44:05.579164Z","end":"2026-03-18T14:44:05.910073Z","steps":["trace[595965938] 'agreement among raft nodes before linearized reading' (duration: 330.680947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:05.910042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:04.338835Z","time spent":"1.570963624s","remote":"127.0.0.1:49936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:44:05.910108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:05.579146Z","time spent":"330.953144ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:44:05.910443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:04.386574Z","time spent":"1.523849389s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18598,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T14:44:05.910836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.271740051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-18T14:44:05.911095Z","caller":"traceutil/trace.go:171","msg":"trace[1148339287] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:20440; }","duration":"3.272043798s","start":"2026-03-18T14:44:02.639039Z","end":"2026-03-18T14:44:05.911083Z","steps":["trace[1148339287] 'agreement among raft nodes before linearized reading' (duration: 3.270011974s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:05.911142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:02.639016Z","time spent":"3.272116761s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-18T14:44:05.911362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.055061388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:44:05.911416Z","caller":"traceutil/trace.go:171","msg":"trace[1249267997] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:20440; }","duration":"3.055180852s","start":"2026-03-18T14:44:02.856222Z","end":"2026-03-18T14:44:05.911403Z","steps":["trace[1249267997] 'agreement among raft nodes before linearized reading' (duration: 3.053053015s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:05.911461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:02.856197Z","time spent":"3.055254993s","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2137,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:44:05.910842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.852805448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:44:05.911693Z","caller":"traceutil/trace.go:171","msg":"trace[105035466] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:20440; }","duration":"4.853689872s","start":"2026-03-18T14:44:01.057971Z","end":"2026-03-18T14:44:05.911661Z","steps":["trace[105035466] 'agreement among raft nodes before linearized reading' (duration: 4.851183454s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:05.912533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:01.057947Z","time spent":"4.854564825s","remote":"127.0.0.1:33740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":151,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:44:08.525961Z","caller":"traceutil/trace.go:171","msg":"trace[716013592] transaction","detail":"{read_only:false; response_revision:20451; number_of_response:1; }","duration":"109.286196ms","start":"2026-03-18T14:44:08.416626Z","end":"2026-03-18T14:44:08.525912Z","steps":["trace[716013592] 'process raft request' (duration: 109.002269ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:08.678281Z","caller":"traceutil/trace.go:171","msg":"trace[1331940405] transaction","detail":"{read_only:false; response_revision:20452; number_of_response:1; }","duration":"250.501798ms","start":"2026-03-18T14:44:08.42772Z","end":"2026-03-18T14:44:08.678222Z","steps":["trace[1331940405] 'process raft request' (duration: 250.275592ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:08.678446Z","caller":"traceutil/trace.go:171","msg":"trace[17780910] linearizableReadLoop","detail":"{readStateIndex:21281; appliedIndex:21279; }","duration":"250.553099ms","start":"2026-03-18T14:44:08.427858Z","end":"2026-03-18T14:44:08.678411Z","steps":["trace[17780910] 'read index received' (duration: 97.694293ms)","trace[17780910] 'applied index is now lower than readState.Index' (duration: 152.856236ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:08.678576Z","caller":"traceutil/trace.go:171","msg":"trace[39180586] transaction","detail":"{read_only:false; response_revision:20453; number_of_response:1; }","duration":"248.962366ms","start":"2026-03-18T14:44:08.429551Z","end":"2026-03-18T14:44:08.678514Z","steps":["trace[39180586] 'process raft request' (duration: 248.621797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:08.678682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.987184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T14:44:08.678656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.802805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:44:08.678699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.953391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:44:08.678718Z","caller":"traceutil/trace.go:171","msg":"trace[901801105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20453; }","duration":"250.082466ms","start":"2026-03-18T14:44:08.428626Z","end":"2026-03-18T14:44:08.678708Z","steps":["trace[901801105] 'agreement among raft nodes before linearized reading' (duration: 249.924022ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:08.678743Z","caller":"traceutil/trace.go:171","msg":"trace[2079220717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20453; }","duration":"241.044522ms","start":"2026-03-18T14:44:08.437688Z","end":"2026-03-18T14:44:08.678732Z","steps":["trace[2079220717] 'agreement among raft nodes before linearized reading' (duration: 240.872788ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:08.678754Z","caller":"traceutil/trace.go:171","msg":"trace[252540023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20453; }","duration":"250.96478ms","start":"2026-03-18T14:44:08.427763Z","end":"2026-03-18T14:44:08.678727Z","steps":["trace[252540023] 'agreement among raft nodes before linearized reading' (duration: 250.758964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:08.67886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.386447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:44:08.678938Z","caller":"traceutil/trace.go:171","msg":"trace[138985652] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20453; }","duration":"249.498561ms","start":"2026-03-18T14:44:08.429423Z","end":"2026-03-18T14:44:08.678922Z","steps":["trace[138985652] 'agreement among raft nodes before linearized reading' (duration: 249.259445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:08.678911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.199869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:44:08.679184Z","caller":"traceutil/trace.go:171","msg":"trace[367664164] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20453; }","duration":"250.444327ms","start":"2026-03-18T14:44:08.428628Z","end":"2026-03-18T14:44:08.679072Z","steps":["trace[367664164] 'agreement among raft nodes before linearized reading' (duration: 250.048916ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:09.059523Z","caller":"traceutil/trace.go:171","msg":"trace[1066802085] transaction","detail":"{read_only:false; response_revision:20455; number_of_response:1; }","duration":"375.961632ms","start":"2026-03-18T14:44:08.683532Z","end":"2026-03-18T14:44:09.059494Z","steps":["trace[1066802085] 'process raft request' (duration: 372.811447ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:09.059544Z","caller":"traceutil/trace.go:171","msg":"trace[1444494441] transaction","detail":"{read_only:false; response_revision:20456; number_of_response:1; }","duration":"375.554531ms","start":"2026-03-18T14:44:08.683956Z","end":"2026-03-18T14:44:09.059511Z","steps":["trace[1444494441] 'process raft request' (duration: 375.417358ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:09.059605Z","caller":"traceutil/trace.go:171","msg":"trace[1920948570] transaction","detail":"{read_only:false; response_revision:20457; number_of_response:1; }","duration":"375.608353ms","start":"2026-03-18T14:44:08.683976Z","end":"2026-03-18T14:44:09.059584Z","steps":["trace[1920948570] 'process raft request' (duration: 375.480949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:09.060041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:08.683967Z","time spent":"376.017654ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:44:09.05973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:08.683946Z","time spent":"375.699795ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:44:09.059799Z","caller":"traceutil/trace.go:171","msg":"trace[1543170221] transaction","detail":"{read_only:false; response_revision:20458; number_of_response:1; }","duration":"375.731186ms","start":"2026-03-18T14:44:08.684052Z","end":"2026-03-18T14:44:09.059783Z","steps":["trace[1543170221] 'process raft request' (duration: 375.453588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:09.060277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:08.68404Z","time spent":"376.182018ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:44:09.059656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:08.683505Z","time spent":"376.081756ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:44:11.492075Z","caller":"traceutil/trace.go:171","msg":"trace[127668142] transaction","detail":"{read_only:false; response_revision:20464; number_of_response:1; }","duration":"424.044393ms","start":"2026-03-18T14:44:11.067999Z","end":"2026-03-18T14:44:11.492044Z","steps":["trace[127668142] 'process raft request' (duration: 423.831947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:11.492345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:11.067977Z","time spent":"424.186267ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:44:11.509009Z","caller":"traceutil/trace.go:171","msg":"trace[223308721] transaction","detail":"{read_only:false; response_revision:20465; number_of_response:1; }","duration":"440.079578ms","start":"2026-03-18T14:44:11.068911Z","end":"2026-03-18T14:44:11.50899Z","steps":["trace[223308721] 'process raft request' (duration: 439.947004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:11.509114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:11.068893Z","time spent":"440.171089ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:44:11.509251Z","caller":"traceutil/trace.go:171","msg":"trace[1573680951] transaction","detail":"{read_only:false; response_revision:20466; number_of_response:1; }","duration":"440.304442ms","start":"2026-03-18T14:44:11.068929Z","end":"2026-03-18T14:44:11.509234Z","steps":["trace[1573680951] 'process raft request' (duration: 440.021474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:11.509354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:11.068913Z","time spent":"440.385596ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:44:11.509381Z","caller":"traceutil/trace.go:171","msg":"trace[1928509119] linearizableReadLoop","detail":"{readStateIndex:21297; appliedIndex:21293; }","duration":"427.512426ms","start":"2026-03-18T14:44:11.081846Z","end":"2026-03-18T14:44:11.509359Z","steps":["trace[1928509119] 'read index received' (duration: 410.090095ms)","trace[1928509119] 'applied index is now lower than readState.Index' (duration: 17.421301ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:11.509456Z","caller":"traceutil/trace.go:171","msg":"trace[422083186] transaction","detail":"{read_only:false; response_revision:20467; number_of_response:1; }","duration":"440.034015ms","start":"2026-03-18T14:44:11.069394Z","end":"2026-03-18T14:44:11.509428Z","steps":["trace[422083186] 'process raft request' (duration: 439.780708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:11.509554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.688662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T14:44:11.509576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:11.06938Z","time spent":"440.128688ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:44:11.5096Z","caller":"traceutil/trace.go:171","msg":"trace[742805633] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20467; }","duration":"427.772493ms","start":"2026-03-18T14:44:11.081816Z","end":"2026-03-18T14:44:11.509588Z","steps":["trace[742805633] 'agreement among raft nodes before linearized reading' (duration: 427.6156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:11.509633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:11.081805Z","time spent":"427.819285ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:44:13.073116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.655968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:44:13.073191Z","caller":"traceutil/trace.go:171","msg":"trace[1463627527] transaction","detail":"{read_only:false; response_revision:20469; number_of_response:1; }","duration":"338.670223ms","start":"2026-03-18T14:44:12.734509Z","end":"2026-03-18T14:44:13.073179Z","steps":["trace[1463627527] 'process raft request' (duration: 126.874463ms)","trace[1463627527] 'compare' (duration: 211.548724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:44:13.073224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:12.734473Z","time spent":"338.737135ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:44:13.462307Z","caller":"traceutil/trace.go:171","msg":"trace[609424438] linearizableReadLoop","detail":"{readStateIndex:21300; appliedIndex:21298; }","duration":"721.547452ms","start":"2026-03-18T14:44:12.740739Z","end":"2026-03-18T14:44:13.462286Z","steps":["trace[609424438] 'read index received' (duration: 120.644274ms)","trace[609424438] 'applied index is now lower than readState.Index' (duration: 600.902368ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:13.462367Z","caller":"traceutil/trace.go:171","msg":"trace[955951234] transaction","detail":"{read_only:false; response_revision:20470; number_of_response:1; }","duration":"725.801918ms","start":"2026-03-18T14:44:12.73653Z","end":"2026-03-18T14:44:13.462332Z","steps":["trace[955951234] 'process raft request' (duration: 725.580251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:13.462515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:12.736492Z","time spent":"725.945432ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:44:13.462671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.897721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:44:13.462707Z","caller":"traceutil/trace.go:171","msg":"trace[1413228209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20470; }","duration":"721.996984ms","start":"2026-03-18T14:44:12.740701Z","end":"2026-03-18T14:44:13.462698Z","steps":["trace[1413228209] 'agreement among raft nodes before linearized reading' (duration: 721.659575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:13.462734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:12.740684Z","time spent":"722.043855ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:44:14.035871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.446871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:44:14.036213Z","caller":"traceutil/trace.go:171","msg":"trace[2105963422] transaction","detail":"{read_only:false; response_revision:20471; number_of_response:1; }","duration":"619.937233ms","start":"2026-03-18T14:44:13.416247Z","end":"2026-03-18T14:44:14.036184Z","steps":["trace[2105963422] 'process raft request' (duration: 364.07221ms)","trace[2105963422] 'compare' (duration: 255.301038ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:14.036253Z","caller":"traceutil/trace.go:171","msg":"trace[819595539] linearizableReadLoop","detail":"{readStateIndex:21302; appliedIndex:21300; }","duration":"538.957652ms","start":"2026-03-18T14:44:13.497273Z","end":"2026-03-18T14:44:14.036231Z","steps":["trace[819595539] 'read index received' (duration: 283.0944ms)","trace[819595539] 'applied index is now lower than readState.Index' (duration: 255.862362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:44:14.036345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:13.416224Z","time spent":"620.074068ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:44:14.03653Z","caller":"traceutil/trace.go:171","msg":"trace[171274031] transaction","detail":"{read_only:false; response_revision:20472; number_of_response:1; }","duration":"569.074147ms","start":"2026-03-18T14:44:13.467438Z","end":"2026-03-18T14:44:14.036512Z","steps":["trace[171274031] 'process raft request' (duration: 568.700787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:14.036794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.525287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:44:14.036838Z","caller":"traceutil/trace.go:171","msg":"trace[153083239] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20472; }","duration":"539.60398ms","start":"2026-03-18T14:44:13.49722Z","end":"2026-03-18T14:44:14.036824Z","steps":["trace[153083239] 'agreement among raft nodes before linearized reading' (duration: 539.466567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:14.036869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:13.4972Z","time spent":"539.662091ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:44:14.037029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:13.467411Z","time spent":"569.391416ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:44:14.037292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.863285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:44:14.03733Z","caller":"traceutil/trace.go:171","msg":"trace[1031492653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20472; }","duration":"465.930197ms","start":"2026-03-18T14:44:13.571389Z","end":"2026-03-18T14:44:14.037319Z","steps":["trace[1031492653] 'agreement among raft nodes before linearized reading' (duration: 465.867405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:14.037359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:13.571372Z","time spent":"465.981478ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:44:14.037721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.614597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T14:44:14.037925Z","caller":"traceutil/trace.go:171","msg":"trace[1510068684] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20472; }","duration":"523.838643ms","start":"2026-03-18T14:44:13.514073Z","end":"2026-03-18T14:44:14.037912Z","steps":["trace[1510068684] 'agreement among raft nodes before linearized reading' (duration: 523.576427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:14.037967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:13.514057Z","time spent":"523.895574ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:44:14.038107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.013698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:44:14.03814Z","caller":"traceutil/trace.go:171","msg":"trace[907807482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20472; }","duration":"524.076959ms","start":"2026-03-18T14:44:13.514055Z","end":"2026-03-18T14:44:14.038132Z","steps":["trace[907807482] 'agreement among raft nodes before linearized reading' (duration: 523.988447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:14.038165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:13.514032Z","time spent":"524.12699ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:44:14.038078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.993157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T14:44:14.038385Z","caller":"traceutil/trace.go:171","msg":"trace[1738974419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20472; }","duration":"524.349438ms","start":"2026-03-18T14:44:13.514019Z","end":"2026-03-18T14:44:14.038368Z","steps":["trace[1738974419] 'agreement among raft nodes before linearized reading' (duration: 523.210677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:14.038475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:13.513997Z","time spent":"524.46702ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:44:14.403503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.758535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:44:14.403727Z","caller":"traceutil/trace.go:171","msg":"trace[1726740049] transaction","detail":"{read_only:false; response_revision:20473; number_of_response:1; }","duration":"361.807778ms","start":"2026-03-18T14:44:14.041869Z","end":"2026-03-18T14:44:14.403677Z","steps":["trace[1726740049] 'process raft request' (duration: 141.725464ms)","trace[1726740049] 'compare' (duration: 219.493659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:44:14.403833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:14.041856Z","time spent":"361.940651ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:44:14.448726Z","caller":"traceutil/trace.go:171","msg":"trace[491616443] transaction","detail":"{read_only:false; response_revision:20476; number_of_response:1; }","duration":"402.844258ms","start":"2026-03-18T14:44:14.045855Z","end":"2026-03-18T14:44:14.448699Z","steps":["trace[491616443] 'process raft request' (duration: 402.799677ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:14.448816Z","caller":"traceutil/trace.go:171","msg":"trace[710599569] transaction","detail":"{read_only:false; response_revision:20475; number_of_response:1; }","duration":"404.618617ms","start":"2026-03-18T14:44:14.044173Z","end":"2026-03-18T14:44:14.448792Z","steps":["trace[710599569] 'process raft request' (duration: 404.444243ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:14.448807Z","caller":"traceutil/trace.go:171","msg":"trace[250590439] transaction","detail":"{read_only:false; response_revision:20474; number_of_response:1; }","duration":"406.336823ms","start":"2026-03-18T14:44:14.042439Z","end":"2026-03-18T14:44:14.448776Z","steps":["trace[250590439] 'process raft request' (duration: 406.042945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:14.448877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:14.045835Z","time spent":"402.969532ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:44:14.448943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:14.044165Z","time spent":"404.702759ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:44:14.448939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:14.042428Z","time spent":"406.439966ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:44:14.812592Z","caller":"traceutil/trace.go:171","msg":"trace[1180259475] transaction","detail":"{read_only:false; response_revision:20477; number_of_response:1; }","duration":"189.306342ms","start":"2026-03-18T14:44:14.623262Z","end":"2026-03-18T14:44:14.812569Z","steps":["trace[1180259475] 'process raft request' (duration: 189.150719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:15.301448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.172501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T14:44:15.301528Z","caller":"traceutil/trace.go:171","msg":"trace[930197199] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20477; }","duration":"317.301104ms","start":"2026-03-18T14:44:14.984208Z","end":"2026-03-18T14:44:15.301509Z","steps":["trace[930197199] 'range keys from in-memory index tree' (duration: 316.974186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:15.301574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:14.984173Z","time spent":"317.391697ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-18T14:44:15.302398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.96229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:44:15.302706Z","caller":"traceutil/trace.go:171","msg":"trace[1880762255] transaction","detail":"{read_only:false; response_revision:20478; number_of_response:1; }","duration":"224.667848ms","start":"2026-03-18T14:44:15.078013Z","end":"2026-03-18T14:44:15.302681Z","steps":["trace[1880762255] 'process raft request' (duration: 75.322877ms)","trace[1880762255] 'compare' (duration: 148.225691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:44:15.984222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.175548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:44:15.984306Z","caller":"traceutil/trace.go:171","msg":"trace[1452461958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20479; }","duration":"413.325172ms","start":"2026-03-18T14:44:15.570964Z","end":"2026-03-18T14:44:15.984289Z","steps":["trace[1452461958] 'range keys from in-memory index tree' (duration: 412.837389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:15.984338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:15.570946Z","time spent":"413.385655ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:44:16.392723Z","caller":"traceutil/trace.go:171","msg":"trace[275445542] transaction","detail":"{read_only:false; response_revision:20481; number_of_response:1; }","duration":"347.129971ms","start":"2026-03-18T14:44:16.045569Z","end":"2026-03-18T14:44:16.392699Z","steps":["trace[275445542] 'process raft request' (duration: 346.966607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:16.392879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:16.045556Z","time spent":"347.239284ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:44:16.604894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.704916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:44:16.604991Z","caller":"traceutil/trace.go:171","msg":"trace[267668749] linearizableReadLoop","detail":"{readStateIndex:21312; appliedIndex:21311; }","duration":"195.149231ms","start":"2026-03-18T14:44:16.409825Z","end":"2026-03-18T14:44:16.604975Z","steps":["trace[267668749] 'read index received' (duration: 74.204158ms)","trace[267668749] 'applied index is now lower than readState.Index' (duration: 120.944043ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:16.60508Z","caller":"traceutil/trace.go:171","msg":"trace[466388101] transaction","detail":"{read_only:false; response_revision:20482; number_of_response:1; }","duration":"467.960531ms","start":"2026-03-18T14:44:16.137105Z","end":"2026-03-18T14:44:16.605065Z","steps":["trace[466388101] 'process raft request' (duration: 347.005529ms)","trace[466388101] 'compare' (duration: 120.607813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:44:16.605139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:16.137076Z","time spent":"468.034673ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:44:16.605237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.336112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:44:16.605308Z","caller":"traceutil/trace.go:171","msg":"trace[1331216193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20482; }","duration":"152.446474ms","start":"2026-03-18T14:44:16.452843Z","end":"2026-03-18T14:44:16.605289Z","steps":["trace[1331216193] 'agreement among raft nodes before linearized reading' (duration: 152.25275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:16.605515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.694665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T14:44:16.605545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.128837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:44:16.605561Z","caller":"traceutil/trace.go:171","msg":"trace[187291995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20482; }","duration":"195.773347ms","start":"2026-03-18T14:44:16.409775Z","end":"2026-03-18T14:44:16.605548Z","steps":["trace[187291995] 'agreement among raft nodes before linearized reading' (duration: 195.644804ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:16.605574Z","caller":"traceutil/trace.go:171","msg":"trace[497227282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20482; }","duration":"152.183767ms","start":"2026-03-18T14:44:16.453381Z","end":"2026-03-18T14:44:16.605565Z","steps":["trace[497227282] 'agreement among raft nodes before linearized reading' (duration: 152.103925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:16.605704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.307651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:44:16.605737Z","caller":"traceutil/trace.go:171","msg":"trace[209002028] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20482; }","duration":"152.369073ms","start":"2026-03-18T14:44:16.45336Z","end":"2026-03-18T14:44:16.605729Z","steps":["trace[209002028] 'agreement among raft nodes before linearized reading' (duration: 152.286171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:17.786743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.009011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-18T14:44:17.787153Z","caller":"traceutil/trace.go:171","msg":"trace[1655651883] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:20489; }","duration":"149.488894ms","start":"2026-03-18T14:44:17.637633Z","end":"2026-03-18T14:44:17.787122Z","steps":["trace[1655651883] 'range keys from in-memory index tree' (duration: 148.811146ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:18.611522Z","caller":"traceutil/trace.go:171","msg":"trace[999067540] transaction","detail":"{read_only:false; response_revision:20490; number_of_response:1; }","duration":"208.494471ms","start":"2026-03-18T14:44:18.40298Z","end":"2026-03-18T14:44:18.611474Z","steps":["trace[999067540] 'process raft request' (duration: 208.300986ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:19.546601Z","caller":"traceutil/trace.go:171","msg":"trace[474204590] linearizableReadLoop","detail":"{readStateIndex:21327; appliedIndex:21326; }","duration":"158.88672ms","start":"2026-03-18T14:44:19.387683Z","end":"2026-03-18T14:44:19.54657Z","steps":["trace[474204590] 'read index received' (duration: 158.536549ms)","trace[474204590] 'applied index is now lower than readState.Index' (duration: 348.461µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:19.546722Z","caller":"traceutil/trace.go:171","msg":"trace[1915822890] transaction","detail":"{read_only:false; response_revision:20497; number_of_response:1; }","duration":"213.021193ms","start":"2026-03-18T14:44:19.333638Z","end":"2026-03-18T14:44:19.546659Z","steps":["trace[1915822890] 'process raft request' (duration: 212.736465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:19.546957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.883509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-18T14:44:19.547017Z","caller":"traceutil/trace.go:171","msg":"trace[1761859486] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20497; }","duration":"159.046933ms","start":"2026-03-18T14:44:19.387953Z","end":"2026-03-18T14:44:19.547Z","steps":["trace[1761859486] 'agreement among raft nodes before linearized reading' (duration: 158.808987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:19.547089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.376712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-18T14:44:19.54717Z","caller":"traceutil/trace.go:171","msg":"trace[2043649115] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20497; }","duration":"159.514686ms","start":"2026-03-18T14:44:19.387632Z","end":"2026-03-18T14:44:19.547146Z","steps":["trace[2043649115] 'agreement among raft nodes before linearized reading' (duration: 159.091114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:19.944629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.929836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:44:19.944748Z","caller":"traceutil/trace.go:171","msg":"trace[1485544967] transaction","detail":"{read_only:false; response_revision:20498; number_of_response:1; }","duration":"393.491166ms","start":"2026-03-18T14:44:19.551235Z","end":"2026-03-18T14:44:19.944726Z","steps":["trace[1485544967] 'process raft request' (duration: 185.360804ms)","trace[1485544967] 'compare' (duration: 207.816853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:44:19.944808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:19.551208Z","time spent":"393.571378ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:44:20.006915Z","caller":"traceutil/trace.go:171","msg":"trace[421569537] linearizableReadLoop","detail":"{readStateIndex:21330; appliedIndex:21327; }","duration":"375.15311ms","start":"2026-03-18T14:44:19.631738Z","end":"2026-03-18T14:44:20.006891Z","steps":["trace[421569537] 'read index received' (duration: 104.869676ms)","trace[421569537] 'applied index is now lower than readState.Index' (duration: 270.282534ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:20.006975Z","caller":"traceutil/trace.go:171","msg":"trace[254671018] transaction","detail":"{read_only:false; response_revision:20499; number_of_response:1; }","duration":"454.934348ms","start":"2026-03-18T14:44:19.551993Z","end":"2026-03-18T14:44:20.006927Z","steps":["trace[254671018] 'process raft request' (duration: 454.700812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:20.007145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.384507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-18T14:44:20.007185Z","caller":"traceutil/trace.go:171","msg":"trace[489521350] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:20500; }","duration":"375.47614ms","start":"2026-03-18T14:44:19.631693Z","end":"2026-03-18T14:44:20.007169Z","steps":["trace[489521350] 'agreement among raft nodes before linearized reading' (duration: 375.291864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:20.007188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:19.55197Z","time spent":"455.096683ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:44:20.007223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:19.631676Z","time spent":"375.53844ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-18T14:44:20.0077Z","caller":"traceutil/trace.go:171","msg":"trace[531571771] transaction","detail":"{read_only:false; response_revision:20500; number_of_response:1; }","duration":"421.71552ms","start":"2026-03-18T14:44:19.585971Z","end":"2026-03-18T14:44:20.007686Z","steps":["trace[531571771] 'process raft request' (duration: 420.874838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:20.007812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:19.58594Z","time spent":"421.799233ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:44:20.619767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.836934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-18T14:44:20.61982Z","caller":"traceutil/trace.go:171","msg":"trace[1331736709] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:20500; }","duration":"156.932275ms","start":"2026-03-18T14:44:20.462876Z","end":"2026-03-18T14:44:20.619809Z","steps":["trace[1331736709] 'range keys from in-memory index tree' (duration: 156.737191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:20.619816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.048484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:44:20.619866Z","caller":"traceutil/trace.go:171","msg":"trace[1821859637] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20500; }","duration":"318.147747ms","start":"2026-03-18T14:44:20.301704Z","end":"2026-03-18T14:44:20.619851Z","steps":["trace[1821859637] 'count revisions from in-memory index tree' (duration: 317.900871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:20.619904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:20.301677Z","time spent":"318.21577ms","remote":"127.0.0.1:50040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:44:20.776229Z","caller":"traceutil/trace.go:171","msg":"trace[1321550875] linearizableReadLoop","detail":"{readStateIndex:21331; appliedIndex:21330; }","duration":"154.915342ms","start":"2026-03-18T14:44:20.621292Z","end":"2026-03-18T14:44:20.776208Z","steps":["trace[1321550875] 'read index received' (duration: 154.705606ms)","trace[1321550875] 'applied index is now lower than readState.Index' (duration: 208.516µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:44:20.776396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.073665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:44:20.776513Z","caller":"traceutil/trace.go:171","msg":"trace[990155585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20500; }","duration":"155.2333ms","start":"2026-03-18T14:44:20.621247Z","end":"2026-03-18T14:44:20.77648Z","steps":["trace[990155585] 'agreement among raft nodes before linearized reading' (duration: 155.048924ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:20.955181Z","caller":"traceutil/trace.go:171","msg":"trace[2092915572] linearizableReadLoop","detail":"{readStateIndex:21332; appliedIndex:21331; }","duration":"178.797977ms","start":"2026-03-18T14:44:20.776363Z","end":"2026-03-18T14:44:20.955161Z","steps":["trace[2092915572] 'read index received' (duration: 125.070953ms)","trace[2092915572] 'applied index is now lower than readState.Index' (duration: 53.725874ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:20.955286Z","caller":"traceutil/trace.go:171","msg":"trace[2007453361] transaction","detail":"{read_only:false; response_revision:20501; number_of_response:1; }","duration":"331.756956ms","start":"2026-03-18T14:44:20.623517Z","end":"2026-03-18T14:44:20.955274Z","steps":["trace[2007453361] 'process raft request' (duration: 277.827557ms)","trace[2007453361] 'compare' (duration: 53.688093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:44:20.955383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:20.6235Z","time spent":"331.811508ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:44:20.955576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.171351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:44:20.955683Z","caller":"traceutil/trace.go:171","msg":"trace[1640036793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20501; }","duration":"198.311685ms","start":"2026-03-18T14:44:20.757361Z","end":"2026-03-18T14:44:20.955673Z","steps":["trace[1640036793] 'agreement among raft nodes before linearized reading' (duration: 198.1312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:20.955937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.666848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:44:20.95588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.891504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:44:20.956126Z","caller":"traceutil/trace.go:171","msg":"trace[1966863471] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20501; }","duration":"198.209634ms","start":"2026-03-18T14:44:20.757882Z","end":"2026-03-18T14:44:20.956092Z","steps":["trace[1966863471] 'agreement among raft nodes before linearized reading' (duration: 197.596117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:20.955936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.552636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:44:20.95626Z","caller":"traceutil/trace.go:171","msg":"trace[1209664885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20501; }","duration":"197.803832ms","start":"2026-03-18T14:44:20.758203Z","end":"2026-03-18T14:44:20.956007Z","steps":["trace[1209664885] 'agreement among raft nodes before linearized reading' (duration: 197.411591ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:20.956366Z","caller":"traceutil/trace.go:171","msg":"trace[1985661425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20501; }","duration":"279.01924ms","start":"2026-03-18T14:44:20.677311Z","end":"2026-03-18T14:44:20.95633Z","steps":["trace[1985661425] 'agreement among raft nodes before linearized reading' (duration: 278.331181ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:20.963069Z","caller":"traceutil/trace.go:171","msg":"trace[1305007373] transaction","detail":"{read_only:false; response_revision:20502; number_of_response:1; }","duration":"185.752375ms","start":"2026-03-18T14:44:20.777302Z","end":"2026-03-18T14:44:20.963055Z","steps":["trace[1305007373] 'process raft request' (duration: 185.668354ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:21.03352Z","caller":"traceutil/trace.go:171","msg":"trace[1114433517] transaction","detail":"{read_only:false; response_revision:20503; number_of_response:1; }","duration":"121.879317ms","start":"2026-03-18T14:44:20.91159Z","end":"2026-03-18T14:44:21.033469Z","steps":["trace[1114433517] 'process raft request' (duration: 121.503167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:21.034016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.32867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-18T14:44:21.034101Z","caller":"traceutil/trace.go:171","msg":"trace[370828406] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:20507; }","duration":"139.463554ms","start":"2026-03-18T14:44:20.894619Z","end":"2026-03-18T14:44:21.034082Z","steps":["trace[370828406] 'agreement among raft nodes before linearized reading' (duration: 139.33041ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:22.147817Z","caller":"traceutil/trace.go:171","msg":"trace[296313905] transaction","detail":"{read_only:false; response_revision:20510; number_of_response:1; }","duration":"135.27626ms","start":"2026-03-18T14:44:22.012508Z","end":"2026-03-18T14:44:22.147785Z","steps":["trace[296313905] 'process raft request' (duration: 135.047723ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:23.090343Z","caller":"traceutil/trace.go:171","msg":"trace[1027759549] transaction","detail":"{read_only:false; response_revision:20511; number_of_response:1; }","duration":"126.592055ms","start":"2026-03-18T14:44:22.963711Z","end":"2026-03-18T14:44:23.090303Z","steps":["trace[1027759549] 'process raft request' (duration: 126.132613ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:23.203672Z","caller":"traceutil/trace.go:171","msg":"trace[1229471393] transaction","detail":"{read_only:false; response_revision:20513; number_of_response:1; }","duration":"108.707212ms","start":"2026-03-18T14:44:23.094939Z","end":"2026-03-18T14:44:23.203646Z","steps":["trace[1229471393] 'process raft request' (duration: 43.631381ms)","trace[1229471393] 'compare' (duration: 64.800473ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:23.869786Z","caller":"traceutil/trace.go:171","msg":"trace[618705877] linearizableReadLoop","detail":"{readStateIndex:21349; appliedIndex:21348; }","duration":"299.306909ms","start":"2026-03-18T14:44:23.57045Z","end":"2026-03-18T14:44:23.869757Z","steps":["trace[618705877] 'read index received' (duration: 299.077503ms)","trace[618705877] 'applied index is now lower than readState.Index' (duration: 228.326µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:44:23.869945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.470493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:44:23.86999Z","caller":"traceutil/trace.go:171","msg":"trace[688784765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20517; }","duration":"299.578186ms","start":"2026-03-18T14:44:23.570398Z","end":"2026-03-18T14:44:23.869976Z","steps":["trace[688784765] 'agreement among raft nodes before linearized reading' (duration: 299.459433ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:23.870097Z","caller":"traceutil/trace.go:171","msg":"trace[163744384] transaction","detail":"{read_only:false; response_revision:20517; number_of_response:1; }","duration":"308.406323ms","start":"2026-03-18T14:44:23.561645Z","end":"2026-03-18T14:44:23.870051Z","steps":["trace[163744384] 'process raft request' (duration: 307.935351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:23.870476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:23.561621Z","time spent":"308.762594ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:44:25.443987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.285411ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:44:25.444157Z","caller":"traceutil/trace.go:171","msg":"trace[1625668994] linearizableReadLoop","detail":"{readStateIndex:21352; appliedIndex:21351; }","duration":"282.880942ms","start":"2026-03-18T14:44:25.161225Z","end":"2026-03-18T14:44:25.444106Z","steps":["trace[1625668994] 'read index received' (duration: 15.315514ms)","trace[1625668994] 'applied index is now lower than readState.Index' (duration: 267.563348ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:25.444197Z","caller":"traceutil/trace.go:171","msg":"trace[1549717784] transaction","detail":"{read_only:false; response_revision:20520; number_of_response:1; }","duration":"331.047597ms","start":"2026-03-18T14:44:25.113118Z","end":"2026-03-18T14:44:25.444166Z","steps":["trace[1549717784] 'process raft request' (duration: 63.483267ms)","trace[1549717784] 'compare' (duration: 267.144538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:44:25.444294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.060849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:44:25.444336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:25.113088Z","time spent":"331.17601ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:44:25.444352Z","caller":"traceutil/trace.go:171","msg":"trace[875721121] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:20520; }","duration":"283.157591ms","start":"2026-03-18T14:44:25.161178Z","end":"2026-03-18T14:44:25.444336Z","steps":["trace[875721121] 'agreement among raft nodes before linearized reading' (duration: 283.054738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:25.444422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.582442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:44:25.444492Z","caller":"traceutil/trace.go:171","msg":"trace[1127550488] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20520; }","duration":"236.685074ms","start":"2026-03-18T14:44:25.207787Z","end":"2026-03-18T14:44:25.444472Z","steps":["trace[1127550488] 'agreement among raft nodes before linearized reading' (duration: 236.491478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:25.444526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.876055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T14:44:25.444608Z","caller":"traceutil/trace.go:171","msg":"trace[735513789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20520; }","duration":"235.017539ms","start":"2026-03-18T14:44:25.20957Z","end":"2026-03-18T14:44:25.444588Z","steps":["trace[735513789] 'agreement among raft nodes before linearized reading' (duration: 234.719691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:25.444629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.470958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T14:44:25.444708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.13433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417420"} {"level":"info","ts":"2026-03-18T14:44:25.444712Z","caller":"traceutil/trace.go:171","msg":"trace[1926884407] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20520; }","duration":"236.586102ms","start":"2026-03-18T14:44:25.208108Z","end":"2026-03-18T14:44:25.444694Z","steps":["trace[1926884407] 'agreement among raft nodes before linearized reading' (duration: 236.321074ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:25.444757Z","caller":"traceutil/trace.go:171","msg":"trace[1249775010] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:20520; }","duration":"100.220691ms","start":"2026-03-18T14:44:25.344522Z","end":"2026-03-18T14:44:25.444743Z","steps":["trace[1249775010] 'agreement among raft nodes before linearized reading' (duration: 100.007155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:25.444587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.329399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:44:25.444945Z","caller":"traceutil/trace.go:171","msg":"trace[1278792414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20520; }","duration":"235.767189ms","start":"2026-03-18T14:44:25.209159Z","end":"2026-03-18T14:44:25.444926Z","steps":["trace[1278792414] 'agreement among raft nodes before linearized reading' (duration: 235.212024ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:25.721562Z","caller":"traceutil/trace.go:171","msg":"trace[1997310678] linearizableReadLoop","detail":"{readStateIndex:21356; appliedIndex:21353; }","duration":"149.28726ms","start":"2026-03-18T14:44:25.572251Z","end":"2026-03-18T14:44:25.721539Z","steps":["trace[1997310678] 'read index received' (duration: 120.088919ms)","trace[1997310678] 'applied index is now lower than readState.Index' (duration: 29.197481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:44:25.721667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.401432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:44:25.721698Z","caller":"traceutil/trace.go:171","msg":"trace[1373924270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20524; }","duration":"149.478984ms","start":"2026-03-18T14:44:25.572209Z","end":"2026-03-18T14:44:25.721688Z","steps":["trace[1373924270] 'agreement among raft nodes before linearized reading' (duration: 149.418882ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:25.721775Z","caller":"traceutil/trace.go:171","msg":"trace[560001569] transaction","detail":"{read_only:false; response_revision:20522; number_of_response:1; }","duration":"272.03554ms","start":"2026-03-18T14:44:25.449714Z","end":"2026-03-18T14:44:25.721749Z","steps":["trace[560001569] 'process raft request' (duration: 242.681236ms)","trace[560001569] 'compare' (duration: 28.736928ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:25.72184Z","caller":"traceutil/trace.go:171","msg":"trace[1831714136] transaction","detail":"{read_only:false; response_revision:20523; number_of_response:1; }","duration":"271.958899ms","start":"2026-03-18T14:44:25.449836Z","end":"2026-03-18T14:44:25.721795Z","steps":["trace[1831714136] 'process raft request' (duration: 271.568038ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:25.722041Z","caller":"traceutil/trace.go:171","msg":"trace[1307465871] transaction","detail":"{read_only:false; response_revision:20524; number_of_response:1; }","duration":"272.171934ms","start":"2026-03-18T14:44:25.449845Z","end":"2026-03-18T14:44:25.722017Z","steps":["trace[1307465871] 'process raft request' (duration: 271.65035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:26.212788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.078478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:44:26.212883Z","caller":"traceutil/trace.go:171","msg":"trace[1100363217] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:20525; }","duration":"280.235903ms","start":"2026-03-18T14:44:25.932624Z","end":"2026-03-18T14:44:26.21286Z","steps":["trace[1100363217] 'count revisions from in-memory index tree' (duration: 279.917543ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:26.439734Z","caller":"traceutil/trace.go:171","msg":"trace[751061803] linearizableReadLoop","detail":"{readStateIndex:21360; appliedIndex:21359; }","duration":"106.265336ms","start":"2026-03-18T14:44:26.333439Z","end":"2026-03-18T14:44:26.439705Z","steps":["trace[751061803] 'read index received' (duration: 106.05127ms)","trace[751061803] 'applied index is now lower than readState.Index' (duration: 212.896µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:26.439869Z","caller":"traceutil/trace.go:171","msg":"trace[2025410847] transaction","detail":"{read_only:false; response_revision:20527; number_of_response:1; }","duration":"113.359027ms","start":"2026-03-18T14:44:26.326471Z","end":"2026-03-18T14:44:26.43983Z","steps":["trace[2025410847] 'process raft request' (duration: 113.058879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:26.440316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.845751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:44:26.44037Z","caller":"traceutil/trace.go:171","msg":"trace[1497982355] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:20527; }","duration":"106.953413ms","start":"2026-03-18T14:44:26.333404Z","end":"2026-03-18T14:44:26.440357Z","steps":["trace[1497982355] 'agreement among raft nodes before linearized reading' (duration: 106.420319ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:27.660815Z","caller":"traceutil/trace.go:171","msg":"trace[872088752] transaction","detail":"{read_only:false; response_revision:20531; number_of_response:1; }","duration":"210.849165ms","start":"2026-03-18T14:44:27.449873Z","end":"2026-03-18T14:44:27.660721Z","steps":["trace[872088752] 'process raft request' (duration: 152.756682ms)","trace[872088752] 'compare' (duration: 57.856946ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:27.660729Z","caller":"traceutil/trace.go:171","msg":"trace[2090293068] linearizableReadLoop","detail":"{readStateIndex:21364; appliedIndex:21363; }","duration":"156.047021ms","start":"2026-03-18T14:44:27.504652Z","end":"2026-03-18T14:44:27.660699Z","steps":["trace[2090293068] 'read index received' (duration: 97.915039ms)","trace[2090293068] 'applied index is now lower than readState.Index' (duration: 58.130762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:44:27.662584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.904813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:44:27.662668Z","caller":"traceutil/trace.go:171","msg":"trace[1535008782] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20531; }","duration":"158.033546ms","start":"2026-03-18T14:44:27.504609Z","end":"2026-03-18T14:44:27.662643Z","steps":["trace[1535008782] 'agreement among raft nodes before linearized reading' (duration: 157.761778ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:27.911183Z","caller":"traceutil/trace.go:171","msg":"trace[1174236087] linearizableReadLoop","detail":"{readStateIndex:21365; appliedIndex:21364; }","duration":"184.556453ms","start":"2026-03-18T14:44:27.726602Z","end":"2026-03-18T14:44:27.911159Z","steps":["trace[1174236087] 'read index received' (duration: 184.332617ms)","trace[1174236087] 'applied index is now lower than readState.Index' (duration: 222.536µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:27.911278Z","caller":"traceutil/trace.go:171","msg":"trace[919304842] transaction","detail":"{read_only:false; response_revision:20532; number_of_response:1; }","duration":"245.133403ms","start":"2026-03-18T14:44:27.666101Z","end":"2026-03-18T14:44:27.911235Z","steps":["trace[919304842] 'process raft request' (duration: 244.897987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:27.91143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.747608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T14:44:27.911473Z","caller":"traceutil/trace.go:171","msg":"trace[2013982376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20532; }","duration":"184.833111ms","start":"2026-03-18T14:44:27.726628Z","end":"2026-03-18T14:44:27.911461Z","steps":["trace[2013982376] 'agreement among raft nodes before linearized reading' (duration: 184.658626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:27.911459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.825361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T14:44:27.911552Z","caller":"traceutil/trace.go:171","msg":"trace[522093279] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20532; }","duration":"184.969815ms","start":"2026-03-18T14:44:27.726561Z","end":"2026-03-18T14:44:27.911531Z","steps":["trace[522093279] 'agreement among raft nodes before linearized reading' (duration: 184.695587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:27.911745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.81963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:44:27.911892Z","caller":"traceutil/trace.go:171","msg":"trace[726061819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20532; }","duration":"185.006996ms","start":"2026-03-18T14:44:27.726853Z","end":"2026-03-18T14:44:27.91186Z","steps":["trace[726061819] 'agreement among raft nodes before linearized reading' (duration: 184.546403ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:29.181005Z","caller":"traceutil/trace.go:171","msg":"trace[1558093457] transaction","detail":"{read_only:false; response_revision:20538; number_of_response:1; }","duration":"119.993416ms","start":"2026-03-18T14:44:29.060993Z","end":"2026-03-18T14:44:29.180986Z","steps":["trace[1558093457] 'process raft request' (duration: 119.553894ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:32.116001Z","caller":"traceutil/trace.go:171","msg":"trace[439871727] transaction","detail":"{read_only:false; response_revision:20550; number_of_response:1; }","duration":"136.206075ms","start":"2026-03-18T14:44:31.979768Z","end":"2026-03-18T14:44:32.115974Z","steps":["trace[439871727] 'process raft request' (duration: 136.02826ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:32.119375Z","caller":"traceutil/trace.go:171","msg":"trace[732542664] linearizableReadLoop","detail":"{readStateIndex:21385; appliedIndex:21383; }","duration":"129.836502ms","start":"2026-03-18T14:44:31.989524Z","end":"2026-03-18T14:44:32.11936Z","steps":["trace[732542664] 'read index received' (duration: 126.263595ms)","trace[732542664] 'applied index is now lower than readState.Index' (duration: 3.571857ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:32.11949Z","caller":"traceutil/trace.go:171","msg":"trace[1261863566] transaction","detail":"{read_only:false; response_revision:20551; number_of_response:1; }","duration":"139.044072ms","start":"2026-03-18T14:44:31.980412Z","end":"2026-03-18T14:44:32.119456Z","steps":["trace[1261863566] 'process raft request' (duration: 138.850717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:32.119518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.989307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:44:32.11967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.851089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:44:32.119695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.828688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:44:32.11973Z","caller":"traceutil/trace.go:171","msg":"trace[1235932075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20551; }","duration":"127.948582ms","start":"2026-03-18T14:44:31.991767Z","end":"2026-03-18T14:44:32.119716Z","steps":["trace[1235932075] 'agreement among raft nodes before linearized reading' (duration: 127.761567ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:32.119769Z","caller":"traceutil/trace.go:171","msg":"trace[9067365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20551; }","duration":"127.926392ms","start":"2026-03-18T14:44:31.991825Z","end":"2026-03-18T14:44:32.119751Z","steps":["trace[9067365] 'agreement among raft nodes before linearized reading' (duration: 127.737886ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:32.119732Z","caller":"traceutil/trace.go:171","msg":"trace[1445144877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20551; }","duration":"130.197352ms","start":"2026-03-18T14:44:31.989481Z","end":"2026-03-18T14:44:32.119678Z","steps":["trace[1445144877] 'agreement among raft nodes before linearized reading' (duration: 129.963836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:32.119625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.754266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:44:32.119945Z","caller":"traceutil/trace.go:171","msg":"trace[337356161] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:20551; }","duration":"101.060875ms","start":"2026-03-18T14:44:32.018862Z","end":"2026-03-18T14:44:32.119923Z","steps":["trace[337356161] 'agreement among raft nodes before linearized reading' (duration: 100.681384ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:32.252377Z","caller":"traceutil/trace.go:171","msg":"trace[1008357139] transaction","detail":"{read_only:false; response_revision:20553; number_of_response:1; }","duration":"128.231599ms","start":"2026-03-18T14:44:32.124117Z","end":"2026-03-18T14:44:32.252349Z","steps":["trace[1008357139] 'process raft request' (duration: 101.335161ms)","trace[1008357139] 'compare' (duration: 26.498458ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:32.252751Z","caller":"traceutil/trace.go:171","msg":"trace[636659687] linearizableReadLoop","detail":"{readStateIndex:21388; appliedIndex:21386; }","duration":"112.563306ms","start":"2026-03-18T14:44:32.140173Z","end":"2026-03-18T14:44:32.252737Z","steps":["trace[636659687] 'read index received' (duration: 85.292128ms)","trace[636659687] 'applied index is now lower than readState.Index' (duration: 27.270518ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:32.252766Z","caller":"traceutil/trace.go:171","msg":"trace[184806888] transaction","detail":"{read_only:false; response_revision:20554; number_of_response:1; }","duration":"128.556179ms","start":"2026-03-18T14:44:32.124187Z","end":"2026-03-18T14:44:32.252743Z","steps":["trace[184806888] 'process raft request' (duration: 128.095267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:32.252928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.74266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18574"} {"level":"info","ts":"2026-03-18T14:44:32.252979Z","caller":"traceutil/trace.go:171","msg":"trace[1833487018] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20554; }","duration":"112.825433ms","start":"2026-03-18T14:44:32.140141Z","end":"2026-03-18T14:44:32.252966Z","steps":["trace[1833487018] 'agreement among raft nodes before linearized reading' (duration: 112.634848ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:33.401285Z","caller":"traceutil/trace.go:171","msg":"trace[954778536] transaction","detail":"{read_only:false; response_revision:20556; number_of_response:1; }","duration":"133.77494ms","start":"2026-03-18T14:44:33.267486Z","end":"2026-03-18T14:44:33.401261Z","steps":["trace[954778536] 'process raft request' (duration: 133.625366ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:35.902435Z","caller":"traceutil/trace.go:171","msg":"trace[925393557] transaction","detail":"{read_only:false; response_revision:20567; number_of_response:1; }","duration":"138.924009ms","start":"2026-03-18T14:44:35.76349Z","end":"2026-03-18T14:44:35.902414Z","steps":["trace[925393557] 'process raft request' (duration: 138.780435ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:37.680567Z","caller":"traceutil/trace.go:171","msg":"trace[1638472395] linearizableReadLoop","detail":"{readStateIndex:21412; appliedIndex:21411; }","duration":"109.838832ms","start":"2026-03-18T14:44:37.570709Z","end":"2026-03-18T14:44:37.680548Z","steps":["trace[1638472395] 'read index received' (duration: 109.701979ms)","trace[1638472395] 'applied index is now lower than readState.Index' (duration: 136.163µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:37.680653Z","caller":"traceutil/trace.go:171","msg":"trace[73653984] transaction","detail":"{read_only:false; response_revision:20577; number_of_response:1; }","duration":"193.189807ms","start":"2026-03-18T14:44:37.487455Z","end":"2026-03-18T14:44:37.680645Z","steps":["trace[73653984] 'process raft request' (duration: 192.958871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:37.680787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.058138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:44:37.680854Z","caller":"traceutil/trace.go:171","msg":"trace[80231852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20577; }","duration":"110.16833ms","start":"2026-03-18T14:44:37.570669Z","end":"2026-03-18T14:44:37.680837Z","steps":["trace[80231852] 'agreement among raft nodes before linearized reading' (duration: 110.053967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:38.115233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.859159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:44:38.116013Z","caller":"traceutil/trace.go:171","msg":"trace[2067205202] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:20577; }","duration":"315.666551ms","start":"2026-03-18T14:44:37.800296Z","end":"2026-03-18T14:44:38.115962Z","steps":["trace[2067205202] 'count revisions from in-memory index tree' (duration: 314.746006ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:38.116037Z","caller":"traceutil/trace.go:171","msg":"trace[174906553] transaction","detail":"{read_only:false; response_revision:20578; number_of_response:1; }","duration":"206.61444ms","start":"2026-03-18T14:44:37.909391Z","end":"2026-03-18T14:44:38.116005Z","steps":["trace[174906553] 'process raft request' (duration: 203.907777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:38.116276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.025418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:238525"} {"level":"warn","ts":"2026-03-18T14:44:38.116276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:37.800273Z","time spent":"315.957939ms","remote":"127.0.0.1:49898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":8,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:44:38.116358Z","caller":"traceutil/trace.go:171","msg":"trace[1697713611] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:20578; }","duration":"201.156152ms","start":"2026-03-18T14:44:37.915188Z","end":"2026-03-18T14:44:38.116344Z","steps":["trace[1697713611] 'agreement among raft nodes before linearized reading' (duration: 200.621097ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:38.115759Z","caller":"traceutil/trace.go:171","msg":"trace[652953899] linearizableReadLoop","detail":"{readStateIndex:21413; appliedIndex:21412; }","duration":"200.494725ms","start":"2026-03-18T14:44:37.915238Z","end":"2026-03-18T14:44:38.115732Z","steps":["trace[652953899] 'read index received' (duration: 198.078079ms)","trace[652953899] 'applied index is now lower than readState.Index' (duration: 2.415186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:44:38.655756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.987201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:44:38.655901Z","caller":"traceutil/trace.go:171","msg":"trace[1444033247] transaction","detail":"{read_only:false; response_revision:20579; number_of_response:1; }","duration":"451.076764ms","start":"2026-03-18T14:44:38.204783Z","end":"2026-03-18T14:44:38.655859Z","steps":["trace[1444033247] 'process raft request' (duration: 206.893638ms)","trace[1444033247] 'compare' (duration: 243.471417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:44:38.656078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:38.204762Z","time spent":"451.221038ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:44:38.656235Z","caller":"traceutil/trace.go:171","msg":"trace[1451953165] transaction","detail":"{read_only:false; response_revision:20580; number_of_response:1; }","duration":"232.765578ms","start":"2026-03-18T14:44:38.423448Z","end":"2026-03-18T14:44:38.656213Z","steps":["trace[1451953165] 'process raft request' (duration: 232.430069ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:38.656356Z","caller":"traceutil/trace.go:171","msg":"trace[928546401] linearizableReadLoop","detail":"{readStateIndex:21414; appliedIndex:21413; }","duration":"430.808836ms","start":"2026-03-18T14:44:38.225524Z","end":"2026-03-18T14:44:38.656333Z","steps":["trace[928546401] 'read index received' (duration: 186.078594ms)","trace[928546401] 'applied index is now lower than readState.Index' (duration: 244.728562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:44:38.656642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.045628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:44:38.656715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.068133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:44:38.656725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.681723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:44:38.656795Z","caller":"traceutil/trace.go:171","msg":"trace[649749570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20580; }","duration":"224.184136ms","start":"2026-03-18T14:44:38.432594Z","end":"2026-03-18T14:44:38.656778Z","steps":["trace[649749570] 'agreement among raft nodes before linearized reading' (duration: 223.927718ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:38.656808Z","caller":"traceutil/trace.go:171","msg":"trace[1259707153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20580; }","duration":"226.790006ms","start":"2026-03-18T14:44:38.429998Z","end":"2026-03-18T14:44:38.656788Z","steps":["trace[1259707153] 'agreement among raft nodes before linearized reading' (duration: 226.546908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:38.656703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.170576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T14:44:38.656906Z","caller":"traceutil/trace.go:171","msg":"trace[759566501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20580; }","duration":"431.418203ms","start":"2026-03-18T14:44:38.225478Z","end":"2026-03-18T14:44:38.656896Z","steps":["trace[759566501] 'agreement among raft nodes before linearized reading' (duration: 430.979761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:38.656943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:38.225452Z","time spent":"431.478814ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:44:38.656677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.161251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:44:38.657153Z","caller":"traceutil/trace.go:171","msg":"trace[1559166843] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20580; }","duration":"416.53336ms","start":"2026-03-18T14:44:38.240501Z","end":"2026-03-18T14:44:38.657035Z","steps":["trace[1559166843] 'agreement among raft nodes before linearized reading' (duration: 416.011906ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:38.656874Z","caller":"traceutil/trace.go:171","msg":"trace[1380031255] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20580; }","duration":"263.225572ms","start":"2026-03-18T14:44:38.393531Z","end":"2026-03-18T14:44:38.656757Z","steps":["trace[1380031255] 'agreement among raft nodes before linearized reading' (duration: 263.039598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:38.657232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:38.24048Z","time spent":"416.730645ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:44:39.053693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.39558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:44:39.05402Z","caller":"traceutil/trace.go:171","msg":"trace[2002221881] transaction","detail":"{read_only:false; response_revision:20583; number_of_response:1; }","duration":"392.52077ms","start":"2026-03-18T14:44:38.661484Z","end":"2026-03-18T14:44:39.054005Z","steps":["trace[2002221881] 'process raft request' (duration: 392.457138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:39.054115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:38.661278Z","time spent":"392.808978ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:44:39.05421Z","caller":"traceutil/trace.go:171","msg":"trace[1838990187] transaction","detail":"{read_only:false; response_revision:20581; number_of_response:1; }","duration":"392.755607ms","start":"2026-03-18T14:44:38.661426Z","end":"2026-03-18T14:44:39.054182Z","steps":["trace[1838990187] 'process raft request' (duration: 228.78986ms)","trace[1838990187] 'compare' (duration: 162.790125ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:39.054089Z","caller":"traceutil/trace.go:171","msg":"trace[16013117] transaction","detail":"{read_only:false; response_revision:20582; number_of_response:1; }","duration":"392.631132ms","start":"2026-03-18T14:44:38.661405Z","end":"2026-03-18T14:44:39.054036Z","steps":["trace[16013117] 'process raft request' (duration: 392.452548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:39.054403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:38.661383Z","time spent":"392.994543ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:44:39.054434Z","caller":"traceutil/trace.go:171","msg":"trace[196762750] transaction","detail":"{read_only:false; response_revision:20584; number_of_response:1; }","duration":"391.359879ms","start":"2026-03-18T14:44:38.66306Z","end":"2026-03-18T14:44:39.05442Z","steps":["trace[196762750] 'process raft request' (duration: 390.910797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:39.054497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:38.663029Z","time spent":"391.44216ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:44:39.054651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:38.661406Z","time spent":"392.89899ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:44:40.882063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.336479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T14:44:40.882144Z","caller":"traceutil/trace.go:171","msg":"trace[397752827] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20587; }","duration":"275.451582ms","start":"2026-03-18T14:44:40.606674Z","end":"2026-03-18T14:44:40.882125Z","steps":["trace[397752827] 'range keys from in-memory index tree' (duration: 275.199475ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:40.882352Z","caller":"traceutil/trace.go:171","msg":"trace[632702629] transaction","detail":"{read_only:false; response_revision:20588; number_of_response:1; }","duration":"221.133553ms","start":"2026-03-18T14:44:40.661201Z","end":"2026-03-18T14:44:40.882335Z","steps":["trace[632702629] 'process raft request' (duration: 178.544021ms)","trace[632702629] 'compare' (duration: 42.159211ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:40.923988Z","caller":"traceutil/trace.go:171","msg":"trace[2036852150] transaction","detail":"{read_only:false; response_revision:20589; number_of_response:1; }","duration":"262.235605ms","start":"2026-03-18T14:44:40.661727Z","end":"2026-03-18T14:44:40.923963Z","steps":["trace[2036852150] 'process raft request' (duration: 262.10864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:45.310437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.438017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:44:45.310557Z","caller":"traceutil/trace.go:171","msg":"trace[1003020270] linearizableReadLoop","detail":"{readStateIndex:21442; appliedIndex:21441; }","duration":"100.776267ms","start":"2026-03-18T14:44:45.209764Z","end":"2026-03-18T14:44:45.31054Z","steps":["trace[1003020270] 'read index received' (duration: 44.232µs)","trace[1003020270] 'applied index is now lower than readState.Index' (duration: 100.730215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:44:45.310987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.203038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T14:44:45.311053Z","caller":"traceutil/trace.go:171","msg":"trace[601349914] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20606; }","duration":"101.321942ms","start":"2026-03-18T14:44:45.209717Z","end":"2026-03-18T14:44:45.311039Z","steps":["trace[601349914] 'agreement among raft nodes before linearized reading' (duration: 101.109136ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:45.310879Z","caller":"traceutil/trace.go:171","msg":"trace[376399032] transaction","detail":"{read_only:false; response_revision:20606; number_of_response:1; }","duration":"308.498898ms","start":"2026-03-18T14:44:45.002314Z","end":"2026-03-18T14:44:45.310813Z","steps":["trace[376399032] 'process raft request' (duration: 183.606388ms)","trace[376399032] 'compare' (duration: 124.137949ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:44:45.311744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:45.002293Z","time spent":"309.284878ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:44:45.586026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.97879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:44:45.586138Z","caller":"traceutil/trace.go:171","msg":"trace[60970643] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:20610; }","duration":"146.095763ms","start":"2026-03-18T14:44:45.440014Z","end":"2026-03-18T14:44:45.58611Z","steps":["trace[60970643] 'count revisions from in-memory index tree' (duration: 145.881488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:45.974353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.87259ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:44:45.97445Z","caller":"traceutil/trace.go:171","msg":"trace[359992100] linearizableReadLoop","detail":"{readStateIndex:21447; appliedIndex:21446; }","duration":"176.920687ms","start":"2026-03-18T14:44:45.797514Z","end":"2026-03-18T14:44:45.974434Z","steps":["trace[359992100] 'read index received' (duration: 75.984515ms)","trace[359992100] 'applied index is now lower than readState.Index' (duration: 100.934562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:44:45.974796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.249536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T14:44:45.974914Z","caller":"traceutil/trace.go:171","msg":"trace[193309860] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20610; }","duration":"177.432411ms","start":"2026-03-18T14:44:45.797456Z","end":"2026-03-18T14:44:45.974888Z","steps":["trace[193309860] 'agreement among raft nodes before linearized reading' (duration: 177.05667ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:50.60481Z","caller":"traceutil/trace.go:171","msg":"trace[84915487] transaction","detail":"{read_only:false; response_revision:20633; number_of_response:1; }","duration":"101.121646ms","start":"2026-03-18T14:44:50.503666Z","end":"2026-03-18T14:44:50.604788Z","steps":["trace[84915487] 'process raft request' (duration: 77.852726ms)","trace[84915487] 'compare' (duration: 23.057514ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:51.540531Z","caller":"traceutil/trace.go:171","msg":"trace[1586034495] linearizableReadLoop","detail":"{readStateIndex:21473; appliedIndex:21472; }","duration":"111.200958ms","start":"2026-03-18T14:44:51.429307Z","end":"2026-03-18T14:44:51.540508Z","steps":["trace[1586034495] 'read index received' (duration: 110.989962ms)","trace[1586034495] 'applied index is now lower than readState.Index' (duration: 210.016µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:51.540593Z","caller":"traceutil/trace.go:171","msg":"trace[2002365924] transaction","detail":"{read_only:false; response_revision:20635; number_of_response:1; }","duration":"141.832347ms","start":"2026-03-18T14:44:51.398729Z","end":"2026-03-18T14:44:51.540562Z","steps":["trace[2002365924] 'process raft request' (duration: 141.621621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:51.540759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.436644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:44:51.540799Z","caller":"traceutil/trace.go:171","msg":"trace[1373662183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20635; }","duration":"111.540088ms","start":"2026-03-18T14:44:51.429248Z","end":"2026-03-18T14:44:51.540788Z","steps":["trace[1373662183] 'agreement among raft nodes before linearized reading' (duration: 111.386124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:51.777077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.364815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:44:51.777263Z","caller":"traceutil/trace.go:171","msg":"trace[1590407351] transaction","detail":"{read_only:false; response_revision:20637; number_of_response:1; }","duration":"232.534662ms","start":"2026-03-18T14:44:51.544714Z","end":"2026-03-18T14:44:51.777248Z","steps":["trace[1590407351] 'process raft request' (duration: 232.44895ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:51.777325Z","caller":"traceutil/trace.go:171","msg":"trace[43649991] transaction","detail":"{read_only:false; response_revision:20636; number_of_response:1; }","duration":"232.920412ms","start":"2026-03-18T14:44:51.544375Z","end":"2026-03-18T14:44:51.777296Z","steps":["trace[43649991] 'process raft request' (duration: 74.267879ms)","trace[43649991] 'compare' (duration: 158.216061ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:51.777602Z","caller":"traceutil/trace.go:171","msg":"trace[380791668] transaction","detail":"{read_only:false; response_revision:20638; number_of_response:1; }","duration":"231.989737ms","start":"2026-03-18T14:44:51.54558Z","end":"2026-03-18T14:44:51.777569Z","steps":["trace[380791668] 'process raft request' (duration: 231.636426ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:51.777573Z","caller":"traceutil/trace.go:171","msg":"trace[1392558175] linearizableReadLoop","detail":"{readStateIndex:21477; appliedIndex:21473; }","duration":"202.856209ms","start":"2026-03-18T14:44:51.574695Z","end":"2026-03-18T14:44:51.777551Z","steps":["trace[1392558175] 'read index received' (duration: 44.076583ms)","trace[1392558175] 'applied index is now lower than readState.Index' (duration: 158.775125ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:51.777697Z","caller":"traceutil/trace.go:171","msg":"trace[660052210] transaction","detail":"{read_only:false; response_revision:20639; number_of_response:1; }","duration":"229.628583ms","start":"2026-03-18T14:44:51.54806Z","end":"2026-03-18T14:44:51.777688Z","steps":["trace[660052210] 'process raft request' (duration: 229.397627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:51.777729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.024753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:44:51.777756Z","caller":"traceutil/trace.go:171","msg":"trace[1310992376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20639; }","duration":"203.113256ms","start":"2026-03-18T14:44:51.574634Z","end":"2026-03-18T14:44:51.777748Z","steps":["trace[1310992376] 'agreement among raft nodes before linearized reading' (duration: 203.021173ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:51.906227Z","caller":"traceutil/trace.go:171","msg":"trace[536171080] linearizableReadLoop","detail":"{readStateIndex:21478; appliedIndex:21477; }","duration":"127.060298ms","start":"2026-03-18T14:44:51.779141Z","end":"2026-03-18T14:44:51.906201Z","steps":["trace[536171080] 'read index received' (duration: 112.244827ms)","trace[536171080] 'applied index is now lower than readState.Index' (duration: 14.814151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:44:51.906396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.215352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:44:51.90643Z","caller":"traceutil/trace.go:171","msg":"trace[1637283633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20640; }","duration":"127.317075ms","start":"2026-03-18T14:44:51.779101Z","end":"2026-03-18T14:44:51.906418Z","steps":["trace[1637283633] 'agreement among raft nodes before linearized reading' (duration: 127.225282ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:51.906406Z","caller":"traceutil/trace.go:171","msg":"trace[484997802] transaction","detail":"{read_only:false; response_revision:20640; number_of_response:1; }","duration":"188.471829ms","start":"2026-03-18T14:44:51.71785Z","end":"2026-03-18T14:44:51.906321Z","steps":["trace[484997802] 'process raft request' (duration: 173.547456ms)","trace[484997802] 'compare' (duration: 14.685307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:44:52.149524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.011162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:44:52.149601Z","caller":"traceutil/trace.go:171","msg":"trace[185310539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20640; }","duration":"142.142776ms","start":"2026-03-18T14:44:52.007443Z","end":"2026-03-18T14:44:52.149586Z","steps":["trace[185310539] 'range keys from in-memory index tree' (duration: 141.866458ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:53.674201Z","caller":"traceutil/trace.go:171","msg":"trace[177587427] linearizableReadLoop","detail":"{readStateIndex:21482; appliedIndex:21481; }","duration":"103.351977ms","start":"2026-03-18T14:44:53.570827Z","end":"2026-03-18T14:44:53.674179Z","steps":["trace[177587427] 'read index received' (duration: 103.121881ms)","trace[177587427] 'applied index is now lower than readState.Index' (duration: 229.196µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:53.674303Z","caller":"traceutil/trace.go:171","msg":"trace[451438053] transaction","detail":"{read_only:false; response_revision:20644; number_of_response:1; }","duration":"128.320042ms","start":"2026-03-18T14:44:53.545952Z","end":"2026-03-18T14:44:53.674272Z","steps":["trace[451438053] 'process raft request' (duration: 128.058565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:53.674348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.49497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:44:53.674388Z","caller":"traceutil/trace.go:171","msg":"trace[1734906117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20644; }","duration":"103.603873ms","start":"2026-03-18T14:44:53.570773Z","end":"2026-03-18T14:44:53.674377Z","steps":["trace[1734906117] 'agreement among raft nodes before linearized reading' (duration: 103.513122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:54.821799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.816646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:44:54.821959Z","caller":"traceutil/trace.go:171","msg":"trace[392700953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20650; }","duration":"251.026022ms","start":"2026-03-18T14:44:54.570912Z","end":"2026-03-18T14:44:54.821938Z","steps":["trace[392700953] 'range keys from in-memory index tree' (duration: 250.711784ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:55.443635Z","caller":"traceutil/trace.go:171","msg":"trace[1380270140] transaction","detail":"{read_only:false; response_revision:20651; number_of_response:1; }","duration":"243.935279ms","start":"2026-03-18T14:44:55.199671Z","end":"2026-03-18T14:44:55.443606Z","steps":["trace[1380270140] 'process raft request' (duration: 243.784905ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:55.805701Z","caller":"traceutil/trace.go:171","msg":"trace[924995737] transaction","detail":"{read_only:false; response_revision:20652; number_of_response:1; }","duration":"125.955378ms","start":"2026-03-18T14:44:55.679718Z","end":"2026-03-18T14:44:55.805674Z","steps":["trace[924995737] 'process raft request' (duration: 125.749982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:56.413942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.818811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:44:56.414011Z","caller":"traceutil/trace.go:171","msg":"trace[1984941028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20656; }","duration":"180.933435ms","start":"2026-03-18T14:44:56.23306Z","end":"2026-03-18T14:44:56.413994Z","steps":["trace[1984941028] 'range keys from in-memory index tree' (duration: 180.521194ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:56.569543Z","caller":"traceutil/trace.go:171","msg":"trace[74823649] transaction","detail":"{read_only:false; response_revision:20657; number_of_response:1; }","duration":"207.205537ms","start":"2026-03-18T14:44:56.362315Z","end":"2026-03-18T14:44:56.56952Z","steps":["trace[74823649] 'process raft request' (duration: 207.042983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:56.782406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.686238ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:44:56.782563Z","caller":"traceutil/trace.go:171","msg":"trace[2017945520] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20657; }","duration":"116.880772ms","start":"2026-03-18T14:44:56.665659Z","end":"2026-03-18T14:44:56.78254Z","steps":["trace[2017945520] 'range keys from in-memory index tree' (duration: 116.656266ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:56.782648Z","caller":"traceutil/trace.go:171","msg":"trace[2114510324] transaction","detail":"{read_only:false; response_revision:20658; number_of_response:1; }","duration":"365.156941ms","start":"2026-03-18T14:44:56.417456Z","end":"2026-03-18T14:44:56.782613Z","steps":["trace[2114510324] 'process raft request' (duration: 326.987848ms)","trace[2114510324] 'compare' (duration: 37.948567ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:44:56.782649Z","caller":"traceutil/trace.go:171","msg":"trace[999986612] linearizableReadLoop","detail":"{readStateIndex:21497; appliedIndex:21496; }","duration":"210.999589ms","start":"2026-03-18T14:44:56.571551Z","end":"2026-03-18T14:44:56.78255Z","steps":["trace[999986612] 'read index received' (duration: 172.811676ms)","trace[999986612] 'applied index is now lower than readState.Index' (duration: 38.186712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:44:56.782812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:56.417434Z","time spent":"365.292494ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:44:56.782849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.275856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:44:56.783622Z","caller":"traceutil/trace.go:171","msg":"trace[1869909110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20658; }","duration":"211.880042ms","start":"2026-03-18T14:44:56.571509Z","end":"2026-03-18T14:44:56.783389Z","steps":["trace[1869909110] 'agreement among raft nodes before linearized reading' (duration: 211.245235ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:58.810618Z","caller":"traceutil/trace.go:171","msg":"trace[529511908] transaction","detail":"{read_only:false; response_revision:20667; number_of_response:1; }","duration":"235.384539ms","start":"2026-03-18T14:44:58.575199Z","end":"2026-03-18T14:44:58.810583Z","steps":["trace[529511908] 'process raft request' (duration: 235.102381ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:44:59.294398Z","caller":"traceutil/trace.go:171","msg":"trace[165585439] transaction","detail":"{read_only:false; response_revision:20668; number_of_response:1; }","duration":"479.705979ms","start":"2026-03-18T14:44:58.814665Z","end":"2026-03-18T14:44:59.294371Z","steps":["trace[165585439] 'process raft request' (duration: 479.503033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:44:59.294536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:44:58.814636Z","time spent":"479.831763ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:45:00.09383Z","caller":"traceutil/trace.go:171","msg":"trace[1101392312] linearizableReadLoop","detail":"{readStateIndex:21510; appliedIndex:21509; }","duration":"181.106621ms","start":"2026-03-18T14:44:59.912696Z","end":"2026-03-18T14:45:00.093802Z","steps":["trace[1101392312] 'read index received' (duration: 180.854364ms)","trace[1101392312] 'applied index is now lower than readState.Index' (duration: 251.317µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:00.093939Z","caller":"traceutil/trace.go:171","msg":"trace[1657595966] transaction","detail":"{read_only:false; response_revision:20671; number_of_response:1; }","duration":"186.170477ms","start":"2026-03-18T14:44:59.907733Z","end":"2026-03-18T14:45:00.093903Z","steps":["trace[1657595966] 'process raft request' (duration: 185.889379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:00.094278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.536462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:45:00.094323Z","caller":"traceutil/trace.go:171","msg":"trace[2015512828] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20671; }","duration":"181.671216ms","start":"2026-03-18T14:44:59.912637Z","end":"2026-03-18T14:45:00.094309Z","steps":["trace[2015512828] 'agreement among raft nodes before linearized reading' (duration: 181.312435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:00.094305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.328099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T14:45:00.094311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.534548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:45:00.094325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.575997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:45:00.09438Z","caller":"traceutil/trace.go:171","msg":"trace[1223424883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20671; }","duration":"180.436141ms","start":"2026-03-18T14:44:59.913918Z","end":"2026-03-18T14:45:00.094354Z","steps":["trace[1223424883] 'agreement among raft nodes before linearized reading' (duration: 180.217216ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:00.094391Z","caller":"traceutil/trace.go:171","msg":"trace[1654946184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20671; }","duration":"179.653141ms","start":"2026-03-18T14:44:59.914717Z","end":"2026-03-18T14:45:00.09437Z","steps":["trace[1654946184] 'agreement among raft nodes before linearized reading' (duration: 179.420205ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:00.094398Z","caller":"traceutil/trace.go:171","msg":"trace[122216887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20671; }","duration":"180.696119ms","start":"2026-03-18T14:44:59.913683Z","end":"2026-03-18T14:45:00.094379Z","steps":["trace[122216887] 'agreement among raft nodes before linearized reading' (duration: 180.399912ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:00.346223Z","caller":"traceutil/trace.go:171","msg":"trace[1867998904] linearizableReadLoop","detail":"{readStateIndex:21514; appliedIndex:21510; }","duration":"240.59276ms","start":"2026-03-18T14:45:00.105605Z","end":"2026-03-18T14:45:00.346198Z","steps":["trace[1867998904] 'read index received' (duration: 48.692608ms)","trace[1867998904] 'applied index is now lower than readState.Index' (duration: 191.899172ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:45:00.346428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.805025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:45:00.346468Z","caller":"traceutil/trace.go:171","msg":"trace[1831391864] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:20675; }","duration":"240.862856ms","start":"2026-03-18T14:45:00.105591Z","end":"2026-03-18T14:45:00.346453Z","steps":["trace[1831391864] 'agreement among raft nodes before linearized reading' (duration: 240.754113ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:00.346457Z","caller":"traceutil/trace.go:171","msg":"trace[1293354174] transaction","detail":"{read_only:false; response_revision:20673; number_of_response:1; }","duration":"247.924677ms","start":"2026-03-18T14:45:00.098484Z","end":"2026-03-18T14:45:00.346409Z","steps":["trace[1293354174] 'process raft request' (duration: 247.340341ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:00.346611Z","caller":"traceutil/trace.go:171","msg":"trace[78500314] transaction","detail":"{read_only:false; response_revision:20674; number_of_response:1; }","duration":"247.987059ms","start":"2026-03-18T14:45:00.098586Z","end":"2026-03-18T14:45:00.346573Z","steps":["trace[78500314] 'process raft request' (duration: 247.523287ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:00.346701Z","caller":"traceutil/trace.go:171","msg":"trace[214216933] transaction","detail":"{read_only:false; response_revision:20675; number_of_response:1; }","duration":"247.570859ms","start":"2026-03-18T14:45:00.099078Z","end":"2026-03-18T14:45:00.346649Z","steps":["trace[214216933] 'process raft request' (duration: 247.074525ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:00.955321Z","caller":"traceutil/trace.go:171","msg":"trace[975936255] linearizableReadLoop","detail":"{readStateIndex:21515; appliedIndex:21514; }","duration":"487.354575ms","start":"2026-03-18T14:45:00.467935Z","end":"2026-03-18T14:45:00.95529Z","steps":["trace[975936255] 'read index received' (duration: 486.930614ms)","trace[975936255] 'applied index is now lower than readState.Index' (duration: 422.791µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:00.955371Z","caller":"traceutil/trace.go:171","msg":"trace[1182774491] transaction","detail":"{read_only:false; response_revision:20676; number_of_response:1; }","duration":"606.478879ms","start":"2026-03-18T14:45:00.348856Z","end":"2026-03-18T14:45:00.955335Z","steps":["trace[1182774491] 'process raft request' (duration: 605.968535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:00.955502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:00.34883Z","time spent":"606.615603ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5342,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:45:00.955583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.645914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-18T14:45:00.955622Z","caller":"traceutil/trace.go:171","msg":"trace[909637911] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:20676; }","duration":"487.760507ms","start":"2026-03-18T14:45:00.467846Z","end":"2026-03-18T14:45:00.955607Z","steps":["trace[909637911] 'agreement among raft nodes before linearized reading' (duration: 487.585653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:00.955663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:00.467809Z","time spent":"487.843949ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"info","ts":"2026-03-18T14:45:01.008124Z","caller":"traceutil/trace.go:171","msg":"trace[912805353] transaction","detail":"{read_only:false; response_revision:20677; number_of_response:1; }","duration":"193.379902ms","start":"2026-03-18T14:45:00.81471Z","end":"2026-03-18T14:45:01.00809Z","steps":["trace[912805353] 'process raft request' (duration: 193.151206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:01.008198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.340285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:45:01.008285Z","caller":"traceutil/trace.go:171","msg":"trace[1737827632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20677; }","duration":"436.419898ms","start":"2026-03-18T14:45:00.571826Z","end":"2026-03-18T14:45:01.008246Z","steps":["trace[1737827632] 'agreement among raft nodes before linearized reading' (duration: 436.269234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:01.008319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:00.571765Z","time spent":"436.549662ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:45:01.487054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:00.96447Z","time spent":"522.580628ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T14:45:01.487149Z","caller":"traceutil/trace.go:171","msg":"trace[537764649] transaction","detail":"{read_only:false; response_revision:20678; number_of_response:1; }","duration":"524.035878ms","start":"2026-03-18T14:45:00.963082Z","end":"2026-03-18T14:45:01.487117Z","steps":["trace[537764649] 'process raft request' (duration: 523.815393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:01.487189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:00.956362Z","time spent":"530.807522ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T14:45:01.487292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:00.963063Z","time spent":"524.158381ms","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5447,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:45:01.487783Z","caller":"traceutil/trace.go:171","msg":"trace[227821657] linearizableReadLoop","detail":"{readStateIndex:21519; appliedIndex:21519; }","duration":"479.743441ms","start":"2026-03-18T14:45:01.00802Z","end":"2026-03-18T14:45:01.487764Z","steps":["trace[227821657] 'read index received' (duration: 479.730081ms)","trace[227821657] 'applied index is now lower than readState.Index' (duration: 10.61µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:45:01.488214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.744216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:45:01.488271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.397802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:45:01.488335Z","caller":"traceutil/trace.go:171","msg":"trace[687234123] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:20678; }","duration":"521.87046ms","start":"2026-03-18T14:45:00.966436Z","end":"2026-03-18T14:45:01.488306Z","steps":["trace[687234123] 'agreement among raft nodes before linearized reading' (duration: 521.681834ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:01.488342Z","caller":"traceutil/trace.go:171","msg":"trace[1055815711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20678; }","duration":"190.505854ms","start":"2026-03-18T14:45:01.297819Z","end":"2026-03-18T14:45:01.488325Z","steps":["trace[1055815711] 'agreement among raft nodes before linearized reading' (duration: 190.305468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:01.488444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:00.966429Z","time spent":"522.001883ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-03-18T14:45:01.488794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.343673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:45:01.488858Z","caller":"traceutil/trace.go:171","msg":"trace[993826326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20678; }","duration":"479.288978ms","start":"2026-03-18T14:45:01.009551Z","end":"2026-03-18T14:45:01.48884Z","steps":["trace[993826326] 'agreement among raft nodes before linearized reading' (duration: 478.310242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:01.488908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:01.009535Z","time spent":"479.36052ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:45:01.609327Z","caller":"traceutil/trace.go:171","msg":"trace[1938767579] transaction","detail":"{read_only:false; response_revision:20682; number_of_response:1; }","duration":"117.19686ms","start":"2026-03-18T14:45:01.49209Z","end":"2026-03-18T14:45:01.609286Z","steps":["trace[1938767579] 'process raft request' (duration: 100.957701ms)","trace[1938767579] 'compare' (duration: 16.002453ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:01.609336Z","caller":"traceutil/trace.go:171","msg":"trace[2010810999] transaction","detail":"{read_only:false; response_revision:20683; number_of_response:1; }","duration":"113.803408ms","start":"2026-03-18T14:45:01.495511Z","end":"2026-03-18T14:45:01.609314Z","steps":["trace[2010810999] 'process raft request' (duration: 113.671285ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:01.833283Z","caller":"traceutil/trace.go:171","msg":"trace[284800639] linearizableReadLoop","detail":"{readStateIndex:21529; appliedIndex:21528; }","duration":"188.720036ms","start":"2026-03-18T14:45:01.644535Z","end":"2026-03-18T14:45:01.833255Z","steps":["trace[284800639] 'read index received' (duration: 170.568465ms)","trace[284800639] 'applied index is now lower than readState.Index' (duration: 18.150401ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:01.833583Z","caller":"traceutil/trace.go:171","msg":"trace[1974889401] transaction","detail":"{read_only:false; response_revision:20687; number_of_response:1; }","duration":"194.667447ms","start":"2026-03-18T14:45:01.6389Z","end":"2026-03-18T14:45:01.833568Z","steps":["trace[1974889401] 'process raft request' (duration: 176.176296ms)","trace[1974889401] 'compare' (duration: 18.003937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:45:01.833885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.341372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29564085-x8xqc\" ","response":"range_response_count:1 size:5603"} {"level":"info","ts":"2026-03-18T14:45:01.833945Z","caller":"traceutil/trace.go:171","msg":"trace[1297783743] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29564085-x8xqc; range_end:; response_count:1; response_revision:20687; }","duration":"189.437805ms","start":"2026-03-18T14:45:01.644493Z","end":"2026-03-18T14:45:01.833931Z","steps":["trace[1297783743] 'agreement among raft nodes before linearized reading' (duration: 189.25151ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:03.723452Z","caller":"traceutil/trace.go:171","msg":"trace[1873413492] linearizableReadLoop","detail":"{readStateIndex:21544; appliedIndex:21543; }","duration":"103.969703ms","start":"2026-03-18T14:45:03.619459Z","end":"2026-03-18T14:45:03.723428Z","steps":["trace[1873413492] 'read index received' (duration: 103.721527ms)","trace[1873413492] 'applied index is now lower than readState.Index' (duration: 247.516µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:03.723513Z","caller":"traceutil/trace.go:171","msg":"trace[1228814236] transaction","detail":"{read_only:false; response_revision:20702; number_of_response:1; }","duration":"108.64099ms","start":"2026-03-18T14:45:03.614846Z","end":"2026-03-18T14:45:03.723487Z","steps":["trace[1228814236] 'process raft request' (duration: 108.398413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:03.723772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.252181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:45:03.723867Z","caller":"traceutil/trace.go:171","msg":"trace[1049291961] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20702; }","duration":"104.409966ms","start":"2026-03-18T14:45:03.61944Z","end":"2026-03-18T14:45:03.72385Z","steps":["trace[1049291961] 'agreement among raft nodes before linearized reading' (duration: 104.083707ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:05.129768Z","caller":"traceutil/trace.go:171","msg":"trace[1835839023] transaction","detail":"{read_only:false; response_revision:20709; number_of_response:1; }","duration":"131.559399ms","start":"2026-03-18T14:45:04.998186Z","end":"2026-03-18T14:45:05.129746Z","steps":["trace[1835839023] 'process raft request' (duration: 131.384895ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:05.132165Z","caller":"traceutil/trace.go:171","msg":"trace[2044223393] transaction","detail":"{read_only:false; response_revision:20710; number_of_response:1; }","duration":"110.87855ms","start":"2026-03-18T14:45:05.021265Z","end":"2026-03-18T14:45:05.132144Z","steps":["trace[2044223393] 'process raft request' (duration: 110.697085ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:07.962389Z","caller":"traceutil/trace.go:171","msg":"trace[734778078] linearizableReadLoop","detail":"{readStateIndex:21572; appliedIndex:21571; }","duration":"110.156621ms","start":"2026-03-18T14:45:07.852201Z","end":"2026-03-18T14:45:07.962357Z","steps":["trace[734778078] 'read index received' (duration: 26.191608ms)","trace[734778078] 'applied index is now lower than readState.Index' (duration: 83.963803ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:07.962409Z","caller":"traceutil/trace.go:171","msg":"trace[2138280485] transaction","detail":"{read_only:false; response_revision:20729; number_of_response:1; }","duration":"200.097984ms","start":"2026-03-18T14:45:07.762274Z","end":"2026-03-18T14:45:07.962372Z","steps":["trace[2138280485] 'process raft request' (duration: 116.212634ms)","trace[2138280485] 'compare' (duration: 83.704205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:45:07.962611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.392377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:45:07.962661Z","caller":"traceutil/trace.go:171","msg":"trace[520731701] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20729; }","duration":"110.456358ms","start":"2026-03-18T14:45:07.852194Z","end":"2026-03-18T14:45:07.962651Z","steps":["trace[520731701] 'agreement among raft nodes before linearized reading' (duration: 110.275274ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:08.689155Z","caller":"traceutil/trace.go:171","msg":"trace[1320691172] transaction","detail":"{read_only:false; response_revision:20733; number_of_response:1; }","duration":"221.638077ms","start":"2026-03-18T14:45:08.467491Z","end":"2026-03-18T14:45:08.689129Z","steps":["trace[1320691172] 'process raft request' (duration: 221.473492ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:08.727777Z","caller":"traceutil/trace.go:171","msg":"trace[454694831] linearizableReadLoop","detail":"{readStateIndex:21578; appliedIndex:21575; }","duration":"251.366502ms","start":"2026-03-18T14:45:08.476377Z","end":"2026-03-18T14:45:08.727743Z","steps":["trace[454694831] 'read index received' (duration: 212.656474ms)","trace[454694831] 'applied index is now lower than readState.Index' (duration: 38.706337ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:08.727822Z","caller":"traceutil/trace.go:171","msg":"trace[1071420162] transaction","detail":"{read_only:false; response_revision:20734; number_of_response:1; }","duration":"259.834891ms","start":"2026-03-18T14:45:08.467941Z","end":"2026-03-18T14:45:08.727776Z","steps":["trace[1071420162] 'process raft request' (duration: 259.577593ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:08.727888Z","caller":"traceutil/trace.go:171","msg":"trace[565976104] transaction","detail":"{read_only:false; response_revision:20735; number_of_response:1; }","duration":"259.789009ms","start":"2026-03-18T14:45:08.468052Z","end":"2026-03-18T14:45:08.727841Z","steps":["trace[565976104] 'process raft request' (duration: 259.641445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:08.727979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.561847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:45:08.72805Z","caller":"traceutil/trace.go:171","msg":"trace[1057485714] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:20735; }","duration":"251.67797ms","start":"2026-03-18T14:45:08.476353Z","end":"2026-03-18T14:45:08.728031Z","steps":["trace[1057485714] 'agreement among raft nodes before linearized reading' (duration: 251.544707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:08.728287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.089095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:45:08.728343Z","caller":"traceutil/trace.go:171","msg":"trace[1562537445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20735; }","duration":"159.228179ms","start":"2026-03-18T14:45:08.569098Z","end":"2026-03-18T14:45:08.728327Z","steps":["trace[1562537445] 'agreement among raft nodes before linearized reading' (duration: 159.005593ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:09.865083Z","caller":"traceutil/trace.go:171","msg":"trace[2050337703] transaction","detail":"{read_only:false; response_revision:20737; number_of_response:1; }","duration":"168.57647ms","start":"2026-03-18T14:45:09.696481Z","end":"2026-03-18T14:45:09.865057Z","steps":["trace[2050337703] 'process raft request' (duration: 168.399895ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:10.308837Z","caller":"traceutil/trace.go:171","msg":"trace[1631702688] transaction","detail":"{read_only:false; response_revision:20740; number_of_response:1; }","duration":"132.31677ms","start":"2026-03-18T14:45:10.176487Z","end":"2026-03-18T14:45:10.308804Z","steps":["trace[1631702688] 'process raft request' (duration: 131.987991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:10.572522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.20774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-18T14:45:10.572579Z","caller":"traceutil/trace.go:171","msg":"trace[2132904946] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:20741; }","duration":"104.351163ms","start":"2026-03-18T14:45:10.468214Z","end":"2026-03-18T14:45:10.572565Z","steps":["trace[2132904946] 'range keys from in-memory index tree' (duration: 103.953552ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:10.700892Z","caller":"traceutil/trace.go:171","msg":"trace[2122534780] linearizableReadLoop","detail":"{readStateIndex:21585; appliedIndex:21584; }","duration":"101.792134ms","start":"2026-03-18T14:45:10.599078Z","end":"2026-03-18T14:45:10.70087Z","steps":["trace[2122534780] 'read index received' (duration: 101.653031ms)","trace[2122534780] 'applied index is now lower than readState.Index' (duration: 137.153µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:45:10.701081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.99147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-03-18T14:45:10.701123Z","caller":"traceutil/trace.go:171","msg":"trace[1174330440] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:20741; }","duration":"102.070662ms","start":"2026-03-18T14:45:10.59904Z","end":"2026-03-18T14:45:10.70111Z","steps":["trace[1174330440] 'agreement among raft nodes before linearized reading' (duration: 101.970019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:11.02956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.545898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:45:11.029668Z","caller":"traceutil/trace.go:171","msg":"trace[1113652078] transaction","detail":"{read_only:false; response_revision:20742; number_of_response:1; }","duration":"327.720847ms","start":"2026-03-18T14:45:10.701913Z","end":"2026-03-18T14:45:11.029634Z","steps":["trace[1113652078] 'process raft request' (duration: 134.038426ms)","trace[1113652078] 'compare' (duration: 192.945231ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:11.029734Z","caller":"traceutil/trace.go:171","msg":"trace[429717389] linearizableReadLoop","detail":"{readStateIndex:21586; appliedIndex:21585; }","duration":"326.437112ms","start":"2026-03-18T14:45:10.703272Z","end":"2026-03-18T14:45:11.029709Z","steps":["trace[429717389] 'read index received' (duration: 132.720511ms)","trace[429717389] 'applied index is now lower than readState.Index' (duration: 193.713681ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:11.029786Z","caller":"traceutil/trace.go:171","msg":"trace[1796838339] transaction","detail":"{read_only:false; response_revision:20743; number_of_response:1; }","duration":"322.527107ms","start":"2026-03-18T14:45:10.707229Z","end":"2026-03-18T14:45:11.029756Z","steps":["trace[1796838339] 'process raft request' (duration: 322.440195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:11.029881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:10.70189Z","time spent":"327.863282ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:45:11.029979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.69568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-746gb\" ","response":"range_response_count:1 size:4905"} {"level":"info","ts":"2026-03-18T14:45:11.030025Z","caller":"traceutil/trace.go:171","msg":"trace[1180515552] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-746gb; range_end:; response_count:1; response_revision:20743; }","duration":"326.765872ms","start":"2026-03-18T14:45:10.703245Z","end":"2026-03-18T14:45:11.030011Z","steps":["trace[1180515552] 'agreement among raft nodes before linearized reading' (duration: 326.568326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:11.029921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:10.707213Z","time spent":"322.606348ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:45:11.030061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:10.703232Z","time spent":"326.819714ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4929,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-746gb\" "} {"level":"warn","ts":"2026-03-18T14:45:11.114856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.251746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:45:11.114912Z","caller":"traceutil/trace.go:171","msg":"trace[454577677] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:20744; }","duration":"296.360528ms","start":"2026-03-18T14:45:10.818539Z","end":"2026-03-18T14:45:11.114899Z","steps":["trace[454577677] 'agreement among raft nodes before linearized reading' (duration: 296.246385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:11.114908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.258612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:45:11.114967Z","caller":"traceutil/trace.go:171","msg":"trace[1784773777] transaction","detail":"{read_only:false; response_revision:20744; number_of_response:1; }","duration":"238.992157ms","start":"2026-03-18T14:45:10.875925Z","end":"2026-03-18T14:45:11.114917Z","steps":["trace[1784773777] 'process raft request' (duration: 238.708519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:11.115218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.073798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:45:11.115317Z","caller":"traceutil/trace.go:171","msg":"trace[1232432750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20744; }","duration":"382.189301ms","start":"2026-03-18T14:45:10.733107Z","end":"2026-03-18T14:45:11.115296Z","steps":["trace[1232432750] 'agreement among raft nodes before linearized reading' (duration: 381.966545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:11.115372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:10.733097Z","time spent":"382.261673ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:45:11.115219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.947892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:45:11.115635Z","caller":"traceutil/trace.go:171","msg":"trace[1691478001] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20744; }","duration":"383.410154ms","start":"2026-03-18T14:45:10.732193Z","end":"2026-03-18T14:45:11.115604Z","steps":["trace[1691478001] 'agreement among raft nodes before linearized reading' (duration: 382.774186ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:11.115232Z","caller":"traceutil/trace.go:171","msg":"trace[643709788] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:20744; }","duration":"270.388486ms","start":"2026-03-18T14:45:10.844578Z","end":"2026-03-18T14:45:11.114966Z","steps":["trace[643709788] 'agreement among raft nodes before linearized reading' (duration: 270.212691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:11.115802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:10.732161Z","time spent":"383.6188ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:45:11.342868Z","caller":"traceutil/trace.go:171","msg":"trace[423860536] transaction","detail":"{read_only:false; response_revision:20745; number_of_response:1; }","duration":"221.977876ms","start":"2026-03-18T14:45:11.120864Z","end":"2026-03-18T14:45:11.342842Z","steps":["trace[423860536] 'process raft request' (duration: 221.817452ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:11.347643Z","caller":"traceutil/trace.go:171","msg":"trace[1035930619] linearizableReadLoop","detail":"{readStateIndex:21591; appliedIndex:21589; }","duration":"104.090596ms","start":"2026-03-18T14:45:11.243532Z","end":"2026-03-18T14:45:11.347623Z","steps":["trace[1035930619] 'read index received' (duration: 100.15783ms)","trace[1035930619] 'applied index is now lower than readState.Index' (duration: 3.931976ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:11.347672Z","caller":"traceutil/trace.go:171","msg":"trace[1404558840] transaction","detail":"{read_only:false; response_revision:20746; number_of_response:1; }","duration":"226.535319ms","start":"2026-03-18T14:45:11.121113Z","end":"2026-03-18T14:45:11.347649Z","steps":["trace[1404558840] 'process raft request' (duration: 226.329204ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:11.347757Z","caller":"traceutil/trace.go:171","msg":"trace[2008354601] transaction","detail":"{read_only:false; response_revision:20747; number_of_response:1; }","duration":"188.488751ms","start":"2026-03-18T14:45:11.159261Z","end":"2026-03-18T14:45:11.347749Z","steps":["trace[2008354601] 'process raft request' (duration: 188.323746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:11.348049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.496117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29564085-x8xqc\" ","response":"range_response_count:1 size:2896"} {"level":"info","ts":"2026-03-18T14:45:11.3481Z","caller":"traceutil/trace.go:171","msg":"trace[2041199848] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29564085-x8xqc; range_end:; response_count:1; response_revision:20747; }","duration":"104.558309ms","start":"2026-03-18T14:45:11.243527Z","end":"2026-03-18T14:45:11.348086Z","steps":["trace[2041199848] 'agreement among raft nodes before linearized reading' (duration: 104.168828ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:12.36896Z","caller":"traceutil/trace.go:171","msg":"trace[1256687126] linearizableReadLoop","detail":"{readStateIndex:21598; appliedIndex:21597; }","duration":"112.772891ms","start":"2026-03-18T14:45:12.256158Z","end":"2026-03-18T14:45:12.368931Z","steps":["trace[1256687126] 'read index received' (duration: 48.255426ms)","trace[1256687126] 'applied index is now lower than readState.Index' (duration: 64.516085ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:12.368978Z","caller":"traceutil/trace.go:171","msg":"trace[767470563] transaction","detail":"{read_only:false; response_revision:20754; number_of_response:1; }","duration":"214.498214ms","start":"2026-03-18T14:45:12.154446Z","end":"2026-03-18T14:45:12.368944Z","steps":["trace[767470563] 'process raft request' (duration: 149.990739ms)","trace[767470563] 'compare' (duration: 64.34993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:45:12.369121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.928905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:45:12.369184Z","caller":"traceutil/trace.go:171","msg":"trace[94503300] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:20754; }","duration":"113.048869ms","start":"2026-03-18T14:45:12.256119Z","end":"2026-03-18T14:45:12.369168Z","steps":["trace[94503300] 'agreement among raft nodes before linearized reading' (duration: 112.912716ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:12.723953Z","caller":"traceutil/trace.go:171","msg":"trace[1778503829] transaction","detail":"{read_only:false; response_revision:20756; number_of_response:1; }","duration":"349.345172ms","start":"2026-03-18T14:45:12.374573Z","end":"2026-03-18T14:45:12.723918Z","steps":["trace[1778503829] 'process raft request' (duration: 349.054804ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:12.724043Z","caller":"traceutil/trace.go:171","msg":"trace[1402923376] transaction","detail":"{read_only:false; response_revision:20757; number_of_response:1; }","duration":"349.329802ms","start":"2026-03-18T14:45:12.37469Z","end":"2026-03-18T14:45:12.724019Z","steps":["trace[1402923376] 'process raft request' (duration: 349.105746ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:12.724042Z","caller":"traceutil/trace.go:171","msg":"trace[1926975137] transaction","detail":"{read_only:false; response_revision:20758; number_of_response:1; }","duration":"345.982141ms","start":"2026-03-18T14:45:12.37804Z","end":"2026-03-18T14:45:12.724022Z","steps":["trace[1926975137] 'process raft request' (duration: 345.849138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:12.724117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:12.374548Z","time spent":"349.497435ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":679,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:45:12.724144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:12.374653Z","time spent":"349.444114ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:45:12.724171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:12.378009Z","time spent":"346.097163ms","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5328,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:45:12.733618Z","caller":"traceutil/trace.go:171","msg":"trace[65771612] linearizableReadLoop","detail":"{readStateIndex:21603; appliedIndex:21599; }","duration":"271.244299ms","start":"2026-03-18T14:45:12.462348Z","end":"2026-03-18T14:45:12.733592Z","steps":["trace[65771612] 'read index received' (duration: 261.30824ms)","trace[65771612] 'applied index is now lower than readState.Index' (duration: 9.935049ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:12.733815Z","caller":"traceutil/trace.go:171","msg":"trace[1725452786] transaction","detail":"{read_only:false; response_revision:20759; number_of_response:1; }","duration":"316.279107ms","start":"2026-03-18T14:45:12.417421Z","end":"2026-03-18T14:45:12.7337Z","steps":["trace[1725452786] 'process raft request' (duration: 316.039391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:12.733832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.461024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:45:12.734083Z","caller":"traceutil/trace.go:171","msg":"trace[486679969] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:20759; }","duration":"271.786082ms","start":"2026-03-18T14:45:12.462278Z","end":"2026-03-18T14:45:12.734064Z","steps":["trace[486679969] 'agreement among raft nodes before linearized reading' (duration: 271.480074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:12.734047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:12.417389Z","time spent":"316.505063ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:45:12.922998Z","caller":"traceutil/trace.go:171","msg":"trace[142822417] transaction","detail":"{read_only:false; response_revision:20760; number_of_response:1; }","duration":"188.562272ms","start":"2026-03-18T14:45:12.734402Z","end":"2026-03-18T14:45:12.922964Z","steps":["trace[142822417] 'process raft request' (duration: 180.957687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:13.274919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.375123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:45:13.275024Z","caller":"traceutil/trace.go:171","msg":"trace[1283106656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20760; }","duration":"240.526697ms","start":"2026-03-18T14:45:13.034472Z","end":"2026-03-18T14:45:13.274999Z","steps":["trace[1283106656] 'range keys from in-memory index tree' (duration: 240.139277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:13.522792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.146075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:45:13.522944Z","caller":"traceutil/trace.go:171","msg":"trace[1533273030] transaction","detail":"{read_only:false; response_revision:20764; number_of_response:1; }","duration":"167.448901ms","start":"2026-03-18T14:45:13.355474Z","end":"2026-03-18T14:45:13.522923Z","steps":["trace[1533273030] 'process raft request' (duration: 27.927136ms)","trace[1533273030] 'compare' (duration: 138.96341ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:13.523089Z","caller":"traceutil/trace.go:171","msg":"trace[462577692] linearizableReadLoop","detail":"{readStateIndex:21608; appliedIndex:21607; }","duration":"118.950948ms","start":"2026-03-18T14:45:13.404109Z","end":"2026-03-18T14:45:13.52306Z","steps":["trace[462577692] 'read index received' (duration: 26.941µs)","trace[462577692] 'applied index is now lower than readState.Index' (duration: 118.922057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:45:13.523244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.125863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:45:13.523366Z","caller":"traceutil/trace.go:171","msg":"trace[1228135584] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20764; }","duration":"119.285506ms","start":"2026-03-18T14:45:13.404072Z","end":"2026-03-18T14:45:13.523357Z","steps":["trace[1228135584] 'agreement among raft nodes before linearized reading' (duration: 119.119072ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:14.55421Z","caller":"traceutil/trace.go:171","msg":"trace[1148489979] transaction","detail":"{read_only:false; response_revision:20768; number_of_response:1; }","duration":"103.055709ms","start":"2026-03-18T14:45:14.451128Z","end":"2026-03-18T14:45:14.554184Z","steps":["trace[1148489979] 'process raft request' (duration: 95.801413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:16.998048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.925506ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:45:16.998171Z","caller":"traceutil/trace.go:171","msg":"trace[288355255] linearizableReadLoop","detail":"{readStateIndex:21621; appliedIndex:21620; }","duration":"213.180298ms","start":"2026-03-18T14:45:16.784971Z","end":"2026-03-18T14:45:16.998152Z","steps":["trace[288355255] 'read index received' (duration: 26.023315ms)","trace[288355255] 'applied index is now lower than readState.Index' (duration: 187.155303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:45:16.998402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.416695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:45:16.998465Z","caller":"traceutil/trace.go:171","msg":"trace[939229211] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20776; }","duration":"213.510766ms","start":"2026-03-18T14:45:16.784931Z","end":"2026-03-18T14:45:16.998442Z","steps":["trace[939229211] 'agreement among raft nodes before linearized reading' (duration: 213.27086ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:19.271148Z","caller":"traceutil/trace.go:171","msg":"trace[1824081333] transaction","detail":"{read_only:false; response_revision:20788; number_of_response:1; }","duration":"256.678795ms","start":"2026-03-18T14:45:19.014432Z","end":"2026-03-18T14:45:19.271111Z","steps":["trace[1824081333] 'process raft request' (duration: 256.321455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:19.714069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.361375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-18T14:45:19.714164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.790297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:45:19.714193Z","caller":"traceutil/trace.go:171","msg":"trace[1578629381] linearizableReadLoop","detail":"{readStateIndex:21634; appliedIndex:21633; }","duration":"287.002425ms","start":"2026-03-18T14:45:19.427176Z","end":"2026-03-18T14:45:19.714178Z","steps":["trace[1578629381] 'read index received' (duration: 176.395793ms)","trace[1578629381] 'applied index is now lower than readState.Index' (duration: 110.605592ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:19.714201Z","caller":"traceutil/trace.go:171","msg":"trace[679708840] transaction","detail":"{read_only:false; response_revision:20789; number_of_response:1; }","duration":"306.645606ms","start":"2026-03-18T14:45:19.407534Z","end":"2026-03-18T14:45:19.714179Z","steps":["trace[679708840] 'process raft request' (duration: 196.099736ms)","trace[679708840] 'compare' (duration: 110.260532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:45:19.714318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:19.4075Z","time spent":"306.764301ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:45:19.714237Z","caller":"traceutil/trace.go:171","msg":"trace[1058662238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20788; }","duration":"307.903381ms","start":"2026-03-18T14:45:19.406316Z","end":"2026-03-18T14:45:19.714219Z","steps":["trace[1058662238] 'range keys from in-memory index tree' (duration: 307.336885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:19.714563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:19.406298Z","time spent":"308.249931ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:45:19.714738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.54012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:45:19.714763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.385719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:45:19.714868Z","caller":"traceutil/trace.go:171","msg":"trace[978581253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20789; }","duration":"143.573005ms","start":"2026-03-18T14:45:19.571266Z","end":"2026-03-18T14:45:19.714839Z","steps":["trace[978581253] 'agreement among raft nodes before linearized reading' (duration: 143.045351ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:19.714924Z","caller":"traceutil/trace.go:171","msg":"trace[860948252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20789; }","duration":"287.744735ms","start":"2026-03-18T14:45:19.427152Z","end":"2026-03-18T14:45:19.714897Z","steps":["trace[860948252] 'agreement among raft nodes before linearized reading' (duration: 287.116028ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:19.86369Z","caller":"traceutil/trace.go:171","msg":"trace[863558129] transaction","detail":"{read_only:false; response_revision:20792; number_of_response:1; }","duration":"144.231792ms","start":"2026-03-18T14:45:19.71944Z","end":"2026-03-18T14:45:19.863671Z","steps":["trace[863558129] 'process raft request' (duration: 144.195701ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:19.863798Z","caller":"traceutil/trace.go:171","msg":"trace[1301272590] transaction","detail":"{read_only:false; response_revision:20791; number_of_response:1; }","duration":"144.992813ms","start":"2026-03-18T14:45:19.718772Z","end":"2026-03-18T14:45:19.863765Z","steps":["trace[1301272590] 'process raft request' (duration: 144.728936ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:21.397383Z","caller":"traceutil/trace.go:171","msg":"trace[918834897] transaction","detail":"{read_only:false; response_revision:20800; number_of_response:1; }","duration":"117.296173ms","start":"2026-03-18T14:45:21.280056Z","end":"2026-03-18T14:45:21.397352Z","steps":["trace[918834897] 'process raft request' (duration: 117.109958ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:27.101123Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19476} {"level":"info","ts":"2026-03-18T14:45:27.320478Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19476,"took":"215.997463ms","hash":2369822441,"current-db-size-bytes":41967616,"current-db-size":"42 MB","current-db-size-in-use-bytes":25694208,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-18T14:45:27.320555Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2369822441,"revision":19476,"compact-revision":17322} {"level":"warn","ts":"2026-03-18T14:45:28.855994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.515349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:45:28.856074Z","caller":"traceutil/trace.go:171","msg":"trace[436420935] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20835; }","duration":"124.644802ms","start":"2026-03-18T14:45:28.73141Z","end":"2026-03-18T14:45:28.856055Z","steps":["trace[436420935] 'range keys from in-memory index tree' (duration: 124.331053ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:29.897554Z","caller":"traceutil/trace.go:171","msg":"trace[1846060520] transaction","detail":"{read_only:false; response_revision:20839; number_of_response:1; }","duration":"172.403184ms","start":"2026-03-18T14:45:29.725127Z","end":"2026-03-18T14:45:29.89753Z","steps":["trace[1846060520] 'process raft request' (duration: 172.26277ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:29.909038Z","caller":"traceutil/trace.go:171","msg":"trace[159564132] transaction","detail":"{read_only:false; response_revision:20840; number_of_response:1; }","duration":"102.839163ms","start":"2026-03-18T14:45:29.806185Z","end":"2026-03-18T14:45:29.909024Z","steps":["trace[159564132] 'process raft request' (duration: 102.509644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:30.421204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476728673,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:45:30.718214Z","caller":"traceutil/trace.go:171","msg":"trace[12497081] transaction","detail":"{read_only:false; response_revision:20841; number_of_response:1; }","duration":"803.672005ms","start":"2026-03-18T14:45:29.914518Z","end":"2026-03-18T14:45:30.71819Z","steps":["trace[12497081] 'process raft request' (duration: 803.518041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:30.718394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:29.914497Z","time spent":"803.821539ms","remote":"127.0.0.1:56416","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1247,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:45:30.750671Z","caller":"traceutil/trace.go:171","msg":"trace[1347203294] linearizableReadLoop","detail":"{readStateIndex:21690; appliedIndex:21688; }","duration":"829.75453ms","start":"2026-03-18T14:45:29.920887Z","end":"2026-03-18T14:45:30.750642Z","steps":["trace[1347203294] 'read index received' (duration: 797.21019ms)","trace[1347203294] 'applied index is now lower than readState.Index' (duration: 32.54338ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:30.750739Z","caller":"traceutil/trace.go:171","msg":"trace[240430599] transaction","detail":"{read_only:false; response_revision:20843; number_of_response:1; }","duration":"127.376826ms","start":"2026-03-18T14:45:30.623335Z","end":"2026-03-18T14:45:30.750712Z","steps":["trace[240430599] 'process raft request' (duration: 127.266983ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:30.750746Z","caller":"traceutil/trace.go:171","msg":"trace[344461868] transaction","detail":"{read_only:false; response_revision:20842; number_of_response:1; }","duration":"580.354943ms","start":"2026-03-18T14:45:30.170338Z","end":"2026-03-18T14:45:30.750693Z","steps":["trace[344461868] 'process raft request' (duration: 580.134017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:30.75091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.999567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-18T14:45:30.750957Z","caller":"traceutil/trace.go:171","msg":"trace[405540841] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:20843; }","duration":"830.094659ms","start":"2026-03-18T14:45:29.920847Z","end":"2026-03-18T14:45:30.750941Z","steps":["trace[405540841] 'agreement among raft nodes before linearized reading' (duration: 829.932914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:30.750994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:29.920828Z","time spent":"830.15597ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1156,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-18T14:45:30.751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:30.1703Z","time spent":"580.584798ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:45:30.75103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.982194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:45:30.751163Z","caller":"traceutil/trace.go:171","msg":"trace[1250814293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20843; }","duration":"807.18553ms","start":"2026-03-18T14:45:29.943956Z","end":"2026-03-18T14:45:30.751141Z","steps":["trace[1250814293] 'agreement among raft nodes before linearized reading' (duration: 806.958664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:30.751212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.025405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:45:30.751215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:29.94394Z","time spent":"807.258821ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:45:30.751248Z","caller":"traceutil/trace.go:171","msg":"trace[1262089147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20843; }","duration":"807.065576ms","start":"2026-03-18T14:45:29.944168Z","end":"2026-03-18T14:45:30.751233Z","steps":["trace[1262089147] 'agreement among raft nodes before linearized reading' (duration: 806.999174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:30.751279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:29.944162Z","time spent":"807.108227ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:45:30.751373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.035685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:45:30.751391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.062564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:45:30.751445Z","caller":"traceutil/trace.go:171","msg":"trace[2116794348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20843; }","duration":"807.135478ms","start":"2026-03-18T14:45:29.944286Z","end":"2026-03-18T14:45:30.751422Z","steps":["trace[2116794348] 'agreement among raft nodes before linearized reading' (duration: 806.893661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:30.751445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.6793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-18T14:45:30.751488Z","caller":"traceutil/trace.go:171","msg":"trace[490061535] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20843; }","duration":"444.195229ms","start":"2026-03-18T14:45:30.307281Z","end":"2026-03-18T14:45:30.751476Z","steps":["trace[490061535] 'agreement among raft nodes before linearized reading' (duration: 444.030114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:30.751505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:29.944267Z","time spent":"807.22211ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:45:30.751517Z","caller":"traceutil/trace.go:171","msg":"trace[2022807444] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:20843; }","duration":"281.811275ms","start":"2026-03-18T14:45:30.469689Z","end":"2026-03-18T14:45:30.7515Z","steps":["trace[2022807444] 'agreement among raft nodes before linearized reading' (duration: 281.553538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:30.751528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:30.30726Z","time spent":"444.257999ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:45:30.751543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.965631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:45:30.751607Z","caller":"traceutil/trace.go:171","msg":"trace[1297882111] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:20843; }","duration":"159.224448ms","start":"2026-03-18T14:45:30.592359Z","end":"2026-03-18T14:45:30.751584Z","steps":["trace[1297882111] 'agreement among raft nodes before linearized reading' (duration: 158.949151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:30.752294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.88053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:45:30.752326Z","caller":"traceutil/trace.go:171","msg":"trace[627778839] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:20843; }","duration":"745.942463ms","start":"2026-03-18T14:45:30.006377Z","end":"2026-03-18T14:45:30.752319Z","steps":["trace[627778839] 'agreement among raft nodes before linearized reading' (duration: 744.962106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:30.752334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.886551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210983"} {"level":"warn","ts":"2026-03-18T14:45:30.752354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:30.006359Z","time spent":"745.984414ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2148,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:45:30.75239Z","caller":"traceutil/trace.go:171","msg":"trace[1519458730] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:20843; }","duration":"609.950152ms","start":"2026-03-18T14:45:30.142424Z","end":"2026-03-18T14:45:30.752374Z","steps":["trace[1519458730] 'agreement among raft nodes before linearized reading' (duration: 608.712609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:30.752438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:30.142383Z","time spent":"610.042085ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211007,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-18T14:45:30.948813Z","caller":"traceutil/trace.go:171","msg":"trace[368179748] transaction","detail":"{read_only:false; response_revision:20844; number_of_response:1; }","duration":"192.92419ms","start":"2026-03-18T14:45:30.755865Z","end":"2026-03-18T14:45:30.948789Z","steps":["trace[368179748] 'process raft request' (duration: 192.730715ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:30.949006Z","caller":"traceutil/trace.go:171","msg":"trace[1857143182] transaction","detail":"{read_only:false; response_revision:20845; number_of_response:1; }","duration":"193.021043ms","start":"2026-03-18T14:45:30.755968Z","end":"2026-03-18T14:45:30.948989Z","steps":["trace[1857143182] 'process raft request' (duration: 192.777766ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:30.949342Z","caller":"traceutil/trace.go:171","msg":"trace[59438854] transaction","detail":"{read_only:false; response_revision:20846; number_of_response:1; }","duration":"193.303021ms","start":"2026-03-18T14:45:30.756027Z","end":"2026-03-18T14:45:30.94933Z","steps":["trace[59438854] 'process raft request' (duration: 192.896919ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:30.949488Z","caller":"traceutil/trace.go:171","msg":"trace[868422770] transaction","detail":"{read_only:false; response_revision:20847; number_of_response:1; }","duration":"191.780629ms","start":"2026-03-18T14:45:30.757675Z","end":"2026-03-18T14:45:30.949456Z","steps":["trace[868422770] 'process raft request' (duration: 191.552483ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:30.949476Z","caller":"traceutil/trace.go:171","msg":"trace[194837999] linearizableReadLoop","detail":"{readStateIndex:21693; appliedIndex:21691; }","duration":"193.488936ms","start":"2026-03-18T14:45:30.755952Z","end":"2026-03-18T14:45:30.949441Z","steps":["trace[194837999] 'read index received' (duration: 133.640546ms)","trace[194837999] 'applied index is now lower than readState.Index' (duration: 59.84688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:45:30.949757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.749942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-18T14:45:30.949855Z","caller":"traceutil/trace.go:171","msg":"trace[1961835049] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:20847; }","duration":"193.880807ms","start":"2026-03-18T14:45:30.755946Z","end":"2026-03-18T14:45:30.949827Z","steps":["trace[1961835049] 'agreement among raft nodes before linearized reading' (duration: 193.585368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:30.950311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.231925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:2734"} {"level":"warn","ts":"2026-03-18T14:45:30.950362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.010456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-03-18T14:45:30.950417Z","caller":"traceutil/trace.go:171","msg":"trace[49575165] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:20848; }","duration":"165.100387ms","start":"2026-03-18T14:45:30.785298Z","end":"2026-03-18T14:45:30.950399Z","steps":["trace[49575165] 'agreement among raft nodes before linearized reading' (duration: 164.917081ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:30.950374Z","caller":"traceutil/trace.go:171","msg":"trace[544531957] range","detail":"{range_begin:/registry/secrets/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:20848; }","duration":"194.378219ms","start":"2026-03-18T14:45:30.755983Z","end":"2026-03-18T14:45:30.950361Z","steps":["trace[544531957] 'agreement among raft nodes before linearized reading' (duration: 194.123391ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:31.488897Z","caller":"traceutil/trace.go:171","msg":"trace[1227368252] transaction","detail":"{read_only:false; response_revision:20849; number_of_response:1; }","duration":"476.481612ms","start":"2026-03-18T14:45:31.0124Z","end":"2026-03-18T14:45:31.488882Z","steps":["trace[1227368252] 'process raft request' (duration: 476.109702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:31.489011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:31.012373Z","time spent":"476.582715ms","remote":"127.0.0.1:41058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:45:31.48866Z","caller":"traceutil/trace.go:171","msg":"trace[752687817] linearizableReadLoop","detail":"{readStateIndex:21698; appliedIndex:21697; }","duration":"141.097658ms","start":"2026-03-18T14:45:31.347546Z","end":"2026-03-18T14:45:31.488643Z","steps":["trace[752687817] 'read index received' (duration: 140.943733ms)","trace[752687817] 'applied index is now lower than readState.Index' (duration: 153.285µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:45:31.489225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.652192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:45:31.489307Z","caller":"traceutil/trace.go:171","msg":"trace[1959061222] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20849; }","duration":"141.794857ms","start":"2026-03-18T14:45:31.347492Z","end":"2026-03-18T14:45:31.489287Z","steps":["trace[1959061222] 'agreement among raft nodes before linearized reading' (duration: 141.654604ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:31.67373Z","caller":"traceutil/trace.go:171","msg":"trace[1465080557] transaction","detail":"{read_only:false; response_revision:20850; number_of_response:1; }","duration":"109.175514ms","start":"2026-03-18T14:45:31.564516Z","end":"2026-03-18T14:45:31.673692Z","steps":["trace[1465080557] 'process raft request' (duration: 108.602749ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:34.402968Z","caller":"traceutil/trace.go:171","msg":"trace[753641845] linearizableReadLoop","detail":"{readStateIndex:21708; appliedIndex:21707; }","duration":"423.741655ms","start":"2026-03-18T14:45:33.979201Z","end":"2026-03-18T14:45:34.402943Z","steps":["trace[753641845] 'read index received' (duration: 423.487928ms)","trace[753641845] 'applied index is now lower than readState.Index' (duration: 252.717µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:34.403063Z","caller":"traceutil/trace.go:171","msg":"trace[1596993177] transaction","detail":"{read_only:false; response_revision:20859; number_of_response:1; }","duration":"474.701223ms","start":"2026-03-18T14:45:33.928324Z","end":"2026-03-18T14:45:34.403026Z","steps":["trace[1596993177] 'process raft request' (duration: 474.428976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:34.403199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.974551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T14:45:34.403219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:33.9283Z","time spent":"474.835827ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:45:34.403243Z","caller":"traceutil/trace.go:171","msg":"trace[1640082543] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20859; }","duration":"424.068033ms","start":"2026-03-18T14:45:33.979161Z","end":"2026-03-18T14:45:34.403229Z","steps":["trace[1640082543] 'agreement among raft nodes before linearized reading' (duration: 423.897929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:34.403282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:33.979143Z","time spent":"424.131116ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:45:35.094527Z","caller":"traceutil/trace.go:171","msg":"trace[144548378] transaction","detail":"{read_only:false; response_revision:20862; number_of_response:1; }","duration":"120.641544ms","start":"2026-03-18T14:45:34.973851Z","end":"2026-03-18T14:45:35.094493Z","steps":["trace[144548378] 'process raft request' (duration: 120.343085ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:35.487229Z","caller":"traceutil/trace.go:171","msg":"trace[1663553867] transaction","detail":"{read_only:false; response_revision:20863; number_of_response:1; }","duration":"512.967799ms","start":"2026-03-18T14:45:34.974206Z","end":"2026-03-18T14:45:35.487174Z","steps":["trace[1663553867] 'process raft request' (duration: 415.05258ms)","trace[1663553867] 'compare' (duration: 97.481397ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:35.487359Z","caller":"traceutil/trace.go:171","msg":"trace[2045098502] linearizableReadLoop","detail":"{readStateIndex:21714; appliedIndex:21711; }","duration":"330.04835ms","start":"2026-03-18T14:45:35.157286Z","end":"2026-03-18T14:45:35.487334Z","steps":["trace[2045098502] 'read index received' (duration: 232.037038ms)","trace[2045098502] 'applied index is now lower than readState.Index' (duration: 98.010162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:45:35.487383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:34.974187Z","time spent":"513.120803ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:45:35.487404Z","caller":"traceutil/trace.go:171","msg":"trace[719435624] transaction","detail":"{read_only:false; response_revision:20864; number_of_response:1; }","duration":"513.082392ms","start":"2026-03-18T14:45:34.974279Z","end":"2026-03-18T14:45:35.487362Z","steps":["trace[719435624] 'process raft request' (duration: 512.852146ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:35.487482Z","caller":"traceutil/trace.go:171","msg":"trace[1749424316] transaction","detail":"{read_only:false; response_revision:20865; number_of_response:1; }","duration":"512.995849ms","start":"2026-03-18T14:45:34.974473Z","end":"2026-03-18T14:45:35.487469Z","steps":["trace[1749424316] 'process raft request' (duration: 512.814514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:35.487577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:34.974447Z","time spent":"513.061322ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:45:35.487592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:34.974264Z","time spent":"513.230386ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:45:35.487637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.914765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-18T14:45:35.487675Z","caller":"traceutil/trace.go:171","msg":"trace[1889610234] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20865; }","duration":"319.988037ms","start":"2026-03-18T14:45:35.167673Z","end":"2026-03-18T14:45:35.487661Z","steps":["trace[1889610234] 'agreement among raft nodes before linearized reading' (duration: 319.871814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:35.487714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:35.167651Z","time spent":"320.055729ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:45:35.487843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.298066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:2734"} {"level":"info","ts":"2026-03-18T14:45:35.487875Z","caller":"traceutil/trace.go:171","msg":"trace[1818981153] range","detail":"{range_begin:/registry/secrets/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:20865; }","duration":"150.364049ms","start":"2026-03-18T14:45:35.337502Z","end":"2026-03-18T14:45:35.487866Z","steps":["trace[1818981153] 'agreement among raft nodes before linearized reading' (duration: 150.275907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:35.488002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.718668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-18T14:45:35.488061Z","caller":"traceutil/trace.go:171","msg":"trace[1797189436] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20865; }","duration":"330.811359ms","start":"2026-03-18T14:45:35.157236Z","end":"2026-03-18T14:45:35.488047Z","steps":["trace[1797189436] 'agreement among raft nodes before linearized reading' (duration: 330.662826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:35.488091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:35.157211Z","time spent":"330.872043ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T14:45:37.218979Z","caller":"traceutil/trace.go:171","msg":"trace[204932583] linearizableReadLoop","detail":"{readStateIndex:21722; appliedIndex:21721; }","duration":"120.859141ms","start":"2026-03-18T14:45:37.098094Z","end":"2026-03-18T14:45:37.218953Z","steps":["trace[204932583] 'read index received' (duration: 120.693436ms)","trace[204932583] 'applied index is now lower than readState.Index' (duration: 164.705µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:37.219099Z","caller":"traceutil/trace.go:171","msg":"trace[744841872] transaction","detail":"{read_only:false; response_revision:20872; number_of_response:1; }","duration":"136.190536ms","start":"2026-03-18T14:45:37.082875Z","end":"2026-03-18T14:45:37.219065Z","steps":["trace[744841872] 'process raft request' (duration: 135.924248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:37.219191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.076617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:45:37.219229Z","caller":"traceutil/trace.go:171","msg":"trace[1381223986] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20872; }","duration":"121.129487ms","start":"2026-03-18T14:45:37.098088Z","end":"2026-03-18T14:45:37.219217Z","steps":["trace[1381223986] 'agreement among raft nodes before linearized reading' (duration: 120.961813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:37.99315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476728780,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:45:38.138424Z","caller":"traceutil/trace.go:171","msg":"trace[523603686] linearizableReadLoop","detail":"{readStateIndex:21724; appliedIndex:21722; }","duration":"646.001447ms","start":"2026-03-18T14:45:37.492393Z","end":"2026-03-18T14:45:38.138395Z","steps":["trace[523603686] 'read index received' (duration: 600.931098ms)","trace[523603686] 'applied index is now lower than readState.Index' (duration: 45.069589ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:38.138466Z","caller":"traceutil/trace.go:171","msg":"trace[2106323892] transaction","detail":"{read_only:false; response_revision:20873; number_of_response:1; }","duration":"915.18967ms","start":"2026-03-18T14:45:37.223226Z","end":"2026-03-18T14:45:38.138416Z","steps":["trace[2106323892] 'process raft request' (duration: 870.104362ms)","trace[2106323892] 'compare' (duration: 44.665377ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:38.138434Z","caller":"traceutil/trace.go:171","msg":"trace[823173231] transaction","detail":"{read_only:false; response_revision:20874; number_of_response:1; }","duration":"421.969816ms","start":"2026-03-18T14:45:37.716443Z","end":"2026-03-18T14:45:38.138413Z","steps":["trace[823173231] 'process raft request' (duration: 421.877244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:38.138648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:37.223207Z","time spent":"915.333145ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:45:38.138642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:37.716416Z","time spent":"422.140771ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:45:38.139304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.383458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:45:38.139342Z","caller":"traceutil/trace.go:171","msg":"trace[656355020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20874; }","duration":"646.44668ms","start":"2026-03-18T14:45:37.492886Z","end":"2026-03-18T14:45:38.139333Z","steps":["trace[656355020] 'agreement among raft nodes before linearized reading' (duration: 645.692329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:38.139367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:37.492872Z","time spent":"646.489221ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:45:38.138662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.258173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:45:38.139489Z","caller":"traceutil/trace.go:171","msg":"trace[1936545473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20874; }","duration":"647.112868ms","start":"2026-03-18T14:45:37.492341Z","end":"2026-03-18T14:45:38.139454Z","steps":["trace[1936545473] 'agreement among raft nodes before linearized reading' (duration: 646.138722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:38.13957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:37.492321Z","time spent":"647.227001ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:45:38.138676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.284379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:45:38.138675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.007238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-client-ca\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:45:38.139678Z","caller":"traceutil/trace.go:171","msg":"trace[1807882322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20874; }","duration":"568.303075ms","start":"2026-03-18T14:45:37.571333Z","end":"2026-03-18T14:45:38.139636Z","steps":["trace[1807882322] 'agreement among raft nodes before linearized reading' (duration: 567.269717ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:38.139732Z","caller":"traceutil/trace.go:171","msg":"trace[1681044080] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-client-ca; range_end:; response_count:0; response_revision:20874; }","duration":"372.112507ms","start":"2026-03-18T14:45:37.767598Z","end":"2026-03-18T14:45:38.13971Z","steps":["trace[1681044080] 'agreement among raft nodes before linearized reading' (duration: 371.000177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:38.139774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:37.57131Z","time spent":"568.4322ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:45:38.138838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.913175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:45:38.139865Z","caller":"traceutil/trace.go:171","msg":"trace[1811648503] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20874; }","duration":"646.941134ms","start":"2026-03-18T14:45:37.492902Z","end":"2026-03-18T14:45:38.139843Z","steps":["trace[1811648503] 'agreement among raft nodes before linearized reading' (duration: 645.822033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:38.139976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:37.492891Z","time spent":"646.998645ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:45:38.138857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.213422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:45:38.140107Z","caller":"traceutil/trace.go:171","msg":"trace[1208396426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20874; }","duration":"369.474297ms","start":"2026-03-18T14:45:37.770574Z","end":"2026-03-18T14:45:38.140048Z","steps":["trace[1208396426] 'agreement among raft nodes before linearized reading' (duration: 368.088319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:38.140202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:37.770557Z","time spent":"369.61905ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:45:38.139812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:37.767573Z","time spent":"372.22719ms","remote":"127.0.0.1:45860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-client-ca\" "} {"level":"warn","ts":"2026-03-18T14:45:39.247599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.836762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:45:39.247732Z","caller":"traceutil/trace.go:171","msg":"trace[466585259] linearizableReadLoop","detail":"{readStateIndex:21765; appliedIndex:21764; }","duration":"392.438958ms","start":"2026-03-18T14:45:38.855272Z","end":"2026-03-18T14:45:39.247711Z","steps":["trace[466585259] 'read index received' (duration: 68.352788ms)","trace[466585259] 'applied index is now lower than readState.Index' (duration: 324.08405ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:39.24799Z","caller":"traceutil/trace.go:171","msg":"trace[1931472088] transaction","detail":"{read_only:false; response_revision:20913; number_of_response:1; }","duration":"461.159677ms","start":"2026-03-18T14:45:38.786816Z","end":"2026-03-18T14:45:39.247976Z","steps":["trace[1931472088] 'process raft request' (duration: 136.861083ms)","trace[1931472088] 'compare' (duration: 323.719659ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:45:39.248079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:38.786807Z","time spent":"461.219509ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:45:39.248195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.628228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-server-ca\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:45:39.248278Z","caller":"traceutil/trace.go:171","msg":"trace[846939891] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-server-ca; range_end:; response_count:0; response_revision:20913; }","duration":"390.741031ms","start":"2026-03-18T14:45:38.857518Z","end":"2026-03-18T14:45:39.248259Z","steps":["trace[846939891] 'agreement among raft nodes before linearized reading' (duration: 390.597927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:39.248324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:38.857512Z","time spent":"390.803232ms","remote":"127.0.0.1:45860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-server-ca\" "} {"level":"warn","ts":"2026-03-18T14:45:39.249374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.093772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210983"} {"level":"info","ts":"2026-03-18T14:45:39.249432Z","caller":"traceutil/trace.go:171","msg":"trace[71007612] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:20913; }","duration":"394.181846ms","start":"2026-03-18T14:45:38.855235Z","end":"2026-03-18T14:45:39.249417Z","steps":["trace[71007612] 'agreement among raft nodes before linearized reading' (duration: 392.87717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:39.249474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:38.855216Z","time spent":"394.248197ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211007,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-18T14:45:39.597859Z","caller":"traceutil/trace.go:171","msg":"trace[1702034683] transaction","detail":"{read_only:false; response_revision:20915; number_of_response:1; }","duration":"301.149618ms","start":"2026-03-18T14:45:39.296688Z","end":"2026-03-18T14:45:39.597837Z","steps":["trace[1702034683] 'process raft request' (duration: 299.38389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:39.597966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:39.296664Z","time spent":"301.24686ms","remote":"127.0.0.1:45860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:45:39.681687Z","caller":"traceutil/trace.go:171","msg":"trace[403325477] transaction","detail":"{read_only:false; number_of_response:1; response_revision:20915; }","duration":"384.800981ms","start":"2026-03-18T14:45:39.296843Z","end":"2026-03-18T14:45:39.681644Z","steps":["trace[403325477] 'process raft request' (duration: 384.500122ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:39.681725Z","caller":"traceutil/trace.go:171","msg":"trace[13427467] linearizableReadLoop","detail":"{readStateIndex:21769; appliedIndex:21766; }","duration":"372.018625ms","start":"2026-03-18T14:45:39.309663Z","end":"2026-03-18T14:45:39.681682Z","steps":["trace[13427467] 'read index received' (duration: 286.583054ms)","trace[13427467] 'applied index is now lower than readState.Index' (duration: 85.433661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:45:39.681878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:39.296825Z","time spent":"384.960805ms","remote":"127.0.0.1:45860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":70,"response count":0,"response size":1589,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:45:39.682272Z","caller":"traceutil/trace.go:171","msg":"trace[642559035] transaction","detail":"{read_only:false; response_revision:20916; number_of_response:1; }","duration":"384.772001ms","start":"2026-03-18T14:45:39.297418Z","end":"2026-03-18T14:45:39.68219Z","steps":["trace[642559035] 'process raft request' (duration: 384.121733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:39.682483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:39.297407Z","time spent":"384.988776ms","remote":"127.0.0.1:45862","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:45:39.682599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.462452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:45:39.682669Z","caller":"traceutil/trace.go:171","msg":"trace[1059894211] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20916; }","duration":"187.581295ms","start":"2026-03-18T14:45:39.495067Z","end":"2026-03-18T14:45:39.682648Z","steps":["trace[1059894211] 'agreement among raft nodes before linearized reading' (duration: 187.282287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:39.68278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.109195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-18T14:45:39.682838Z","caller":"traceutil/trace.go:171","msg":"trace[1717087087] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:20916; }","duration":"373.165377ms","start":"2026-03-18T14:45:39.309657Z","end":"2026-03-18T14:45:39.682823Z","steps":["trace[1717087087] 'agreement among raft nodes before linearized reading' (duration: 373.036323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:39.682892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:39.309626Z","time spent":"373.258619ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3590,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-18T14:45:39.682998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.351027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:45:39.683052Z","caller":"traceutil/trace.go:171","msg":"trace[2019955103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20916; }","duration":"113.432259ms","start":"2026-03-18T14:45:39.569607Z","end":"2026-03-18T14:45:39.68304Z","steps":["trace[2019955103] 'agreement among raft nodes before linearized reading' (duration: 113.347746ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:39.934449Z","caller":"traceutil/trace.go:171","msg":"trace[104282422] transaction","detail":"{read_only:false; response_revision:20917; number_of_response:1; }","duration":"246.597262ms","start":"2026-03-18T14:45:39.687832Z","end":"2026-03-18T14:45:39.934429Z","steps":["trace[104282422] 'process raft request' (duration: 246.455338ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:39.934555Z","caller":"traceutil/trace.go:171","msg":"trace[1694459517] linearizableReadLoop","detail":"{readStateIndex:21770; appliedIndex:21770; }","duration":"245.200654ms","start":"2026-03-18T14:45:39.689306Z","end":"2026-03-18T14:45:39.934507Z","steps":["trace[1694459517] 'read index received' (duration: 245.175734ms)","trace[1694459517] 'applied index is now lower than readState.Index' (duration: 20.72µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:45:39.935014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.655986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18574"} {"level":"info","ts":"2026-03-18T14:45:39.935074Z","caller":"traceutil/trace.go:171","msg":"trace[73927485] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20917; }","duration":"245.762159ms","start":"2026-03-18T14:45:39.689302Z","end":"2026-03-18T14:45:39.935064Z","steps":["trace[73927485] 'agreement among raft nodes before linearized reading' (duration: 245.41144ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:39.993539Z","caller":"traceutil/trace.go:171","msg":"trace[1879747059] transaction","detail":"{read_only:false; response_revision:20918; number_of_response:1; }","duration":"294.874628ms","start":"2026-03-18T14:45:39.698634Z","end":"2026-03-18T14:45:39.993509Z","steps":["trace[1879747059] 'process raft request' (duration: 294.532358ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:39.993618Z","caller":"traceutil/trace.go:171","msg":"trace[978604805] transaction","detail":"{read_only:false; response_revision:20919; number_of_response:1; }","duration":"291.461166ms","start":"2026-03-18T14:45:39.702124Z","end":"2026-03-18T14:45:39.993586Z","steps":["trace[978604805] 'process raft request' (duration: 291.312491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:39.993663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.073388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-18T14:45:39.993756Z","caller":"traceutil/trace.go:171","msg":"trace[44225417] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:20919; }","duration":"304.20016ms","start":"2026-03-18T14:45:39.68953Z","end":"2026-03-18T14:45:39.99373Z","steps":["trace[44225417] 'agreement among raft nodes before linearized reading' (duration: 303.969934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:39.993806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:39.689518Z","time spent":"304.278512ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3590,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-18T14:45:40.251908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.996789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111961"} {"level":"warn","ts":"2026-03-18T14:45:40.251948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.114479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:45:40.251975Z","caller":"traceutil/trace.go:171","msg":"trace[2040398414] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:20937; }","duration":"109.099071ms","start":"2026-03-18T14:45:40.142861Z","end":"2026-03-18T14:45:40.25196Z","steps":["trace[2040398414] 'agreement among raft nodes before linearized reading' (duration: 108.801993ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:40.251999Z","caller":"traceutil/trace.go:171","msg":"trace[1500409202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20937; }","duration":"103.204292ms","start":"2026-03-18T14:45:40.14878Z","end":"2026-03-18T14:45:40.251984Z","steps":["trace[1500409202] 'agreement among raft nodes before linearized reading' (duration: 103.071609ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:40.252108Z","caller":"traceutil/trace.go:171","msg":"trace[1269915219] transaction","detail":"{read_only:false; response_revision:20937; number_of_response:1; }","duration":"102.638447ms","start":"2026-03-18T14:45:40.149435Z","end":"2026-03-18T14:45:40.252073Z","steps":["trace[1269915219] 'process raft request' (duration: 102.152904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:40.2522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.150414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"warn","ts":"2026-03-18T14:45:40.25221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.051391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:45:40.25225Z","caller":"traceutil/trace.go:171","msg":"trace[1324048629] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:20937; }","duration":"109.213344ms","start":"2026-03-18T14:45:40.143025Z","end":"2026-03-18T14:45:40.252239Z","steps":["trace[1324048629] 'agreement among raft nodes before linearized reading' (duration: 109.098731ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:40.252271Z","caller":"traceutil/trace.go:171","msg":"trace[664853863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20937; }","duration":"109.133883ms","start":"2026-03-18T14:45:40.14312Z","end":"2026-03-18T14:45:40.252254Z","steps":["trace[664853863] 'agreement among raft nodes before linearized reading' (duration: 109.0214ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:40.252426Z","caller":"traceutil/trace.go:171","msg":"trace[1650808155] transaction","detail":"{read_only:false; response_revision:20936; number_of_response:1; }","duration":"109.055001ms","start":"2026-03-18T14:45:40.14336Z","end":"2026-03-18T14:45:40.252415Z","steps":["trace[1650808155] 'process raft request' (duration: 93.704595ms)","trace[1650808155] 'compare' (duration: 14.369489ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:42.500457Z","caller":"traceutil/trace.go:171","msg":"trace[1439034980] linearizableReadLoop","detail":"{readStateIndex:21828; appliedIndex:21827; }","duration":"215.113491ms","start":"2026-03-18T14:45:42.285317Z","end":"2026-03-18T14:45:42.50043Z","steps":["trace[1439034980] 'read index received' (duration: 214.947296ms)","trace[1439034980] 'applied index is now lower than readState.Index' (duration: 165.185µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:42.500498Z","caller":"traceutil/trace.go:171","msg":"trace[576078626] transaction","detail":"{read_only:false; response_revision:20972; number_of_response:1; }","duration":"217.703569ms","start":"2026-03-18T14:45:42.28275Z","end":"2026-03-18T14:45:42.500453Z","steps":["trace[576078626] 'process raft request' (duration: 217.507614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:42.500771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.43055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:45:42.500838Z","caller":"traceutil/trace.go:171","msg":"trace[626780183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20972; }","duration":"215.556182ms","start":"2026-03-18T14:45:42.285265Z","end":"2026-03-18T14:45:42.500821Z","steps":["trace[626780183] 'agreement among raft nodes before linearized reading' (duration: 215.304866ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:42.688577Z","caller":"traceutil/trace.go:171","msg":"trace[1542832384] transaction","detail":"{read_only:false; response_revision:20973; number_of_response:1; }","duration":"235.015799ms","start":"2026-03-18T14:45:42.453533Z","end":"2026-03-18T14:45:42.688548Z","steps":["trace[1542832384] 'process raft request' (duration: 196.578499ms)","trace[1542832384] 'compare' (duration: 38.008009ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:42.688643Z","caller":"traceutil/trace.go:171","msg":"trace[1454241875] transaction","detail":"{read_only:false; response_revision:20974; number_of_response:1; }","duration":"183.978978ms","start":"2026-03-18T14:45:42.504638Z","end":"2026-03-18T14:45:42.688617Z","steps":["trace[1454241875] 'process raft request' (duration: 183.880885ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:42.688736Z","caller":"traceutil/trace.go:171","msg":"trace[1275969931] linearizableReadLoop","detail":"{readStateIndex:21829; appliedIndex:21828; }","duration":"188.193721ms","start":"2026-03-18T14:45:42.500532Z","end":"2026-03-18T14:45:42.688726Z","steps":["trace[1275969931] 'read index received' (duration: 149.657028ms)","trace[1275969931] 'applied index is now lower than readState.Index' (duration: 38.535923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:45:42.688843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.656805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T14:45:42.688864Z","caller":"traceutil/trace.go:171","msg":"trace[1715778278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20974; }","duration":"402.719706ms","start":"2026-03-18T14:45:42.286137Z","end":"2026-03-18T14:45:42.688857Z","steps":["trace[1715778278] 'agreement among raft nodes before linearized reading' (duration: 402.617414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:42.688887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:42.286123Z","time spent":"402.758217ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:45:42.688942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.612793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:45:42.68902Z","caller":"traceutil/trace.go:171","msg":"trace[1325742731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20974; }","duration":"402.714356ms","start":"2026-03-18T14:45:42.286284Z","end":"2026-03-18T14:45:42.688998Z","steps":["trace[1325742731] 'agreement among raft nodes before linearized reading' (duration: 402.502161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:42.689069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:42.286274Z","time spent":"402.786718ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:45:42.689082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.756456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T14:45:42.689142Z","caller":"traceutil/trace.go:171","msg":"trace[80177141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20974; }","duration":"402.854951ms","start":"2026-03-18T14:45:42.286274Z","end":"2026-03-18T14:45:42.689129Z","steps":["trace[80177141] 'agreement among raft nodes before linearized reading' (duration: 402.661525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:42.689173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:45:42.286234Z","time spent":"402.933171ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:45:43.490896Z","caller":"traceutil/trace.go:171","msg":"trace[1635664656] transaction","detail":"{read_only:false; response_revision:20981; number_of_response:1; }","duration":"220.103416ms","start":"2026-03-18T14:45:43.27077Z","end":"2026-03-18T14:45:43.490873Z","steps":["trace[1635664656] 'process raft request' (duration: 219.992153ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:43.490925Z","caller":"traceutil/trace.go:171","msg":"trace[2031752296] transaction","detail":"{read_only:false; response_revision:20980; number_of_response:1; }","duration":"276.055309ms","start":"2026-03-18T14:45:43.214836Z","end":"2026-03-18T14:45:43.490891Z","steps":["trace[2031752296] 'process raft request' (duration: 271.056223ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:44.904912Z","caller":"traceutil/trace.go:171","msg":"trace[958025362] transaction","detail":"{read_only:false; response_revision:20996; number_of_response:1; }","duration":"180.747819ms","start":"2026-03-18T14:45:44.724126Z","end":"2026-03-18T14:45:44.904874Z","steps":["trace[958025362] 'process raft request' (duration: 170.75727ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:44.904918Z","caller":"traceutil/trace.go:171","msg":"trace[1296828147] linearizableReadLoop","detail":"{readStateIndex:21854; appliedIndex:21853; }","duration":"170.083132ms","start":"2026-03-18T14:45:44.734806Z","end":"2026-03-18T14:45:44.904889Z","steps":["trace[1296828147] 'read index received' (duration: 160.092522ms)","trace[1296828147] 'applied index is now lower than readState.Index' (duration: 9.98966ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:44.905121Z","caller":"traceutil/trace.go:171","msg":"trace[1917936666] transaction","detail":"{read_only:false; response_revision:20997; number_of_response:1; }","duration":"166.980898ms","start":"2026-03-18T14:45:44.738129Z","end":"2026-03-18T14:45:44.905109Z","steps":["trace[1917936666] 'process raft request' (duration: 166.694611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:44.905257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.561661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:45:44.90533Z","caller":"traceutil/trace.go:171","msg":"trace[985897080] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20996; }","duration":"202.647952ms","start":"2026-03-18T14:45:44.702665Z","end":"2026-03-18T14:45:44.905313Z","steps":["trace[985897080] 'agreement among raft nodes before linearized reading' (duration: 202.362625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:44.905716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.937703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/octavia-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:45:44.905768Z","caller":"traceutil/trace.go:171","msg":"trace[185786468] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/octavia-api; range_end:; response_count:0; response_revision:20998; }","duration":"114.036544ms","start":"2026-03-18T14:45:44.791718Z","end":"2026-03-18T14:45:44.905754Z","steps":["trace[185786468] 'agreement among raft nodes before linearized reading' (duration: 113.827869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:44.906578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.67869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:45:44.906678Z","caller":"traceutil/trace.go:171","msg":"trace[722051910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20996; }","duration":"203.780953ms","start":"2026-03-18T14:45:44.702879Z","end":"2026-03-18T14:45:44.90666Z","steps":["trace[722051910] 'agreement among raft nodes before linearized reading' (duration: 202.016675ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:49.826648Z","caller":"traceutil/trace.go:171","msg":"trace[1129530222] transaction","detail":"{read_only:false; response_revision:21167; number_of_response:1; }","duration":"120.159801ms","start":"2026-03-18T14:45:49.706468Z","end":"2026-03-18T14:45:49.826628Z","steps":["trace[1129530222] 'process raft request' (duration: 98.868946ms)","trace[1129530222] 'compare' (duration: 20.803633ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:56.630116Z","caller":"traceutil/trace.go:171","msg":"trace[1006115119] transaction","detail":"{read_only:false; response_revision:21218; number_of_response:1; }","duration":"135.575108ms","start":"2026-03-18T14:45:56.494515Z","end":"2026-03-18T14:45:56.63009Z","steps":["trace[1006115119] 'process raft request' (duration: 135.406823ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:57.308361Z","caller":"traceutil/trace.go:171","msg":"trace[1413247207] transaction","detail":"{read_only:false; response_revision:21224; number_of_response:1; }","duration":"179.478847ms","start":"2026-03-18T14:45:57.128845Z","end":"2026-03-18T14:45:57.308324Z","steps":["trace[1413247207] 'process raft request' (duration: 120.011367ms)","trace[1413247207] 'compare' (duration: 59.198222ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:57.308645Z","caller":"traceutil/trace.go:171","msg":"trace[45760515] transaction","detail":"{read_only:false; response_revision:21225; number_of_response:1; }","duration":"176.618729ms","start":"2026-03-18T14:45:57.132003Z","end":"2026-03-18T14:45:57.308622Z","steps":["trace[45760515] 'process raft request' (duration: 176.26355ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:58.660337Z","caller":"traceutil/trace.go:171","msg":"trace[373164551] transaction","detail":"{read_only:false; response_revision:21228; number_of_response:1; }","duration":"122.677329ms","start":"2026-03-18T14:45:58.537583Z","end":"2026-03-18T14:45:58.660261Z","steps":["trace[373164551] 'process raft request' (duration: 101.594119ms)","trace[373164551] 'compare' (duration: 20.783842ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:58.880626Z","caller":"traceutil/trace.go:171","msg":"trace[2019864574] linearizableReadLoop","detail":"{readStateIndex:22092; appliedIndex:22091; }","duration":"111.733944ms","start":"2026-03-18T14:45:58.768873Z","end":"2026-03-18T14:45:58.880607Z","steps":["trace[2019864574] 'read index received' (duration: 59.673036ms)","trace[2019864574] 'applied index is now lower than readState.Index' (duration: 52.060188ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:45:58.880707Z","caller":"traceutil/trace.go:171","msg":"trace[519179011] transaction","detail":"{read_only:false; response_revision:21230; number_of_response:1; }","duration":"163.424042ms","start":"2026-03-18T14:45:58.717252Z","end":"2026-03-18T14:45:58.880676Z","steps":["trace[519179011] 'process raft request' (duration: 111.284481ms)","trace[519179011] 'compare' (duration: 51.981446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:45:58.880779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.900727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:45:58.880808Z","caller":"traceutil/trace.go:171","msg":"trace[2024904496] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21230; }","duration":"111.98317ms","start":"2026-03-18T14:45:58.768813Z","end":"2026-03-18T14:45:58.880796Z","steps":["trace[2024904496] 'agreement among raft nodes before linearized reading' (duration: 111.878997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:45:58.951747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.102595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:45:58.951821Z","caller":"traceutil/trace.go:171","msg":"trace[601032049] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:21231; }","duration":"108.235268ms","start":"2026-03-18T14:45:58.843569Z","end":"2026-03-18T14:45:58.951804Z","steps":["trace[601032049] 'agreement among raft nodes before linearized reading' (duration: 108.083115ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:45:58.951741Z","caller":"traceutil/trace.go:171","msg":"trace[227585453] transaction","detail":"{read_only:false; response_revision:21231; number_of_response:1; }","duration":"105.574976ms","start":"2026-03-18T14:45:58.846141Z","end":"2026-03-18T14:45:58.951716Z","steps":["trace[227585453] 'process raft request' (duration: 105.34729ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:03.190417Z","caller":"traceutil/trace.go:171","msg":"trace[1238561842] transaction","detail":"{read_only:false; response_revision:21251; number_of_response:1; }","duration":"205.50279ms","start":"2026-03-18T14:46:02.984879Z","end":"2026-03-18T14:46:03.190382Z","steps":["trace[1238561842] 'process raft request' (duration: 136.498824ms)","trace[1238561842] 'compare' (duration: 68.838872ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:46:03.190465Z","caller":"traceutil/trace.go:171","msg":"trace[374859121] linearizableReadLoop","detail":"{readStateIndex:22115; appliedIndex:22114; }","duration":"149.097815ms","start":"2026-03-18T14:46:03.041322Z","end":"2026-03-18T14:46:03.190419Z","steps":["trace[374859121] 'read index received' (duration: 80.068027ms)","trace[374859121] 'applied index is now lower than readState.Index' (duration: 69.028728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:46:03.190695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.365021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:46:03.190742Z","caller":"traceutil/trace.go:171","msg":"trace[2050829059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21252; }","duration":"149.458753ms","start":"2026-03-18T14:46:03.041271Z","end":"2026-03-18T14:46:03.19073Z","steps":["trace[2050829059] 'agreement among raft nodes before linearized reading' (duration: 149.232167ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:03.324564Z","caller":"traceutil/trace.go:171","msg":"trace[1403882746] transaction","detail":"{read_only:false; response_revision:21253; number_of_response:1; }","duration":"130.755488ms","start":"2026-03-18T14:46:03.193778Z","end":"2026-03-18T14:46:03.324533Z","steps":["trace[1403882746] 'process raft request' (duration: 100.339846ms)","trace[1403882746] 'compare' (duration: 30.215917ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:46:05.401835Z","caller":"traceutil/trace.go:171","msg":"trace[1031830768] transaction","detail":"{read_only:false; response_revision:21265; number_of_response:1; }","duration":"204.184715ms","start":"2026-03-18T14:46:05.197623Z","end":"2026-03-18T14:46:05.401808Z","steps":["trace[1031830768] 'process raft request' (duration: 198.498471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:05.842104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.548023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:05.842203Z","caller":"traceutil/trace.go:171","msg":"trace[674060333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21269; }","duration":"269.670316ms","start":"2026-03-18T14:46:05.572508Z","end":"2026-03-18T14:46:05.842178Z","steps":["trace[674060333] 'range keys from in-memory index tree' (duration: 269.485572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:05.842301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.476686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-18T14:46:05.842347Z","caller":"traceutil/trace.go:171","msg":"trace[1647906219] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21269; }","duration":"298.574998ms","start":"2026-03-18T14:46:05.543759Z","end":"2026-03-18T14:46:05.842334Z","steps":["trace[1647906219] 'range keys from in-memory index tree' (duration: 298.2652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:05.842452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.255386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-18T14:46:05.842535Z","caller":"traceutil/trace.go:171","msg":"trace[762873252] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21269; }","duration":"272.388539ms","start":"2026-03-18T14:46:05.570129Z","end":"2026-03-18T14:46:05.842517Z","steps":["trace[762873252] 'range keys from in-memory index tree' (duration: 272.091133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:05.842995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.735863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:46:05.843276Z","caller":"traceutil/trace.go:171","msg":"trace[706723951] transaction","detail":"{read_only:false; response_revision:21270; number_of_response:1; }","duration":"230.451605ms","start":"2026-03-18T14:46:05.612796Z","end":"2026-03-18T14:46:05.843248Z","steps":["trace[706723951] 'process raft request' (duration: 67.405354ms)","trace[706723951] 'compare' (duration: 161.964372ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:46:07.642075Z","caller":"traceutil/trace.go:171","msg":"trace[1154056079] transaction","detail":"{read_only:false; response_revision:21276; number_of_response:1; }","duration":"222.033317ms","start":"2026-03-18T14:46:07.420002Z","end":"2026-03-18T14:46:07.642035Z","steps":["trace[1154056079] 'process raft request' (duration: 137.288244ms)","trace[1154056079] 'compare' (duration: 84.442474ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:46:07.64252Z","caller":"traceutil/trace.go:171","msg":"trace[1800313656] transaction","detail":"{read_only:false; response_revision:21279; number_of_response:1; }","duration":"221.74589ms","start":"2026-03-18T14:46:07.420743Z","end":"2026-03-18T14:46:07.642489Z","steps":["trace[1800313656] 'process raft request' (duration: 221.620507ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:07.642539Z","caller":"traceutil/trace.go:171","msg":"trace[1205672924] transaction","detail":"{read_only:false; response_revision:21280; number_of_response:1; }","duration":"218.157392ms","start":"2026-03-18T14:46:07.424363Z","end":"2026-03-18T14:46:07.64252Z","steps":["trace[1205672924] 'process raft request' (duration: 218.046479ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:07.64257Z","caller":"traceutil/trace.go:171","msg":"trace[858140366] transaction","detail":"{read_only:false; response_revision:21278; number_of_response:1; }","duration":"222.028127ms","start":"2026-03-18T14:46:07.420496Z","end":"2026-03-18T14:46:07.642524Z","steps":["trace[858140366] 'process raft request' (duration: 221.730439ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:07.642623Z","caller":"traceutil/trace.go:171","msg":"trace[1094878470] transaction","detail":"{read_only:false; response_revision:21277; number_of_response:1; }","duration":"222.473879ms","start":"2026-03-18T14:46:07.420104Z","end":"2026-03-18T14:46:07.642578Z","steps":["trace[1094878470] 'process raft request' (duration: 221.841002ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:09.755019Z","caller":"traceutil/trace.go:171","msg":"trace[1031158340] transaction","detail":"{read_only:false; response_revision:21289; number_of_response:1; }","duration":"104.001544ms","start":"2026-03-18T14:46:09.650994Z","end":"2026-03-18T14:46:09.754995Z","steps":["trace[1031158340] 'process raft request' (duration: 103.927382ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:09.75522Z","caller":"traceutil/trace.go:171","msg":"trace[138504163] transaction","detail":"{read_only:false; response_revision:21290; number_of_response:1; }","duration":"104.181998ms","start":"2026-03-18T14:46:09.651022Z","end":"2026-03-18T14:46:09.755204Z","steps":["trace[138504163] 'process raft request' (duration: 103.941632ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:09.75533Z","caller":"traceutil/trace.go:171","msg":"trace[893733237] transaction","detail":"{read_only:false; response_revision:21288; number_of_response:1; }","duration":"104.495077ms","start":"2026-03-18T14:46:09.650729Z","end":"2026-03-18T14:46:09.755224Z","steps":["trace[893733237] 'process raft request' (duration: 96.906731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:10.903717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.344045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:46:10.903829Z","caller":"traceutil/trace.go:171","msg":"trace[1586666499] linearizableReadLoop","detail":"{readStateIndex:22158; appliedIndex:22157; }","duration":"277.786076ms","start":"2026-03-18T14:46:10.626027Z","end":"2026-03-18T14:46:10.903813Z","steps":["trace[1586666499] 'read index received' (duration: 123.250565ms)","trace[1586666499] 'applied index is now lower than readState.Index' (duration: 154.534241ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:46:10.903877Z","caller":"traceutil/trace.go:171","msg":"trace[1086916087] transaction","detail":"{read_only:false; response_revision:21292; number_of_response:1; }","duration":"277.865438ms","start":"2026-03-18T14:46:10.62597Z","end":"2026-03-18T14:46:10.903835Z","steps":["trace[1086916087] 'process raft request' (duration: 123.328087ms)","trace[1086916087] 'compare' (duration: 154.210432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:46:10.904193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.161566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:10.904264Z","caller":"traceutil/trace.go:171","msg":"trace[1517393434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21292; }","duration":"278.270309ms","start":"2026-03-18T14:46:10.625982Z","end":"2026-03-18T14:46:10.904253Z","steps":["trace[1517393434] 'agreement among raft nodes before linearized reading' (duration: 277.872848ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:11.128341Z","caller":"traceutil/trace.go:171","msg":"trace[1289633108] transaction","detail":"{read_only:false; response_revision:21293; number_of_response:1; }","duration":"120.146771ms","start":"2026-03-18T14:46:11.008153Z","end":"2026-03-18T14:46:11.1283Z","steps":["trace[1289633108] 'process raft request' (duration: 118.747743ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:11.128389Z","caller":"traceutil/trace.go:171","msg":"trace[843512417] linearizableReadLoop","detail":"{readStateIndex:22159; appliedIndex:22158; }","duration":"119.968426ms","start":"2026-03-18T14:46:11.008393Z","end":"2026-03-18T14:46:11.128362Z","steps":["trace[843512417] 'read index received' (duration: 118.510746ms)","trace[843512417] 'applied index is now lower than readState.Index' (duration: 1.455009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:46:11.128612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.209473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:46:11.128687Z","caller":"traceutil/trace.go:171","msg":"trace[1739645407] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21293; }","duration":"120.327555ms","start":"2026-03-18T14:46:11.00834Z","end":"2026-03-18T14:46:11.128667Z","steps":["trace[1739645407] 'agreement among raft nodes before linearized reading' (duration: 120.12301ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:11.928722Z","caller":"traceutil/trace.go:171","msg":"trace[1186617369] transaction","detail":"{read_only:false; response_revision:21299; number_of_response:1; }","duration":"166.189926ms","start":"2026-03-18T14:46:11.762507Z","end":"2026-03-18T14:46:11.928697Z","steps":["trace[1186617369] 'process raft request' (duration: 166.138735ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:11.929157Z","caller":"traceutil/trace.go:171","msg":"trace[859240747] transaction","detail":"{read_only:false; response_revision:21298; number_of_response:1; }","duration":"166.824574ms","start":"2026-03-18T14:46:11.762321Z","end":"2026-03-18T14:46:11.929145Z","steps":["trace[859240747] 'process raft request' (duration: 166.165897ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:12.08784Z","caller":"traceutil/trace.go:171","msg":"trace[106252047] linearizableReadLoop","detail":"{readStateIndex:22166; appliedIndex:22165; }","duration":"117.044587ms","start":"2026-03-18T14:46:11.970771Z","end":"2026-03-18T14:46:12.087816Z","steps":["trace[106252047] 'read index received' (duration: 17.497213ms)","trace[106252047] 'applied index is now lower than readState.Index' (duration: 99.546474ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:46:12.088455Z","caller":"traceutil/trace.go:171","msg":"trace[365470246] transaction","detail":"{read_only:false; response_revision:21300; number_of_response:1; }","duration":"201.561973ms","start":"2026-03-18T14:46:11.886873Z","end":"2026-03-18T14:46:12.088435Z","steps":["trace[365470246] 'process raft request' (duration: 101.580568ms)","trace[365470246] 'compare' (duration: 99.265016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:46:12.089038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.243599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-gxldd.189df64d49040550\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-18T14:46:12.089114Z","caller":"traceutil/trace.go:171","msg":"trace[1196898791] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-gxldd.189df64d49040550; range_end:; response_count:1; response_revision:21300; }","duration":"118.366472ms","start":"2026-03-18T14:46:11.970726Z","end":"2026-03-18T14:46:12.089092Z","steps":["trace[1196898791] 'agreement among raft nodes before linearized reading' (duration: 118.147546ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:13.742627Z","caller":"traceutil/trace.go:171","msg":"trace[2095536644] linearizableReadLoop","detail":"{readStateIndex:22170; appliedIndex:22169; }","duration":"263.165741ms","start":"2026-03-18T14:46:13.479441Z","end":"2026-03-18T14:46:13.742607Z","steps":["trace[2095536644] 'read index received' (duration: 262.859562ms)","trace[2095536644] 'applied index is now lower than readState.Index' (duration: 305.119µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:46:13.742644Z","caller":"traceutil/trace.go:171","msg":"trace[1367913317] transaction","detail":"{read_only:false; response_revision:21304; number_of_response:1; }","duration":"267.316782ms","start":"2026-03-18T14:46:13.475309Z","end":"2026-03-18T14:46:13.742626Z","steps":["trace[1367913317] 'process raft request' (duration: 267.055305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:13.743174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.901554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:13.743228Z","caller":"traceutil/trace.go:171","msg":"trace[1704637245] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21304; }","duration":"171.033127ms","start":"2026-03-18T14:46:13.572183Z","end":"2026-03-18T14:46:13.743216Z","steps":["trace[1704637245] 'agreement among raft nodes before linearized reading' (duration: 170.930325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:13.743578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.53081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:46:13.743631Z","caller":"traceutil/trace.go:171","msg":"trace[1450782045] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21304; }","duration":"264.214519ms","start":"2026-03-18T14:46:13.4794Z","end":"2026-03-18T14:46:13.743614Z","steps":["trace[1450782045] 'agreement among raft nodes before linearized reading' (duration: 263.290844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:14.197919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.2016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:14.197901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.613943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:14.198008Z","caller":"traceutil/trace.go:171","msg":"trace[324396544] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21309; }","duration":"104.362595ms","start":"2026-03-18T14:46:14.093626Z","end":"2026-03-18T14:46:14.197988Z","steps":["trace[324396544] 'range keys from in-memory index tree' (duration: 104.089676ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:14.198045Z","caller":"traceutil/trace.go:171","msg":"trace[1930518111] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21309; }","duration":"103.8621ms","start":"2026-03-18T14:46:14.094152Z","end":"2026-03-18T14:46:14.198014Z","steps":["trace[1930518111] 'range keys from in-memory index tree' (duration: 103.502711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:14.198125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.801649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:14.19819Z","caller":"traceutil/trace.go:171","msg":"trace[10259851] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21309; }","duration":"103.87016ms","start":"2026-03-18T14:46:14.094297Z","end":"2026-03-18T14:46:14.198168Z","steps":["trace[10259851] 'range keys from in-memory index tree' (duration: 103.607593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:14.197919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.813939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:14.198278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.198939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:46:14.198318Z","caller":"traceutil/trace.go:171","msg":"trace[2083654028] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21309; }","duration":"104.297272ms","start":"2026-03-18T14:46:14.09401Z","end":"2026-03-18T14:46:14.198308Z","steps":["trace[2083654028] 'range keys from in-memory index tree' (duration: 103.965303ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:14.198316Z","caller":"traceutil/trace.go:171","msg":"trace[1872195767] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21309; }","duration":"104.26088ms","start":"2026-03-18T14:46:14.09404Z","end":"2026-03-18T14:46:14.198301Z","steps":["trace[1872195767] 'range keys from in-memory index tree' (duration: 103.711336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:14.198365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.786838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:14.198406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.041875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-18T14:46:14.198424Z","caller":"traceutil/trace.go:171","msg":"trace[278292479] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21309; }","duration":"103.87552ms","start":"2026-03-18T14:46:14.094531Z","end":"2026-03-18T14:46:14.198407Z","steps":["trace[278292479] 'range keys from in-memory index tree' (duration: 103.692666ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:14.198466Z","caller":"traceutil/trace.go:171","msg":"trace[1245498951] transaction","detail":"{read_only:false; response_revision:21310; number_of_response:1; }","duration":"102.913655ms","start":"2026-03-18T14:46:14.095534Z","end":"2026-03-18T14:46:14.198448Z","steps":["trace[1245498951] 'process raft request' (duration: 101.413774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:14.198127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.926732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:14.198536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.457745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-18T14:46:14.198595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.781155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-18T14:46:14.198636Z","caller":"traceutil/trace.go:171","msg":"trace[1790540789] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21309; }","duration":"104.859166ms","start":"2026-03-18T14:46:14.093764Z","end":"2026-03-18T14:46:14.198623Z","steps":["trace[1790540789] 'range keys from in-memory index tree' (duration: 104.59346ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:14.19844Z","caller":"traceutil/trace.go:171","msg":"trace[788314401] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21309; }","duration":"104.077627ms","start":"2026-03-18T14:46:14.094353Z","end":"2026-03-18T14:46:14.198431Z","steps":["trace[788314401] 'range keys from in-memory index tree' (duration: 103.855761ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:14.198628Z","caller":"traceutil/trace.go:171","msg":"trace[1483683175] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21309; }","duration":"104.418765ms","start":"2026-03-18T14:46:14.094164Z","end":"2026-03-18T14:46:14.198582Z","steps":["trace[1483683175] 'range keys from in-memory index tree' (duration: 103.825029ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:14.198595Z","caller":"traceutil/trace.go:171","msg":"trace[2023872165] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21309; }","duration":"104.534258ms","start":"2026-03-18T14:46:14.094048Z","end":"2026-03-18T14:46:14.198582Z","steps":["trace[2023872165] 'range keys from in-memory index tree' (duration: 104.230211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:15.846546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.833316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:15.846614Z","caller":"traceutil/trace.go:171","msg":"trace[960494956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21313; }","duration":"274.950169ms","start":"2026-03-18T14:46:15.571649Z","end":"2026-03-18T14:46:15.8466Z","steps":["trace[960494956] 'range keys from in-memory index tree' (duration: 274.719853ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:15.978267Z","caller":"traceutil/trace.go:171","msg":"trace[263401381] transaction","detail":"{read_only:false; response_revision:21314; number_of_response:1; }","duration":"127.995154ms","start":"2026-03-18T14:46:15.850222Z","end":"2026-03-18T14:46:15.978217Z","steps":["trace[263401381] 'process raft request' (duration: 127.86715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:16.37208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.685214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:46:16.372354Z","caller":"traceutil/trace.go:171","msg":"trace[2135998135] transaction","detail":"{read_only:false; response_revision:21315; number_of_response:1; }","duration":"521.446609ms","start":"2026-03-18T14:46:15.850874Z","end":"2026-03-18T14:46:16.37232Z","steps":["trace[2135998135] 'process raft request' (duration: 325.439266ms)","trace[2135998135] 'compare' (duration: 195.539991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:46:16.372527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:15.850848Z","time spent":"521.606043ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:46:16.373025Z","caller":"traceutil/trace.go:171","msg":"trace[1284261959] transaction","detail":"{read_only:false; response_revision:21316; number_of_response:1; }","duration":"522.088976ms","start":"2026-03-18T14:46:15.850903Z","end":"2026-03-18T14:46:16.372992Z","steps":["trace[1284261959] 'process raft request' (duration: 521.278354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:16.373182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:15.850874Z","time spent":"522.226851ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:46:16.516372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.112829ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:46:16.516582Z","caller":"traceutil/trace.go:171","msg":"trace[1402690209] linearizableReadLoop","detail":"{readStateIndex:22183; appliedIndex:22179; }","duration":"558.229404ms","start":"2026-03-18T14:46:15.958336Z","end":"2026-03-18T14:46:16.516566Z","steps":["trace[1402690209] 'read index received' (duration: 19.775066ms)","trace[1402690209] 'applied index is now lower than readState.Index' (duration: 538.453388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:46:16.516807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.45371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:46:16.516905Z","caller":"traceutil/trace.go:171","msg":"trace[947512499] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21316; }","duration":"558.600794ms","start":"2026-03-18T14:46:15.958281Z","end":"2026-03-18T14:46:16.516882Z","steps":["trace[947512499] 'agreement among raft nodes before linearized reading' (duration: 558.328216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:16.516963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:15.958229Z","time spent":"558.721607ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:46:16.517022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.311702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:46:16.517098Z","caller":"traceutil/trace.go:171","msg":"trace[764653014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21317; }","duration":"522.442426ms","start":"2026-03-18T14:46:15.994638Z","end":"2026-03-18T14:46:16.51708Z","steps":["trace[764653014] 'agreement among raft nodes before linearized reading' (duration: 522.190939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:16.517143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:15.994613Z","time spent":"522.520568ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:46:16.517289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.255922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:16.517295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.618875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:16.517331Z","caller":"traceutil/trace.go:171","msg":"trace[730636211] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21317; }","duration":"314.311695ms","start":"2026-03-18T14:46:16.203009Z","end":"2026-03-18T14:46:16.517321Z","steps":["trace[730636211] 'agreement among raft nodes before linearized reading' (duration: 314.249473ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:16.517349Z","caller":"traceutil/trace.go:171","msg":"trace[714636922] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21317; }","duration":"313.699748ms","start":"2026-03-18T14:46:16.203629Z","end":"2026-03-18T14:46:16.517329Z","steps":["trace[714636922] 'agreement among raft nodes before linearized reading' (duration: 313.618336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:16.517429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.343848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:16.517433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.866133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:16.517446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:16.203607Z","time spent":"313.825311ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"info","ts":"2026-03-18T14:46:16.517469Z","caller":"traceutil/trace.go:171","msg":"trace[999460834] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21317; }","duration":"313.917383ms","start":"2026-03-18T14:46:16.203543Z","end":"2026-03-18T14:46:16.51746Z","steps":["trace[999460834] 'agreement among raft nodes before linearized reading' (duration: 313.835761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:16.517494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:16.203536Z","time spent":"313.952104ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:46:16.51749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.575904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:46:16.517459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.106781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:16.517544Z","caller":"traceutil/trace.go:171","msg":"trace[185108102] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:21317; }","duration":"476.658717ms","start":"2026-03-18T14:46:16.04087Z","end":"2026-03-18T14:46:16.517529Z","steps":["trace[185108102] 'agreement among raft nodes before linearized reading' (duration: 476.510732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:16.517564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.355158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-18T14:46:16.517576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:16.040847Z","time spent":"476.721388ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":89,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:46:16.517592Z","caller":"traceutil/trace.go:171","msg":"trace[1689668035] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21317; }","duration":"313.39311ms","start":"2026-03-18T14:46:16.204193Z","end":"2026-03-18T14:46:16.517586Z","steps":["trace[1689668035] 'agreement among raft nodes before linearized reading' (duration: 313.287557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:16.517621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:16.204186Z","time spent":"313.4296ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5089,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:46:16.517618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.109935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-18T14:46:16.517654Z","caller":"traceutil/trace.go:171","msg":"trace[1374267453] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21317; }","duration":"140.395069ms","start":"2026-03-18T14:46:16.377234Z","end":"2026-03-18T14:46:16.517629Z","steps":["trace[1374267453] 'agreement among raft nodes before linearized reading' (duration: 140.022729ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:16.517686Z","caller":"traceutil/trace.go:171","msg":"trace[1514555057] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21317; }","duration":"230.177168ms","start":"2026-03-18T14:46:16.287482Z","end":"2026-03-18T14:46:16.517659Z","steps":["trace[1514555057] 'agreement among raft nodes before linearized reading' (duration: 230.052425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:16.517732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.532023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-18T14:46:16.517768Z","caller":"traceutil/trace.go:171","msg":"trace[312067128] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21317; }","duration":"313.607145ms","start":"2026-03-18T14:46:16.204152Z","end":"2026-03-18T14:46:16.517759Z","steps":["trace[312067128] 'agreement among raft nodes before linearized reading' (duration: 313.504762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:16.517819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:16.204122Z","time spent":"313.687278ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5089,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:46:16.517822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.839292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:46:16.517466Z","caller":"traceutil/trace.go:171","msg":"trace[1665521119] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21317; }","duration":"313.414639ms","start":"2026-03-18T14:46:16.204042Z","end":"2026-03-18T14:46:16.517456Z","steps":["trace[1665521119] 'agreement among raft nodes before linearized reading' (duration: 313.307406ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:16.517888Z","caller":"traceutil/trace.go:171","msg":"trace[1727469671] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21317; }","duration":"313.909984ms","start":"2026-03-18T14:46:16.203955Z","end":"2026-03-18T14:46:16.517865Z","steps":["trace[1727469671] 'agreement among raft nodes before linearized reading' (duration: 313.720698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:16.517632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.410866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:46:16.517955Z","caller":"traceutil/trace.go:171","msg":"trace[85586908] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21317; }","duration":"314.746945ms","start":"2026-03-18T14:46:16.203197Z","end":"2026-03-18T14:46:16.517944Z","steps":["trace[85586908] 'agreement among raft nodes before linearized reading' (duration: 314.363875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:16.517964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:16.203947Z","time spent":"313.999925ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-18T14:46:16.517988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:16.203191Z","time spent":"314.790677ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-18T14:46:16.518001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.676402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:16.518027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.225866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:46:16.518055Z","caller":"traceutil/trace.go:171","msg":"trace[1025062729] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21317; }","duration":"231.255567ms","start":"2026-03-18T14:46:16.286792Z","end":"2026-03-18T14:46:16.518048Z","steps":["trace[1025062729] 'agreement among raft nodes before linearized reading' (duration: 231.182456ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:16.518059Z","caller":"traceutil/trace.go:171","msg":"trace[1319580156] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21317; }","duration":"230.752623ms","start":"2026-03-18T14:46:16.287292Z","end":"2026-03-18T14:46:16.518044Z","steps":["trace[1319580156] 'agreement among raft nodes before linearized reading' (duration: 230.668221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:16.517958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.58192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:16.517363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.528979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T14:46:16.51827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.83034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:16.518298Z","caller":"traceutil/trace.go:171","msg":"trace[1999686930] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21317; }","duration":"141.035266ms","start":"2026-03-18T14:46:16.377254Z","end":"2026-03-18T14:46:16.518289Z","steps":["trace[1999686930] 'agreement among raft nodes before linearized reading' (duration: 140.971904ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:16.518303Z","caller":"traceutil/trace.go:171","msg":"trace[2006739302] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21317; }","duration":"230.864597ms","start":"2026-03-18T14:46:16.28737Z","end":"2026-03-18T14:46:16.518235Z","steps":["trace[2006739302] 'agreement among raft nodes before linearized reading' (duration: 230.562009ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:16.518322Z","caller":"traceutil/trace.go:171","msg":"trace[145552939] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21317; }","duration":"312.484995ms","start":"2026-03-18T14:46:16.205789Z","end":"2026-03-18T14:46:16.518274Z","steps":["trace[145552939] 'agreement among raft nodes before linearized reading' (duration: 311.382204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:16.517502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.49631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:16.518341Z","caller":"traceutil/trace.go:171","msg":"trace[248758524] transaction","detail":"{read_only:false; response_revision:21317; number_of_response:1; }","duration":"314.323455ms","start":"2026-03-18T14:46:16.203991Z","end":"2026-03-18T14:46:16.518314Z","steps":["trace[248758524] 'process raft request' (duration: 312.480955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:16.518356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.703847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:16.51848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:16.203976Z","time spent":"314.420467ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:46:16.518483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.841396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-18T14:46:16.518515Z","caller":"traceutil/trace.go:171","msg":"trace[1097717357] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21317; }","duration":"140.915662ms","start":"2026-03-18T14:46:16.377525Z","end":"2026-03-18T14:46:16.51844Z","steps":["trace[1097717357] 'agreement among raft nodes before linearized reading' (duration: 140.640045ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:16.518381Z","caller":"traceutil/trace.go:171","msg":"trace[1043820563] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21317; }","duration":"230.413734ms","start":"2026-03-18T14:46:16.28796Z","end":"2026-03-18T14:46:16.518374Z","steps":["trace[1043820563] 'agreement among raft nodes before linearized reading' (duration: 229.502039ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:16.518562Z","caller":"traceutil/trace.go:171","msg":"trace[2079567095] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21317; }","duration":"138.938769ms","start":"2026-03-18T14:46:16.379607Z","end":"2026-03-18T14:46:16.518546Z","steps":["trace[2079567095] 'agreement among raft nodes before linearized reading' (duration: 138.748663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:16.518202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.433377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:16.518826Z","caller":"traceutil/trace.go:171","msg":"trace[1946294313] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21317; }","duration":"315.091184ms","start":"2026-03-18T14:46:16.203717Z","end":"2026-03-18T14:46:16.518808Z","steps":["trace[1946294313] 'agreement among raft nodes before linearized reading' (duration: 314.459548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:16.517362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.366485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:16.518894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:16.203694Z","time spent":"315.179157ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-03-18T14:46:16.518897Z","caller":"traceutil/trace.go:171","msg":"trace[536996875] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21317; }","duration":"315.925968ms","start":"2026-03-18T14:46:16.202953Z","end":"2026-03-18T14:46:16.518879Z","steps":["trace[536996875] 'agreement among raft nodes before linearized reading' (duration: 314.379766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:16.517361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:16.203004Z","time spent":"314.350575ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:46:16.518955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:16.202932Z","time spent":"316.010091ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:46:16.518389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:16.205782Z","time spent":"312.591087ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:46:16.517915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:16.20403Z","time spent":"313.873792ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-03-18T14:46:17.322019Z","caller":"traceutil/trace.go:171","msg":"trace[1682881667] transaction","detail":"{read_only:false; response_revision:21320; number_of_response:1; }","duration":"129.352349ms","start":"2026-03-18T14:46:17.192644Z","end":"2026-03-18T14:46:17.321996Z","steps":["trace[1682881667] 'process raft request' (duration: 129.181905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:18.793813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.421096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:18.793888Z","caller":"traceutil/trace.go:171","msg":"trace[902758018] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21324; }","duration":"267.526329ms","start":"2026-03-18T14:46:18.526341Z","end":"2026-03-18T14:46:18.793867Z","steps":["trace[902758018] 'range keys from in-memory index tree' (duration: 267.177679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:18.79384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.039745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-18T14:46:18.793871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.505328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-18T14:46:18.793933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.686103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:18.793948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.462947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:18.79396Z","caller":"traceutil/trace.go:171","msg":"trace[545421237] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21324; }","duration":"267.196119ms","start":"2026-03-18T14:46:18.526735Z","end":"2026-03-18T14:46:18.793931Z","steps":["trace[545421237] 'range keys from in-memory index tree' (duration: 266.85946ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:18.793997Z","caller":"traceutil/trace.go:171","msg":"trace[773396396] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21324; }","duration":"267.678213ms","start":"2026-03-18T14:46:18.5263Z","end":"2026-03-18T14:46:18.793979Z","steps":["trace[773396396] 'range keys from in-memory index tree' (duration: 267.334133ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:18.794056Z","caller":"traceutil/trace.go:171","msg":"trace[395142656] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21324; }","duration":"267.60241ms","start":"2026-03-18T14:46:18.526428Z","end":"2026-03-18T14:46:18.79403Z","steps":["trace[395142656] 'range keys from in-memory index tree' (duration: 267.250092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:18.794089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.318913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-18T14:46:18.793996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.252632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:18.794181Z","caller":"traceutil/trace.go:171","msg":"trace[1702169114] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21324; }","duration":"270.486228ms","start":"2026-03-18T14:46:18.523683Z","end":"2026-03-18T14:46:18.794169Z","steps":["trace[1702169114] 'range keys from in-memory index tree' (duration: 270.176039ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:18.794187Z","caller":"traceutil/trace.go:171","msg":"trace[283867289] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21324; }","duration":"267.466717ms","start":"2026-03-18T14:46:18.526697Z","end":"2026-03-18T14:46:18.794164Z","steps":["trace[283867289] 'range keys from in-memory index tree' (duration: 267.097887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:18.794137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.386468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:18.794332Z","caller":"traceutil/trace.go:171","msg":"trace[266763241] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21324; }","duration":"269.613235ms","start":"2026-03-18T14:46:18.524703Z","end":"2026-03-18T14:46:18.794316Z","steps":["trace[266763241] 'range keys from in-memory index tree' (duration: 269.213104ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:18.794002Z","caller":"traceutil/trace.go:171","msg":"trace[12226782] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21324; }","duration":"267.785585ms","start":"2026-03-18T14:46:18.526201Z","end":"2026-03-18T14:46:18.793987Z","steps":["trace[12226782] 'range keys from in-memory index tree' (duration: 267.324153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:18.794335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.504487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-18T14:46:18.793848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.256401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:18.794475Z","caller":"traceutil/trace.go:171","msg":"trace[796273750] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21324; }","duration":"267.662452ms","start":"2026-03-18T14:46:18.526801Z","end":"2026-03-18T14:46:18.794463Z","steps":["trace[796273750] 'range keys from in-memory index tree' (duration: 267.249082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:18.794504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.265699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:46:18.794579Z","caller":"traceutil/trace.go:171","msg":"trace[1788680687] linearizableReadLoop","detail":"{readStateIndex:22192; appliedIndex:22191; }","duration":"267.599991ms","start":"2026-03-18T14:46:18.526961Z","end":"2026-03-18T14:46:18.794561Z","steps":["trace[1788680687] 'read index received' (duration: 37.196777ms)","trace[1788680687] 'applied index is now lower than readState.Index' (duration: 230.402154ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:46:18.794612Z","caller":"traceutil/trace.go:171","msg":"trace[153006067] transaction","detail":"{read_only:false; response_revision:21325; number_of_response:1; }","duration":"267.776394ms","start":"2026-03-18T14:46:18.526814Z","end":"2026-03-18T14:46:18.794591Z","steps":["trace[153006067] 'process raft request' (duration: 37.366571ms)","trace[153006067] 'compare' (duration: 230.168597ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:46:18.794685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.724824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:18.794748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.683703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-18T14:46:18.794775Z","caller":"traceutil/trace.go:171","msg":"trace[1519897078] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21325; }","duration":"267.727834ms","start":"2026-03-18T14:46:18.527038Z","end":"2026-03-18T14:46:18.794766Z","steps":["trace[1519897078] 'agreement among raft nodes before linearized reading' (duration: 267.619231ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:18.794759Z","caller":"traceutil/trace.go:171","msg":"trace[1570541785] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21325; }","duration":"267.809646ms","start":"2026-03-18T14:46:18.526937Z","end":"2026-03-18T14:46:18.794746Z","steps":["trace[1570541785] 'agreement among raft nodes before linearized reading' (duration: 267.707403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:18.794779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.103116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:18.794805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.649752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-18T14:46:18.794831Z","caller":"traceutil/trace.go:171","msg":"trace[362321981] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21325; }","duration":"267.172668ms","start":"2026-03-18T14:46:18.527643Z","end":"2026-03-18T14:46:18.794816Z","steps":["trace[362321981] 'agreement among raft nodes before linearized reading' (duration: 267.081566ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:18.794847Z","caller":"traceutil/trace.go:171","msg":"trace[1867178860] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21325; }","duration":"267.730803ms","start":"2026-03-18T14:46:18.527106Z","end":"2026-03-18T14:46:18.794837Z","steps":["trace[1867178860] 'agreement among raft nodes before linearized reading' (duration: 267.612659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:18.794921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.293812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:18.794958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.099721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:46:18.79497Z","caller":"traceutil/trace.go:171","msg":"trace[1156111197] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21325; }","duration":"267.370695ms","start":"2026-03-18T14:46:18.527585Z","end":"2026-03-18T14:46:18.794956Z","steps":["trace[1156111197] 'agreement among raft nodes before linearized reading' (duration: 267.286202ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:18.794988Z","caller":"traceutil/trace.go:171","msg":"trace[1450443522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21325; }","duration":"181.162891ms","start":"2026-03-18T14:46:18.613814Z","end":"2026-03-18T14:46:18.794977Z","steps":["trace[1450443522] 'agreement among raft nodes before linearized reading' (duration: 181.086279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:18.79499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.133265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:18.795045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.106057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:18.795058Z","caller":"traceutil/trace.go:171","msg":"trace[161171016] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:21325; }","duration":"166.216277ms","start":"2026-03-18T14:46:18.628817Z","end":"2026-03-18T14:46:18.795034Z","steps":["trace[161171016] 'agreement among raft nodes before linearized reading' (duration: 166.125835ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:18.795109Z","caller":"traceutil/trace.go:171","msg":"trace[735886805] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21325; }","duration":"267.165859ms","start":"2026-03-18T14:46:18.527908Z","end":"2026-03-18T14:46:18.795074Z","steps":["trace[735886805] 'agreement among raft nodes before linearized reading' (duration: 267.106567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:18.794987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.464087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:18.795138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.392328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:46:18.795198Z","caller":"traceutil/trace.go:171","msg":"trace[1555800996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21325; }","duration":"232.486701ms","start":"2026-03-18T14:46:18.562697Z","end":"2026-03-18T14:46:18.795184Z","steps":["trace[1555800996] 'agreement among raft nodes before linearized reading' (duration: 232.268135ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:18.795409Z","caller":"traceutil/trace.go:171","msg":"trace[759831817] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21325; }","duration":"267.683732ms","start":"2026-03-18T14:46:18.527491Z","end":"2026-03-18T14:46:18.795175Z","steps":["trace[759831817] 'agreement among raft nodes before linearized reading' (duration: 267.216969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:18.794729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.843889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:18.795638Z","caller":"traceutil/trace.go:171","msg":"trace[769730358] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21325; }","duration":"267.762264ms","start":"2026-03-18T14:46:18.52786Z","end":"2026-03-18T14:46:18.795623Z","steps":["trace[769730358] 'agreement among raft nodes before linearized reading' (duration: 266.836569ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:18.794524Z","caller":"traceutil/trace.go:171","msg":"trace[1332903126] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21324; }","duration":"267.953741ms","start":"2026-03-18T14:46:18.526555Z","end":"2026-03-18T14:46:18.794508Z","steps":["trace[1332903126] 'range keys from in-memory index tree' (duration: 267.189389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:18.796206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.106302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:46:18.796309Z","caller":"traceutil/trace.go:171","msg":"trace[1568705997] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21325; }","duration":"269.218664ms","start":"2026-03-18T14:46:18.527075Z","end":"2026-03-18T14:46:18.796293Z","steps":["trace[1568705997] 'agreement among raft nodes before linearized reading' (duration: 267.659163ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:19.038935Z","caller":"traceutil/trace.go:171","msg":"trace[473996211] transaction","detail":"{read_only:false; response_revision:21326; number_of_response:1; }","duration":"239.252694ms","start":"2026-03-18T14:46:18.799657Z","end":"2026-03-18T14:46:19.038909Z","steps":["trace[473996211] 'process raft request' (duration: 232.897432ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:19.045269Z","caller":"traceutil/trace.go:171","msg":"trace[1661418656] transaction","detail":"{read_only:false; response_revision:21327; number_of_response:1; }","duration":"244.886796ms","start":"2026-03-18T14:46:18.800364Z","end":"2026-03-18T14:46:19.045251Z","steps":["trace[1661418656] 'process raft request' (duration: 244.753212ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:19.677562Z","caller":"traceutil/trace.go:171","msg":"trace[781396391] linearizableReadLoop","detail":"{readStateIndex:22197; appliedIndex:22196; }","duration":"103.941352ms","start":"2026-03-18T14:46:19.573576Z","end":"2026-03-18T14:46:19.677517Z","steps":["trace[781396391] 'read index received' (duration: 89.841861ms)","trace[781396391] 'applied index is now lower than readState.Index' (duration: 14.098221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:46:19.677735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.139087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:19.677784Z","caller":"traceutil/trace.go:171","msg":"trace[928887018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21330; }","duration":"104.250501ms","start":"2026-03-18T14:46:19.57352Z","end":"2026-03-18T14:46:19.67777Z","steps":["trace[928887018] 'agreement among raft nodes before linearized reading' (duration: 104.135218ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:19.67781Z","caller":"traceutil/trace.go:171","msg":"trace[33827685] transaction","detail":"{read_only:false; response_revision:21330; number_of_response:1; }","duration":"159.998699ms","start":"2026-03-18T14:46:19.51777Z","end":"2026-03-18T14:46:19.677769Z","steps":["trace[33827685] 'process raft request' (duration: 145.561698ms)","trace[33827685] 'compare' (duration: 13.503475ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:46:19.725958Z","caller":"traceutil/trace.go:171","msg":"trace[1192775431] transaction","detail":"{read_only:false; response_revision:21331; number_of_response:1; }","duration":"107.356125ms","start":"2026-03-18T14:46:19.618556Z","end":"2026-03-18T14:46:19.725912Z","steps":["trace[1192775431] 'process raft request' (duration: 107.084518ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:22.479197Z","caller":"traceutil/trace.go:171","msg":"trace[2047179723] linearizableReadLoop","detail":"{readStateIndex:22212; appliedIndex:22211; }","duration":"128.949749ms","start":"2026-03-18T14:46:22.350224Z","end":"2026-03-18T14:46:22.479173Z","steps":["trace[2047179723] 'read index received' (duration: 128.61468ms)","trace[2047179723] 'applied index is now lower than readState.Index' (duration: 333.809µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:46:22.47932Z","caller":"traceutil/trace.go:171","msg":"trace[1962246423] transaction","detail":"{read_only:false; response_revision:21344; number_of_response:1; }","duration":"394.35997ms","start":"2026-03-18T14:46:22.084925Z","end":"2026-03-18T14:46:22.479285Z","steps":["trace[1962246423] 'process raft request' (duration: 394.062731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:22.479487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:22.084899Z","time spent":"394.503085ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:46:22.479503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.240687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:46:22.479568Z","caller":"traceutil/trace.go:171","msg":"trace[1534522575] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:21344; }","duration":"129.36597ms","start":"2026-03-18T14:46:22.350184Z","end":"2026-03-18T14:46:22.47955Z","steps":["trace[1534522575] 'agreement among raft nodes before linearized reading' (duration: 129.211197ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:22.617209Z","caller":"traceutil/trace.go:171","msg":"trace[322218024] linearizableReadLoop","detail":"{readStateIndex:22213; appliedIndex:22212; }","duration":"126.981375ms","start":"2026-03-18T14:46:22.490205Z","end":"2026-03-18T14:46:22.617187Z","steps":["trace[322218024] 'read index received' (duration: 67.788463ms)","trace[322218024] 'applied index is now lower than readState.Index' (duration: 59.191772ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:46:22.617244Z","caller":"traceutil/trace.go:171","msg":"trace[541750416] transaction","detail":"{read_only:false; response_revision:21345; number_of_response:1; }","duration":"133.656486ms","start":"2026-03-18T14:46:22.483557Z","end":"2026-03-18T14:46:22.617213Z","steps":["trace[541750416] 'process raft request' (duration: 74.479866ms)","trace[541750416] 'compare' (duration: 59.012546ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:46:22.617483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.269084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:46:22.617561Z","caller":"traceutil/trace.go:171","msg":"trace[883847489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21345; }","duration":"127.352175ms","start":"2026-03-18T14:46:22.490188Z","end":"2026-03-18T14:46:22.617541Z","steps":["trace[883847489] 'agreement among raft nodes before linearized reading' (duration: 127.106679ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:22.861459Z","caller":"traceutil/trace.go:171","msg":"trace[2126350258] transaction","detail":"{read_only:false; response_revision:21347; number_of_response:1; }","duration":"169.988339ms","start":"2026-03-18T14:46:22.691436Z","end":"2026-03-18T14:46:22.861424Z","steps":["trace[2126350258] 'process raft request' (duration: 94.323512ms)","trace[2126350258] 'compare' (duration: 75.544004ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:46:23.092618Z","caller":"traceutil/trace.go:171","msg":"trace[1511140933] linearizableReadLoop","detail":"{readStateIndex:22216; appliedIndex:22215; }","duration":"231.185804ms","start":"2026-03-18T14:46:22.861398Z","end":"2026-03-18T14:46:23.092584Z","steps":["trace[1511140933] 'read index received' (duration: 184.255345ms)","trace[1511140933] 'applied index is now lower than readState.Index' (duration: 46.928699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:46:23.093029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.82695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:23.093038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.160355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:23.09308Z","caller":"traceutil/trace.go:171","msg":"trace[1565576763] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21348; }","duration":"286.925463ms","start":"2026-03-18T14:46:22.806142Z","end":"2026-03-18T14:46:23.093068Z","steps":["trace[1565576763] 'agreement among raft nodes before linearized reading' (duration: 286.81339ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:23.0931Z","caller":"traceutil/trace.go:171","msg":"trace[1947240077] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21348; }","duration":"234.271148ms","start":"2026-03-18T14:46:22.858816Z","end":"2026-03-18T14:46:23.093087Z","steps":["trace[1947240077] 'agreement among raft nodes before linearized reading' (duration: 234.157505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:23.093106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.703717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:46:23.093178Z","caller":"traceutil/trace.go:171","msg":"trace[1731612867] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21348; }","duration":"286.807169ms","start":"2026-03-18T14:46:22.806354Z","end":"2026-03-18T14:46:23.093161Z","steps":["trace[1731612867] 'agreement among raft nodes before linearized reading' (duration: 286.557482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:23.093206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.301622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-18T14:46:23.09321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.53803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:23.093245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.539517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:23.093263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.15266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:23.093274Z","caller":"traceutil/trace.go:171","msg":"trace[1223980199] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21348; }","duration":"287.621192ms","start":"2026-03-18T14:46:22.805632Z","end":"2026-03-18T14:46:23.093253Z","steps":["trace[1223980199] 'agreement among raft nodes before linearized reading' (duration: 287.510468ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:23.093289Z","caller":"traceutil/trace.go:171","msg":"trace[905443968] transaction","detail":"{read_only:false; response_revision:21348; number_of_response:1; }","duration":"233.804896ms","start":"2026-03-18T14:46:22.859474Z","end":"2026-03-18T14:46:23.093279Z","steps":["trace[905443968] 'process raft request' (duration: 186.175816ms)","trace[905443968] 'compare' (duration: 46.597581ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:46:23.093296Z","caller":"traceutil/trace.go:171","msg":"trace[2007742299] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21348; }","duration":"288.610409ms","start":"2026-03-18T14:46:22.804673Z","end":"2026-03-18T14:46:23.093284Z","steps":["trace[2007742299] 'agreement among raft nodes before linearized reading' (duration: 288.538966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:23.093337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.725113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:23.093331Z","caller":"traceutil/trace.go:171","msg":"trace[1384658965] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21348; }","duration":"287.204641ms","start":"2026-03-18T14:46:22.806104Z","end":"2026-03-18T14:46:23.093308Z","steps":["trace[1384658965] 'agreement among raft nodes before linearized reading' (duration: 287.137469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:23.093316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.457795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-18T14:46:23.093257Z","caller":"traceutil/trace.go:171","msg":"trace[1997688290] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21348; }","duration":"233.369174ms","start":"2026-03-18T14:46:22.859874Z","end":"2026-03-18T14:46:23.093244Z","steps":["trace[1997688290] 'agreement among raft nodes before linearized reading' (duration: 233.22956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:23.093432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.185355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-18T14:46:23.093444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.382188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:23.093486Z","caller":"traceutil/trace.go:171","msg":"trace[932164671] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21348; }","duration":"234.234558ms","start":"2026-03-18T14:46:22.859227Z","end":"2026-03-18T14:46:23.093461Z","steps":["trace[932164671] 'agreement among raft nodes before linearized reading' (duration: 234.055394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:23.093459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.660129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:23.093281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.222705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:46:23.0935Z","caller":"traceutil/trace.go:171","msg":"trace[1074126362] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21348; }","duration":"286.476701ms","start":"2026-03-18T14:46:22.80701Z","end":"2026-03-18T14:46:23.093487Z","steps":["trace[1074126362] 'agreement among raft nodes before linearized reading' (duration: 286.394809ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:23.093538Z","caller":"traceutil/trace.go:171","msg":"trace[1508574640] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21348; }","duration":"289.517993ms","start":"2026-03-18T14:46:22.804008Z","end":"2026-03-18T14:46:23.093526Z","steps":["trace[1508574640] 'agreement among raft nodes before linearized reading' (duration: 289.175624ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:23.093386Z","caller":"traceutil/trace.go:171","msg":"trace[1287674307] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21348; }","duration":"287.781247ms","start":"2026-03-18T14:46:22.80559Z","end":"2026-03-18T14:46:23.093371Z","steps":["trace[1287674307] 'agreement among raft nodes before linearized reading' (duration: 287.725205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:23.093562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.243766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-18T14:46:23.093193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.253552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:23.093506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.948594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:23.093612Z","caller":"traceutil/trace.go:171","msg":"trace[978401229] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21348; }","duration":"287.710024ms","start":"2026-03-18T14:46:22.805892Z","end":"2026-03-18T14:46:23.093602Z","steps":["trace[978401229] 'agreement among raft nodes before linearized reading' (duration: 287.18969ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:23.093532Z","caller":"traceutil/trace.go:171","msg":"trace[1157089164] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21348; }","duration":"234.783692ms","start":"2026-03-18T14:46:22.85873Z","end":"2026-03-18T14:46:23.093514Z","steps":["trace[1157089164] 'agreement among raft nodes before linearized reading' (duration: 234.678679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:23.09367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.760001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-18T14:46:23.093595Z","caller":"traceutil/trace.go:171","msg":"trace[25184153] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21348; }","duration":"285.292459ms","start":"2026-03-18T14:46:22.808295Z","end":"2026-03-18T14:46:23.093588Z","steps":["trace[25184153] 'agreement among raft nodes before linearized reading' (duration: 285.195776ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:23.093454Z","caller":"traceutil/trace.go:171","msg":"trace[1188742539] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21348; }","duration":"288.626319ms","start":"2026-03-18T14:46:22.804801Z","end":"2026-03-18T14:46:23.093428Z","steps":["trace[1188742539] 'agreement among raft nodes before linearized reading' (duration: 288.205408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:23.093551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.024145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:23.093702Z","caller":"traceutil/trace.go:171","msg":"trace[1678676278] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21348; }","duration":"234.823734ms","start":"2026-03-18T14:46:22.858872Z","end":"2026-03-18T14:46:23.093695Z","steps":["trace[1678676278] 'agreement among raft nodes before linearized reading' (duration: 234.750602ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:23.093856Z","caller":"traceutil/trace.go:171","msg":"trace[1268863456] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21348; }","duration":"287.337674ms","start":"2026-03-18T14:46:22.80651Z","end":"2026-03-18T14:46:23.093847Z","steps":["trace[1268863456] 'agreement among raft nodes before linearized reading' (duration: 287.021715ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:23.093662Z","caller":"traceutil/trace.go:171","msg":"trace[853508783] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21348; }","duration":"287.083528ms","start":"2026-03-18T14:46:22.806537Z","end":"2026-03-18T14:46:23.093621Z","steps":["trace[853508783] 'agreement among raft nodes before linearized reading' (duration: 286.928473ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:23.815297Z","caller":"traceutil/trace.go:171","msg":"trace[836369080] transaction","detail":"{read_only:false; response_revision:21350; number_of_response:1; }","duration":"716.511545ms","start":"2026-03-18T14:46:23.098753Z","end":"2026-03-18T14:46:23.815265Z","steps":["trace[836369080] 'process raft request' (duration: 716.282189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:23.815499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:23.09873Z","time spent":"716.653611ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:46:24.406688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.102689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:46:24.406874Z","caller":"traceutil/trace.go:171","msg":"trace[55571443] transaction","detail":"{read_only:false; response_revision:21351; number_of_response:1; }","duration":"1.014969421s","start":"2026-03-18T14:46:23.391884Z","end":"2026-03-18T14:46:24.406853Z","steps":["trace[55571443] 'process raft request' (duration: 700.620606ms)","trace[55571443] 'compare' (duration: 313.962065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:46:24.406947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:23.391854Z","time spent":"1.015059104s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:46:24.407261Z","caller":"traceutil/trace.go:171","msg":"trace[1946174010] linearizableReadLoop","detail":"{readStateIndex:22219; appliedIndex:22217; }","duration":"834.721663ms","start":"2026-03-18T14:46:23.572511Z","end":"2026-03-18T14:46:24.407232Z","steps":["trace[1946174010] 'read index received' (duration: 242.608603ms)","trace[1946174010] 'applied index is now lower than readState.Index' (duration: 592.11187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:46:24.407617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.964627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:24.407613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.072023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:24.407705Z","caller":"traceutil/trace.go:171","msg":"trace[1543434031] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:21352; }","duration":"626.08378ms","start":"2026-03-18T14:46:23.781596Z","end":"2026-03-18T14:46:24.40768Z","steps":["trace[1543434031] 'agreement among raft nodes before linearized reading' (duration: 625.852593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:24.407771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:23.78153Z","time spent":"626.221102ms","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:46:24.407771Z","caller":"traceutil/trace.go:171","msg":"trace[567093972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21352; }","duration":"835.241289ms","start":"2026-03-18T14:46:23.572475Z","end":"2026-03-18T14:46:24.407717Z","steps":["trace[567093972] 'agreement among raft nodes before linearized reading' (duration: 834.953561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:24.407866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:23.572457Z","time spent":"835.395512ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:46:24.408836Z","caller":"traceutil/trace.go:171","msg":"trace[54404652] transaction","detail":"{read_only:false; response_revision:21352; number_of_response:1; }","duration":"669.104823ms","start":"2026-03-18T14:46:23.738314Z","end":"2026-03-18T14:46:24.407418Z","steps":["trace[54404652] 'process raft request' (duration: 668.470356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:24.408939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:23.738284Z","time spent":"670.603114ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:46:24.653556Z","caller":"traceutil/trace.go:171","msg":"trace[615982230] transaction","detail":"{read_only:false; response_revision:21353; number_of_response:1; }","duration":"165.544779ms","start":"2026-03-18T14:46:24.487977Z","end":"2026-03-18T14:46:24.653522Z","steps":["trace[615982230] 'process raft request' (duration: 125.087495ms)","trace[615982230] 'compare' (duration: 40.218968ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:46:24.898169Z","caller":"traceutil/trace.go:171","msg":"trace[85037387] transaction","detail":"{read_only:false; response_revision:21355; number_of_response:1; }","duration":"205.46744ms","start":"2026-03-18T14:46:24.692669Z","end":"2026-03-18T14:46:24.898137Z","steps":["trace[85037387] 'process raft request' (duration: 205.166372ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:25.253674Z","caller":"traceutil/trace.go:171","msg":"trace[939630641] transaction","detail":"{read_only:false; response_revision:21357; number_of_response:1; }","duration":"115.682271ms","start":"2026-03-18T14:46:25.137936Z","end":"2026-03-18T14:46:25.253618Z","steps":["trace[939630641] 'process raft request' (duration: 114.965861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:25.5226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.250841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417420"} {"level":"info","ts":"2026-03-18T14:46:25.522713Z","caller":"traceutil/trace.go:171","msg":"trace[703673319] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:21357; }","duration":"186.422014ms","start":"2026-03-18T14:46:25.336271Z","end":"2026-03-18T14:46:25.522693Z","steps":["trace[703673319] 'range keys from in-memory index tree' (duration: 185.979062ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:26.013139Z","caller":"traceutil/trace.go:171","msg":"trace[1664512502] transaction","detail":"{read_only:false; response_revision:21359; number_of_response:1; }","duration":"129.411001ms","start":"2026-03-18T14:46:25.883654Z","end":"2026-03-18T14:46:26.013065Z","steps":["trace[1664512502] 'process raft request' (duration: 128.771744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:26.250789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.713858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:46:26.250905Z","caller":"traceutil/trace.go:171","msg":"trace[171577442] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:21359; }","duration":"143.884943ms","start":"2026-03-18T14:46:26.106993Z","end":"2026-03-18T14:46:26.250878Z","steps":["trace[171577442] 'count revisions from in-memory index tree' (duration: 143.636217ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:26.537215Z","caller":"traceutil/trace.go:171","msg":"trace[1550242479] transaction","detail":"{read_only:false; response_revision:21361; number_of_response:1; }","duration":"122.486974ms","start":"2026-03-18T14:46:26.414697Z","end":"2026-03-18T14:46:26.537184Z","steps":["trace[1550242479] 'process raft request' (duration: 94.854077ms)","trace[1550242479] 'compare' (duration: 26.902637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:46:26.902458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.561456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:46:26.902539Z","caller":"traceutil/trace.go:171","msg":"trace[1096004641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21361; }","duration":"234.68411ms","start":"2026-03-18T14:46:26.667835Z","end":"2026-03-18T14:46:26.902519Z","steps":["trace[1096004641] 'range keys from in-memory index tree' (duration: 234.371723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:26.90264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.796894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T14:46:26.902624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.048033ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:26.902772Z","caller":"traceutil/trace.go:171","msg":"trace[1487258618] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21361; }","duration":"237.205879ms","start":"2026-03-18T14:46:26.66554Z","end":"2026-03-18T14:46:26.902746Z","steps":["trace[1487258618] 'range keys from in-memory index tree' (duration: 237.028413ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:26.902813Z","caller":"traceutil/trace.go:171","msg":"trace[1684743434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21361; }","duration":"244.924426ms","start":"2026-03-18T14:46:26.657772Z","end":"2026-03-18T14:46:26.902697Z","steps":["trace[1684743434] 'range keys from in-memory index tree' (duration: 244.589418ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:27.048792Z","caller":"traceutil/trace.go:171","msg":"trace[1798205100] transaction","detail":"{read_only:false; response_revision:21362; number_of_response:1; }","duration":"142.407683ms","start":"2026-03-18T14:46:26.90636Z","end":"2026-03-18T14:46:27.048767Z","steps":["trace[1798205100] 'process raft request' (duration: 142.219439ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:27.049005Z","caller":"traceutil/trace.go:171","msg":"trace[615230216] transaction","detail":"{read_only:false; response_revision:21363; number_of_response:1; }","duration":"142.609529ms","start":"2026-03-18T14:46:26.90636Z","end":"2026-03-18T14:46:27.048969Z","steps":["trace[615230216] 'process raft request' (duration: 142.370722ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:27.070214Z","caller":"traceutil/trace.go:171","msg":"trace[366307583] linearizableReadLoop","detail":"{readStateIndex:22233; appliedIndex:22230; }","duration":"163.249556ms","start":"2026-03-18T14:46:26.906946Z","end":"2026-03-18T14:46:27.070196Z","steps":["trace[366307583] 'read index received' (duration: 141.761595ms)","trace[366307583] 'applied index is now lower than readState.Index' (duration: 21.487171ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:46:27.070298Z","caller":"traceutil/trace.go:171","msg":"trace[1761244654] transaction","detail":"{read_only:false; response_revision:21364; number_of_response:1; }","duration":"163.712139ms","start":"2026-03-18T14:46:26.906559Z","end":"2026-03-18T14:46:27.070271Z","steps":["trace[1761244654] 'process raft request' (duration: 163.525434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:27.070489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.425317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:27.070507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.550655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:46:27.070574Z","caller":"traceutil/trace.go:171","msg":"trace[1406504472] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21364; }","duration":"163.648178ms","start":"2026-03-18T14:46:26.906913Z","end":"2026-03-18T14:46:27.070562Z","steps":["trace[1406504472] 'agreement among raft nodes before linearized reading' (duration: 163.427512ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:27.070574Z","caller":"traceutil/trace.go:171","msg":"trace[735514459] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:21364; }","duration":"124.56957ms","start":"2026-03-18T14:46:26.945981Z","end":"2026-03-18T14:46:27.07055Z","steps":["trace[735514459] 'agreement among raft nodes before linearized reading' (duration: 124.438286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:28.839195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.564267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:46:28.839323Z","caller":"traceutil/trace.go:171","msg":"trace[1420557949] linearizableReadLoop","detail":"{readStateIndex:22238; appliedIndex:22237; }","duration":"288.835615ms","start":"2026-03-18T14:46:28.55047Z","end":"2026-03-18T14:46:28.839306Z","steps":["trace[1420557949] 'read index received' (duration: 33.99784ms)","trace[1420557949] 'applied index is now lower than readState.Index' (duration: 254.836365ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:46:28.839362Z","caller":"traceutil/trace.go:171","msg":"trace[486025197] transaction","detail":"{read_only:false; response_revision:21369; number_of_response:1; }","duration":"295.813793ms","start":"2026-03-18T14:46:28.543513Z","end":"2026-03-18T14:46:28.839327Z","steps":["trace[486025197] 'process raft request' (duration: 41.01767ms)","trace[486025197] 'compare' (duration: 254.404562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:46:28.839495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.02623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:46:28.839721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.319159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-18T14:46:28.839769Z","caller":"traceutil/trace.go:171","msg":"trace[156380405] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:21369; }","duration":"112.401022ms","start":"2026-03-18T14:46:28.727352Z","end":"2026-03-18T14:46:28.839753Z","steps":["trace[156380405] 'agreement among raft nodes before linearized reading' (duration: 112.282649ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:28.839729Z","caller":"traceutil/trace.go:171","msg":"trace[1399745860] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:21369; }","duration":"289.264366ms","start":"2026-03-18T14:46:28.550445Z","end":"2026-03-18T14:46:28.83971Z","steps":["trace[1399745860] 'agreement among raft nodes before linearized reading' (duration: 288.945987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:28.839591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.591027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:28.839927Z","caller":"traceutil/trace.go:171","msg":"trace[1870956749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21369; }","duration":"268.969957ms","start":"2026-03-18T14:46:28.570932Z","end":"2026-03-18T14:46:28.839902Z","steps":["trace[1870956749] 'agreement among raft nodes before linearized reading' (duration: 268.574156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:28.839976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.630499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130028"} {"level":"info","ts":"2026-03-18T14:46:28.840031Z","caller":"traceutil/trace.go:171","msg":"trace[742827178] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:21369; }","duration":"186.723312ms","start":"2026-03-18T14:46:28.653291Z","end":"2026-03-18T14:46:28.840014Z","steps":["trace[742827178] 'agreement among raft nodes before linearized reading' (duration: 186.481156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:29.766559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476730368,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:46:30.110938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.16708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:30.111023Z","caller":"traceutil/trace.go:171","msg":"trace[1456196499] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21369; }","duration":"997.337105ms","start":"2026-03-18T14:46:29.113665Z","end":"2026-03-18T14:46:30.111002Z","steps":["trace[1456196499] 'range keys from in-memory index tree' (duration: 996.989886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:30.111033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.247232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-18T14:46:30.111127Z","caller":"traceutil/trace.go:171","msg":"trace[1294130348] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21369; }","duration":"997.420817ms","start":"2026-03-18T14:46:29.113685Z","end":"2026-03-18T14:46:30.111106Z","steps":["trace[1294130348] 'range keys from in-memory index tree' (duration: 996.995646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:30.111178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.113659Z","time spent":"997.509619ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5089,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:46:30.111206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.428037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:46:30.111246Z","caller":"traceutil/trace.go:171","msg":"trace[1341646003] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21369; }","duration":"997.477128ms","start":"2026-03-18T14:46:29.11376Z","end":"2026-03-18T14:46:30.111237Z","steps":["trace[1341646003] 'range keys from in-memory index tree' (duration: 997.192891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:30.111277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.11375Z","time spent":"997.520239ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-18T14:46:30.111453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.133166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-18T14:46:30.111476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.814667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:30.111506Z","caller":"traceutil/trace.go:171","msg":"trace[2088990192] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21369; }","duration":"998.189047ms","start":"2026-03-18T14:46:29.113304Z","end":"2026-03-18T14:46:30.111493Z","steps":["trace[2088990192] 'range keys from in-memory index tree' (duration: 997.91262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:30.111518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.54595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-18T14:46:30.111544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.11325Z","time spent":"998.28564ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-18T14:46:30.11155Z","caller":"traceutil/trace.go:171","msg":"trace[564431538] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21369; }","duration":"997.597861ms","start":"2026-03-18T14:46:29.113943Z","end":"2026-03-18T14:46:30.11154Z","steps":["trace[564431538] 'range keys from in-memory index tree' (duration: 997.445928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:30.11155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.991835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:30.111576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.113937Z","time spent":"997.633212ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5089,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:46:30.11156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.929161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:46:30.111603Z","caller":"traceutil/trace.go:171","msg":"trace[1003237847] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21369; }","duration":"997.050576ms","start":"2026-03-18T14:46:29.114536Z","end":"2026-03-18T14:46:30.111587Z","steps":["trace[1003237847] 'range keys from in-memory index tree' (duration: 996.960505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:30.111602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.207118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:30.111635Z","caller":"traceutil/trace.go:171","msg":"trace[580910296] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21369; }","duration":"998.053205ms","start":"2026-03-18T14:46:29.113562Z","end":"2026-03-18T14:46:30.111615Z","steps":["trace[580910296] 'range keys from in-memory index tree' (duration: 997.717345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:30.111533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.060574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:30.111659Z","caller":"traceutil/trace.go:171","msg":"trace[287696235] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21369; }","duration":"998.26985ms","start":"2026-03-18T14:46:29.113371Z","end":"2026-03-18T14:46:30.111641Z","steps":["trace[287696235] 'range keys from in-memory index tree' (duration: 998.177596ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:30.111676Z","caller":"traceutil/trace.go:171","msg":"trace[1079424273] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21369; }","duration":"998.232129ms","start":"2026-03-18T14:46:29.113438Z","end":"2026-03-18T14:46:30.11167Z","steps":["trace[1079424273] 'range keys from in-memory index tree' (duration: 998.016822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:30.111695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.113424Z","time spent":"998.264939ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:46:30.111699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.113365Z","time spent":"998.324311ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:46:30.111684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.113538Z","time spent":"998.136276ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-18T14:46:30.111754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058626573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T14:46:30.111777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03525737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T14:46:30.111796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.80305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:30.111809Z","caller":"traceutil/trace.go:171","msg":"trace[959150259] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21369; }","duration":"1.058721285s","start":"2026-03-18T14:46:29.053073Z","end":"2026-03-18T14:46:30.111794Z","steps":["trace[959150259] 'range keys from in-memory index tree' (duration: 1.058382896s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:30.111827Z","caller":"traceutil/trace.go:171","msg":"trace[1598784487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21369; }","duration":"1.035346001s","start":"2026-03-18T14:46:29.076468Z","end":"2026-03-18T14:46:30.111814Z","steps":["trace[1598784487] 'range keys from in-memory index tree' (duration: 1.035131495s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:30.111867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.076445Z","time spent":"1.035413015s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:46:30.111876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.943931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:30.111905Z","caller":"traceutil/trace.go:171","msg":"trace[296341006] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21369; }","duration":"997.986952ms","start":"2026-03-18T14:46:29.113908Z","end":"2026-03-18T14:46:30.111895Z","steps":["trace[296341006] 'range keys from in-memory index tree' (duration: 997.837968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:30.111649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.114532Z","time spent":"997.098098ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:46:30.111947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.069475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:30.111967Z","caller":"traceutil/trace.go:171","msg":"trace[387621248] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21369; }","duration":"998.108045ms","start":"2026-03-18T14:46:29.113853Z","end":"2026-03-18T14:46:30.111961Z","steps":["trace[387621248] 'range keys from in-memory index tree' (duration: 997.832219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:30.111985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.113842Z","time spent":"998.136866ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:46:30.111925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.113901Z","time spent":"998.018163ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"info","ts":"2026-03-18T14:46:30.11151Z","caller":"traceutil/trace.go:171","msg":"trace[1972436970] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21369; }","duration":"997.89635ms","start":"2026-03-18T14:46:29.113603Z","end":"2026-03-18T14:46:30.111499Z","steps":["trace[1972436970] 'range keys from in-memory index tree' (duration: 997.751936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:30.11212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.930061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:30.112141Z","caller":"traceutil/trace.go:171","msg":"trace[1163377667] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21369; }","duration":"997.967391ms","start":"2026-03-18T14:46:29.114168Z","end":"2026-03-18T14:46:30.112135Z","steps":["trace[1163377667] 'range keys from in-memory index tree' (duration: 997.880819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:30.112157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059086435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T14:46:30.111978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.433414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-18T14:46:30.112171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.754446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:30.112191Z","caller":"traceutil/trace.go:171","msg":"trace[2144216850] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21369; }","duration":"998.679771ms","start":"2026-03-18T14:46:29.113504Z","end":"2026-03-18T14:46:30.112183Z","steps":["trace[2144216850] 'range keys from in-memory index tree' (duration: 998.344111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:30.112163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.114163Z","time spent":"997.992262ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:46:30.111065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.113617Z","time spent":"997.438547ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:46:30.112198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"997.729376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-18T14:46:30.112173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.113577Z","time spent":"998.551987ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-03-18T14:46:30.112214Z","caller":"traceutil/trace.go:171","msg":"trace[1352069173] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21369; }","duration":"997.818117ms","start":"2026-03-18T14:46:29.114385Z","end":"2026-03-18T14:46:30.112203Z","steps":["trace[1352069173] 'range keys from in-memory index tree' (duration: 997.659013ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:30.112243Z","caller":"traceutil/trace.go:171","msg":"trace[925958683] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21369; }","duration":"997.775237ms","start":"2026-03-18T14:46:29.114457Z","end":"2026-03-18T14:46:30.112232Z","steps":["trace[925958683] 'range keys from in-memory index tree' (duration: 997.652032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:30.111767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.980735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:30.112258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.114377Z","time spent":"997.874558ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:46:30.112275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.114441Z","time spent":"997.826718ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5089,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:46:30.112215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.113495Z","time spent":"998.714552ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5089,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"info","ts":"2026-03-18T14:46:30.112188Z","caller":"traceutil/trace.go:171","msg":"trace[1582163419] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21369; }","duration":"1.059144497s","start":"2026-03-18T14:46:29.053033Z","end":"2026-03-18T14:46:30.112178Z","steps":["trace[1582163419] 'range keys from in-memory index tree' (duration: 1.0588778s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:30.112278Z","caller":"traceutil/trace.go:171","msg":"trace[1598418515] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21369; }","duration":"997.504839ms","start":"2026-03-18T14:46:29.114767Z","end":"2026-03-18T14:46:30.112271Z","steps":["trace[1598418515] 'range keys from in-memory index tree' (duration: 996.929913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:30.112344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.053015Z","time spent":"1.059318151s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:46:30.112359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.11476Z","time spent":"997.592891ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:46:30.112394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.226824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:46:30.11248Z","caller":"traceutil/trace.go:171","msg":"trace[903930922] transaction","detail":"{read_only:false; response_revision:21370; number_of_response:1; }","duration":"975.071242ms","start":"2026-03-18T14:46:29.13739Z","end":"2026-03-18T14:46:30.112461Z","steps":["trace[903930922] 'process raft request' (duration: 732.695614ms)","trace[903930922] 'compare' (duration: 241.353451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:46:30.11256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.137364Z","time spent":"975.157404ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:46:30.111825Z","caller":"traceutil/trace.go:171","msg":"trace[624479252] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21369; }","duration":"996.852011ms","start":"2026-03-18T14:46:29.114964Z","end":"2026-03-18T14:46:30.111816Z","steps":["trace[624479252] 'range keys from in-memory index tree' (duration: 996.755138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:30.113127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.114953Z","time spent":"998.151506ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:46:30.114049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.053051Z","time spent":"1.058797538s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:46:31.974213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499573173s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:46:31.974629Z","caller":"traceutil/trace.go:171","msg":"trace[1684281321] linearizableReadLoop","detail":"{readStateIndex:22241; appliedIndex:22238; }","duration":"2.708900362s","start":"2026-03-18T14:46:29.265703Z","end":"2026-03-18T14:46:31.974603Z","steps":["trace[1684281321] 'read index received' (duration: 604.471085ms)","trace[1684281321] 'applied index is now lower than readState.Index' (duration: 2.104427837s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:46:31.97461Z","caller":"traceutil/trace.go:171","msg":"trace[1623850249] transaction","detail":"{read_only:false; response_revision:21371; number_of_response:1; }","duration":"2.820729788s","start":"2026-03-18T14:46:29.153833Z","end":"2026-03-18T14:46:31.974563Z","steps":["trace[1623850249] 'process raft request' (duration: 1.320637302s)","trace[1623850249] 'compare' (duration: 1.498953555s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:46:31.974858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.709125808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T14:46:31.974875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.153809Z","time spent":"2.820915282s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:46:31.974956Z","caller":"traceutil/trace.go:171","msg":"trace[188770709] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21372; }","duration":"2.709289623s","start":"2026-03-18T14:46:29.265648Z","end":"2026-03-18T14:46:31.974938Z","steps":["trace[188770709] 'agreement among raft nodes before linearized reading' (duration: 2.709018466s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:31.975013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.265626Z","time spent":"2.709374525s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:46:31.975158Z","caller":"traceutil/trace.go:171","msg":"trace[1651091241] transaction","detail":"{read_only:false; response_revision:21372; number_of_response:1; }","duration":"2.238202106s","start":"2026-03-18T14:46:29.736421Z","end":"2026-03-18T14:46:31.974623Z","steps":["trace[1651091241] 'process raft request' (duration: 2.238038613s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:31.975258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.736388Z","time spent":"2.238809604s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:46:32.475031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476730378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:46:32.572542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00028027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:46:32.572685Z","caller":"traceutil/trace.go:171","msg":"trace[464701705] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000468405s","start":"2026-03-18T14:46:30.572185Z","end":"2026-03-18T14:46:32.572654Z","steps":["trace[464701705] 'agreement among raft nodes before linearized reading' (duration: 2.00026715s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:32.57275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:30.572095Z","time spent":"2.000642009s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:46:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:46:32.975565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476730378,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:46:33.202331Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.727919257s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:46:33.260748Z","caller":"traceutil/trace.go:171","msg":"trace[2032074273] transaction","detail":"{read_only:false; response_revision:21374; number_of_response:1; }","duration":"3.141879667s","start":"2026-03-18T14:46:30.118851Z","end":"2026-03-18T14:46:33.260731Z","steps":["trace[2032074273] 'process raft request' (duration: 3.141801265s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:33.260773Z","caller":"traceutil/trace.go:171","msg":"trace[768762842] transaction","detail":"{read_only:false; response_revision:21373; number_of_response:1; }","duration":"3.143636974s","start":"2026-03-18T14:46:30.11711Z","end":"2026-03-18T14:46:33.260747Z","steps":["trace[768762842] 'process raft request' (duration: 3.085579514s)","trace[768762842] 'compare' (duration: 57.464254ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:46:33.260848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:30.11884Z","time spent":"3.141957178s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:46:33.260848Z","caller":"traceutil/trace.go:171","msg":"trace[701880234] transaction","detail":"{read_only:false; response_revision:21376; number_of_response:1; }","duration":"2.894928416s","start":"2026-03-18T14:46:30.365909Z","end":"2026-03-18T14:46:33.260838Z","steps":["trace[701880234] 'process raft request' (duration: 2.894845963s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.260897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:30.117086Z","time spent":"3.143737357s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:46:33.260906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:30.365882Z","time spent":"2.894994257s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:46:33.260933Z","caller":"traceutil/trace.go:171","msg":"trace[2041469616] transaction","detail":"{read_only:false; response_revision:21377; number_of_response:1; }","duration":"2.798227809s","start":"2026-03-18T14:46:30.462687Z","end":"2026-03-18T14:46:33.260915Z","steps":["trace[2041469616] 'process raft request' (duration: 2.798122656s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:33.260975Z","caller":"traceutil/trace.go:171","msg":"trace[507501134] transaction","detail":"{read_only:false; response_revision:21375; number_of_response:1; }","duration":"3.14162401s","start":"2026-03-18T14:46:30.119343Z","end":"2026-03-18T14:46:33.260967Z","steps":["trace[507501134] 'process raft request' (duration: 3.141368863s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.261013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:30.119321Z","time spent":"3.141671411s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:46:33.261043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:30.462674Z","time spent":"2.798301531s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:46:33.350606Z","caller":"traceutil/trace.go:171","msg":"trace[350315409] linearizableReadLoop","detail":"{readStateIndex:22248; appliedIndex:22241; }","duration":"1.375912257s","start":"2026-03-18T14:46:31.974675Z","end":"2026-03-18T14:46:33.350587Z","steps":["trace[350315409] 'read index received' (duration: 1.228026736s)","trace[350315409] 'applied index is now lower than readState.Index' (duration: 147.884581ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:46:33.35087Z","caller":"traceutil/trace.go:171","msg":"trace[1201916306] transaction","detail":"{read_only:false; response_revision:21378; number_of_response:1; }","duration":"2.504708517s","start":"2026-03-18T14:46:30.846122Z","end":"2026-03-18T14:46:33.350831Z","steps":["trace[1201916306] 'process raft request' (duration: 2.504326648s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:33.350888Z","caller":"traceutil/trace.go:171","msg":"trace[2116100342] transaction","detail":"{read_only:false; response_revision:21379; number_of_response:1; }","duration":"1.371207989s","start":"2026-03-18T14:46:31.979642Z","end":"2026-03-18T14:46:33.35085Z","steps":["trace[2116100342] 'process raft request' (duration: 1.370914261s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.350952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440216202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:33.350977Z","caller":"traceutil/trace.go:171","msg":"trace[571294855] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21379; }","duration":"2.440276236s","start":"2026-03-18T14:46:30.910693Z","end":"2026-03-18T14:46:33.350969Z","steps":["trace[571294855] 'agreement among raft nodes before linearized reading' (duration: 2.440243194s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.351009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:30.910668Z","time spent":"2.440335856s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:46:33.350905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588980322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:33.351043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:31.979568Z","time spent":"1.371395465s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:46:33.351132Z","caller":"traceutil/trace.go:171","msg":"trace[565879096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21379; }","duration":"1.589244449s","start":"2026-03-18T14:46:31.761842Z","end":"2026-03-18T14:46:33.351087Z","steps":["trace[565879096] 'agreement among raft nodes before linearized reading' (duration: 1.588803957s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.351148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.488362651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:46:33.351053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:30.846095Z","time spent":"2.504863321s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:46:33.351209Z","caller":"traceutil/trace.go:171","msg":"trace[551024346] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:21379; }","duration":"3.488456814s","start":"2026-03-18T14:46:29.862741Z","end":"2026-03-18T14:46:33.351198Z","steps":["trace[551024346] 'agreement among raft nodes before linearized reading' (duration: 3.488348651s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.350915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632353614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-03-18T14:46:33.351252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.862723Z","time spent":"3.488519016s","remote":"127.0.0.1:33700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:46:33.351287Z","caller":"traceutil/trace.go:171","msg":"trace[659909681] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:21379; }","duration":"1.632767076s","start":"2026-03-18T14:46:31.718486Z","end":"2026-03-18T14:46:33.351253Z","steps":["trace[659909681] 'agreement among raft nodes before linearized reading' (duration: 1.632199151s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.351333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:31.718458Z","time spent":"1.632864219s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":200,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-03-18T14:46:33.351322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:31.761818Z","time spent":"1.589408113s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:46:33.3514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23300618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:46:33.351425Z","caller":"traceutil/trace.go:171","msg":"trace[264255754] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21379; }","duration":"1.233047282s","start":"2026-03-18T14:46:32.11837Z","end":"2026-03-18T14:46:33.351418Z","steps":["trace[264255754] 'agreement among raft nodes before linearized reading' (duration: 1.232966269s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.351517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.474156618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:46:33.351543Z","caller":"traceutil/trace.go:171","msg":"trace[950226879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21379; }","duration":"3.474205779s","start":"2026-03-18T14:46:29.877328Z","end":"2026-03-18T14:46:33.351533Z","steps":["trace[950226879] 'agreement among raft nodes before linearized reading' (duration: 3.474139367s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.35156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:29.877318Z","time spent":"3.474237899s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:46:33.351512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23484748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-18T14:46:33.351629Z","caller":"traceutil/trace.go:171","msg":"trace[909298504] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21379; }","duration":"1.235034334s","start":"2026-03-18T14:46:32.116568Z","end":"2026-03-18T14:46:33.351603Z","steps":["trace[909298504] 'agreement among raft nodes before linearized reading' (duration: 1.234614394s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.351642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232214298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-18T14:46:33.351684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232340032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:33.351688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:32.116545Z","time spent":"1.235131478s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5089,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"info","ts":"2026-03-18T14:46:33.351728Z","caller":"traceutil/trace.go:171","msg":"trace[1954303626] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21379; }","duration":"1.232334742s","start":"2026-03-18T14:46:32.119376Z","end":"2026-03-18T14:46:33.351711Z","steps":["trace[1954303626] 'agreement among raft nodes before linearized reading' (duration: 1.232069755s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:33.351729Z","caller":"traceutil/trace.go:171","msg":"trace[403765765] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21379; }","duration":"1.232414254s","start":"2026-03-18T14:46:32.119303Z","end":"2026-03-18T14:46:33.351717Z","steps":["trace[403765765] 'agreement among raft nodes before linearized reading' (duration: 1.232337833s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.351744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.64662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:46:33.351766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:32.119294Z","time spent":"1.232464226s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:46:33.351767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:32.119369Z","time spent":"1.232390494s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-18T14:46:33.351759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232163578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-18T14:46:33.351803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.096169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:33.3518Z","caller":"traceutil/trace.go:171","msg":"trace[1871999323] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21379; }","duration":"1.232221589s","start":"2026-03-18T14:46:32.119568Z","end":"2026-03-18T14:46:33.35179Z","steps":["trace[1871999323] 'agreement among raft nodes before linearized reading' (duration: 1.232066226s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:33.351824Z","caller":"traceutil/trace.go:171","msg":"trace[1012079487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21379; }","duration":"779.168551ms","start":"2026-03-18T14:46:32.572648Z","end":"2026-03-18T14:46:33.351817Z","steps":["trace[1012079487] 'agreement among raft nodes before linearized reading' (duration: 779.13806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.351834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:32.119059Z","time spent":"1.232767754s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5089,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:46:33.351649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175036612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T14:46:33.35186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:32.572623Z","time spent":"779.228033ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:46:33.351872Z","caller":"traceutil/trace.go:171","msg":"trace[207243594] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21379; }","duration":"1.175321381s","start":"2026-03-18T14:46:32.17654Z","end":"2026-03-18T14:46:33.351861Z","steps":["trace[207243594] 'agreement among raft nodes before linearized reading' (duration: 1.174865659s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.351901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:32.176522Z","time spent":"1.175370241s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:46:33.351691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.880152346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-18T14:46:33.351967Z","caller":"traceutil/trace.go:171","msg":"trace[327877258] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:21379; }","duration":"2.880437414s","start":"2026-03-18T14:46:30.471505Z","end":"2026-03-18T14:46:33.351943Z","steps":["trace[327877258] 'agreement among raft nodes before linearized reading' (duration: 2.880142136s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.351989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232853657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-18T14:46:33.352012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232455335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:33.35203Z","caller":"traceutil/trace.go:171","msg":"trace[567667726] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21379; }","duration":"1.232927228s","start":"2026-03-18T14:46:32.119092Z","end":"2026-03-18T14:46:33.352019Z","steps":["trace[567667726] 'agreement among raft nodes before linearized reading' (duration: 1.232777245s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.352036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233882484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-18T14:46:33.352039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:30.471488Z","time spent":"2.880529595s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"warn","ts":"2026-03-18T14:46:33.352061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:32.119083Z","time spent":"1.23297065s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5089,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"info","ts":"2026-03-18T14:46:33.352079Z","caller":"traceutil/trace.go:171","msg":"trace[492730132] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21379; }","duration":"1.233966346s","start":"2026-03-18T14:46:32.118101Z","end":"2026-03-18T14:46:33.352067Z","steps":["trace[492730132] 'agreement among raft nodes before linearized reading' (duration: 1.233816352s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.352093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234166923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:33.352121Z","caller":"traceutil/trace.go:171","msg":"trace[391167784] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21379; }","duration":"1.234218263s","start":"2026-03-18T14:46:32.117895Z","end":"2026-03-18T14:46:33.352113Z","steps":["trace[391167784] 'agreement among raft nodes before linearized reading' (duration: 1.234170322s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.352119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:32.118089Z","time spent":"1.234021907s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-18T14:46:33.35177Z","caller":"traceutil/trace.go:171","msg":"trace[183891248] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:21379; }","duration":"906.708952ms","start":"2026-03-18T14:46:32.445053Z","end":"2026-03-18T14:46:33.351762Z","steps":["trace[183891248] 'agreement among raft nodes before linearized reading' (duration: 906.65522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.352139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:32.117879Z","time spent":"1.234256274s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:46:33.35217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:32.445032Z","time spent":"907.120084ms","remote":"127.0.0.1:41072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:46:33.352208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234231573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:33.352232Z","caller":"traceutil/trace.go:171","msg":"trace[760494318] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21379; }","duration":"1.234260905s","start":"2026-03-18T14:46:32.117964Z","end":"2026-03-18T14:46:33.352225Z","steps":["trace[760494318] 'agreement among raft nodes before linearized reading' (duration: 1.234228595s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.352241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234283535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:33.352256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:32.11796Z","time spent":"1.234291346s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-03-18T14:46:33.352311Z","caller":"traceutil/trace.go:171","msg":"trace[918550877] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21379; }","duration":"1.234322097s","start":"2026-03-18T14:46:32.117948Z","end":"2026-03-18T14:46:33.352271Z","steps":["trace[918550877] 'agreement among raft nodes before linearized reading' (duration: 1.234257845s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.352355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:32.117945Z","time spent":"1.234401468s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"info","ts":"2026-03-18T14:46:33.352053Z","caller":"traceutil/trace.go:171","msg":"trace[1541902154] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21379; }","duration":"1.232516677s","start":"2026-03-18T14:46:32.119518Z","end":"2026-03-18T14:46:33.352034Z","steps":["trace[1541902154] 'agreement among raft nodes before linearized reading' (duration: 1.232460696s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.352371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234337607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:33.352399Z","caller":"traceutil/trace.go:171","msg":"trace[1230445743] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21379; }","duration":"1.23443121s","start":"2026-03-18T14:46:32.117961Z","end":"2026-03-18T14:46:33.352392Z","steps":["trace[1230445743] 'agreement among raft nodes before linearized reading' (duration: 1.234375768s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.352037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050718508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:46:33.352402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:32.11951Z","time spent":"1.232880187s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:46:33.352419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:32.117926Z","time spent":"1.23448914s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:46:33.352397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234342227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-18T14:46:33.352443Z","caller":"traceutil/trace.go:171","msg":"trace[1158974395] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:21379; }","duration":"1.05115802s","start":"2026-03-18T14:46:32.301265Z","end":"2026-03-18T14:46:33.352423Z","steps":["trace[1158974395] 'agreement among raft nodes before linearized reading' (duration: 1.050727908s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.352449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234556912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:33.35243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234948892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:33.352468Z","caller":"traceutil/trace.go:171","msg":"trace[1037041858] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21379; }","duration":"1.234427549s","start":"2026-03-18T14:46:32.118025Z","end":"2026-03-18T14:46:33.352453Z","steps":["trace[1037041858] 'agreement among raft nodes before linearized reading' (duration: 1.234287356s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.352473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234729027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:33.352491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:32.301241Z","time spent":"1.051231852s","remote":"127.0.0.1:56796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:46:33.3525Z","caller":"traceutil/trace.go:171","msg":"trace[230351740] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21379; }","duration":"1.235055796s","start":"2026-03-18T14:46:32.11743Z","end":"2026-03-18T14:46:33.352486Z","steps":["trace[230351740] 'agreement among raft nodes before linearized reading' (duration: 1.234947223s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.3525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234584964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:33.352512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:32.118014Z","time spent":"1.234485741s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5089,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"info","ts":"2026-03-18T14:46:33.352521Z","caller":"traceutil/trace.go:171","msg":"trace[165375997] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21379; }","duration":"1.23483397s","start":"2026-03-18T14:46:32.117675Z","end":"2026-03-18T14:46:33.352509Z","steps":["trace[165375997] 'agreement among raft nodes before linearized reading' (duration: 1.234757858s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.352539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:32.117408Z","time spent":"1.235123309s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-03-18T14:46:33.352528Z","caller":"traceutil/trace.go:171","msg":"trace[175576089] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21379; }","duration":"1.234608964s","start":"2026-03-18T14:46:32.117867Z","end":"2026-03-18T14:46:33.352476Z","steps":["trace[175576089] 'agreement among raft nodes before linearized reading' (duration: 1.234546421s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:33.352542Z","caller":"traceutil/trace.go:171","msg":"trace[773993194] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21379; }","duration":"1.234632505s","start":"2026-03-18T14:46:32.1179Z","end":"2026-03-18T14:46:33.352532Z","steps":["trace[773993194] 'agreement among raft nodes before linearized reading' (duration: 1.234575784s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.352558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:32.117638Z","time spent":"1.234911582s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:46:33.352573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:32.117856Z","time spent":"1.234709837s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:46:33.352571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:32.117895Z","time spent":"1.234670805s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:46:33.352564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:32.118363Z","time spent":"1.234176853s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-18T14:46:33.352186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234174032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:33.352668Z","caller":"traceutil/trace.go:171","msg":"trace[178673529] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21379; }","duration":"1.234664585s","start":"2026-03-18T14:46:32.117997Z","end":"2026-03-18T14:46:33.352661Z","steps":["trace[178673529] 'agreement among raft nodes before linearized reading' (duration: 1.234169622s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.352688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:46:32.117991Z","time spent":"1.234691635s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:46:33.525269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.053092ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-18T14:46:33.525531Z","caller":"traceutil/trace.go:171","msg":"trace[322601451] transaction","detail":"{read_only:false; response_revision:21380; number_of_response:1; }","duration":"166.540915ms","start":"2026-03-18T14:46:33.358968Z","end":"2026-03-18T14:46:33.525509Z","steps":["trace[322601451] 'process raft request' (duration: 166.409652ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:33.525743Z","caller":"traceutil/trace.go:171","msg":"trace[1989992820] linearizableReadLoop","detail":"{readStateIndex:22249; appliedIndex:22248; }","duration":"170.131043ms","start":"2026-03-18T14:46:33.355572Z","end":"2026-03-18T14:46:33.525703Z","steps":["trace[1989992820] 'read index received' (duration: 30.746532ms)","trace[1989992820] 'applied index is now lower than readState.Index' (duration: 139.379991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:46:33.526038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.439952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11488"} {"level":"warn","ts":"2026-03-18T14:46:33.52608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.897785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:33.526107Z","caller":"traceutil/trace.go:171","msg":"trace[480277687] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:21380; }","duration":"170.589476ms","start":"2026-03-18T14:46:33.355502Z","end":"2026-03-18T14:46:33.526091Z","steps":["trace[480277687] 'agreement among raft nodes before linearized reading' (duration: 170.36864ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:33.526119Z","caller":"traceutil/trace.go:171","msg":"trace[473268845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21380; }","duration":"163.959947ms","start":"2026-03-18T14:46:33.362147Z","end":"2026-03-18T14:46:33.526107Z","steps":["trace[473268845] 'agreement among raft nodes before linearized reading' (duration: 163.867974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.52614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.724835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-18T14:46:33.526225Z","caller":"traceutil/trace.go:171","msg":"trace[673753529] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0; range_end:; response_count:1; response_revision:21380; }","duration":"168.814488ms","start":"2026-03-18T14:46:33.357387Z","end":"2026-03-18T14:46:33.526202Z","steps":["trace[673753529] 'agreement among raft nodes before linearized reading' (duration: 168.637503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.526388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.970281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:46:33.526437Z","caller":"traceutil/trace.go:171","msg":"trace[1490423613] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21380; }","duration":"169.121147ms","start":"2026-03-18T14:46:33.357304Z","end":"2026-03-18T14:46:33.526425Z","steps":["trace[1490423613] 'agreement among raft nodes before linearized reading' (duration: 168.716225ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:33.735397Z","caller":"traceutil/trace.go:171","msg":"trace[1761726677] linearizableReadLoop","detail":"{readStateIndex:22252; appliedIndex:22251; }","duration":"139.404732ms","start":"2026-03-18T14:46:33.595937Z","end":"2026-03-18T14:46:33.735341Z","steps":["trace[1761726677] 'read index received' (duration: 51.800341ms)","trace[1761726677] 'applied index is now lower than readState.Index' (duration: 87.602161ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:46:33.735424Z","caller":"traceutil/trace.go:171","msg":"trace[1772963593] transaction","detail":"{read_only:false; response_revision:21382; number_of_response:1; }","duration":"206.066225ms","start":"2026-03-18T14:46:33.529313Z","end":"2026-03-18T14:46:33.73538Z","steps":["trace[1772963593] 'process raft request' (duration: 118.386303ms)","trace[1772963593] 'compare' (duration: 87.392744ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:46:33.735567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.612537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-18T14:46:33.735634Z","caller":"traceutil/trace.go:171","msg":"trace[23604254] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21382; }","duration":"139.72199ms","start":"2026-03-18T14:46:33.595897Z","end":"2026-03-18T14:46:33.735619Z","steps":["trace[23604254] 'agreement among raft nodes before linearized reading' (duration: 139.546616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:33.735657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.416812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:33.735709Z","caller":"traceutil/trace.go:171","msg":"trace[1894673861] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21382; }","duration":"129.552265ms","start":"2026-03-18T14:46:33.606146Z","end":"2026-03-18T14:46:33.735699Z","steps":["trace[1894673861] 'agreement among raft nodes before linearized reading' (duration: 129.424381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:43.512969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.277837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:43.513132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.01133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-18T14:46:43.513165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.626315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:46:43.513171Z","caller":"traceutil/trace.go:171","msg":"trace[426926908] transaction","detail":"{read_only:false; response_revision:21424; number_of_response:1; }","duration":"112.241676ms","start":"2026-03-18T14:46:43.400889Z","end":"2026-03-18T14:46:43.513131Z","steps":["trace[426926908] 'process raft request' (duration: 111.797465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:43.513237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.742961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:46:43.513246Z","caller":"traceutil/trace.go:171","msg":"trace[1103352499] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21424; }","duration":"113.725157ms","start":"2026-03-18T14:46:43.3995Z","end":"2026-03-18T14:46:43.513225Z","steps":["trace[1103352499] 'agreement among raft nodes before linearized reading' (duration: 113.537762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:43.513269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.592947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:43.51328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.774048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-18T14:46:43.513323Z","caller":"traceutil/trace.go:171","msg":"trace[146934236] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21424; }","duration":"115.6568ms","start":"2026-03-18T14:46:43.397655Z","end":"2026-03-18T14:46:43.513312Z","steps":["trace[146934236] 'agreement among raft nodes before linearized reading' (duration: 115.578697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:43.513346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.945896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:43.513327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.861747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T14:46:43.51338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.853971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:43.513385Z","caller":"traceutil/trace.go:171","msg":"trace[1249954243] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21424; }","duration":"123.012969ms","start":"2026-03-18T14:46:43.390361Z","end":"2026-03-18T14:46:43.513374Z","steps":["trace[1249954243] 'agreement among raft nodes before linearized reading' (duration: 122.949997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:43.513413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.309192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:43.513287Z","caller":"traceutil/trace.go:171","msg":"trace[815987693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21424; }","duration":"125.793873ms","start":"2026-03-18T14:46:43.38748Z","end":"2026-03-18T14:46:43.513274Z","steps":["trace[815987693] 'agreement among raft nodes before linearized reading' (duration: 125.649158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:43.513405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.875334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:43.513453Z","caller":"traceutil/trace.go:171","msg":"trace[1907644938] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21424; }","duration":"115.061463ms","start":"2026-03-18T14:46:43.398364Z","end":"2026-03-18T14:46:43.513426Z","steps":["trace[1907644938] 'agreement among raft nodes before linearized reading' (duration: 114.57641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:43.513503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.214065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:43.513538Z","caller":"traceutil/trace.go:171","msg":"trace[2024048367] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21424; }","duration":"123.048939ms","start":"2026-03-18T14:46:43.390463Z","end":"2026-03-18T14:46:43.513512Z","steps":["trace[2024048367] 'agreement among raft nodes before linearized reading' (duration: 122.787772ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:43.513583Z","caller":"traceutil/trace.go:171","msg":"trace[1269583169] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21424; }","duration":"129.313259ms","start":"2026-03-18T14:46:43.384228Z","end":"2026-03-18T14:46:43.513541Z","steps":["trace[1269583169] 'agreement among raft nodes before linearized reading' (duration: 129.196536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:43.513591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.191952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"warn","ts":"2026-03-18T14:46:43.513482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.924634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:43.513617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.143248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:43.513636Z","caller":"traceutil/trace.go:171","msg":"trace[1538683095] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21424; }","duration":"123.250395ms","start":"2026-03-18T14:46:43.390373Z","end":"2026-03-18T14:46:43.513623Z","steps":["trace[1538683095] 'agreement among raft nodes before linearized reading' (duration: 123.136332ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:43.513651Z","caller":"traceutil/trace.go:171","msg":"trace[99290446] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21424; }","duration":"127.117189ms","start":"2026-03-18T14:46:43.386522Z","end":"2026-03-18T14:46:43.513639Z","steps":["trace[99290446] 'agreement among raft nodes before linearized reading' (duration: 126.937173ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:43.513438Z","caller":"traceutil/trace.go:171","msg":"trace[369462631] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21424; }","duration":"120.926212ms","start":"2026-03-18T14:46:43.392503Z","end":"2026-03-18T14:46:43.513429Z","steps":["trace[369462631] 'agreement among raft nodes before linearized reading' (duration: 120.852629ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:43.51349Z","caller":"traceutil/trace.go:171","msg":"trace[201391382] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21424; }","duration":"128.411484ms","start":"2026-03-18T14:46:43.38506Z","end":"2026-03-18T14:46:43.513472Z","steps":["trace[201391382] 'agreement among raft nodes before linearized reading' (duration: 128.25696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:43.513703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.049913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:43.51319Z","caller":"traceutil/trace.go:171","msg":"trace[82430862] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21424; }","duration":"112.080812ms","start":"2026-03-18T14:46:43.401093Z","end":"2026-03-18T14:46:43.513174Z","steps":["trace[82430862] 'agreement among raft nodes before linearized reading' (duration: 111.884957ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:43.513729Z","caller":"traceutil/trace.go:171","msg":"trace[1825346623] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:21424; }","duration":"122.084883ms","start":"2026-03-18T14:46:43.391637Z","end":"2026-03-18T14:46:43.513722Z","steps":["trace[1825346623] 'agreement among raft nodes before linearized reading' (duration: 122.048341ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:43.513334Z","caller":"traceutil/trace.go:171","msg":"trace[695688786] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21424; }","duration":"120.840009ms","start":"2026-03-18T14:46:43.392479Z","end":"2026-03-18T14:46:43.513319Z","steps":["trace[695688786] 'agreement among raft nodes before linearized reading' (duration: 120.709716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:43.513781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.233287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:43.513652Z","caller":"traceutil/trace.go:171","msg":"trace[439890619] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21424; }","duration":"121.199609ms","start":"2026-03-18T14:46:43.392444Z","end":"2026-03-18T14:46:43.513643Z","steps":["trace[439890619] 'agreement among raft nodes before linearized reading' (duration: 121.152408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:43.513822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.394756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-18T14:46:43.513822Z","caller":"traceutil/trace.go:171","msg":"trace[731815649] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21424; }","duration":"122.286169ms","start":"2026-03-18T14:46:43.391524Z","end":"2026-03-18T14:46:43.51381Z","steps":["trace[731815649] 'agreement among raft nodes before linearized reading' (duration: 122.225986ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:43.513851Z","caller":"traceutil/trace.go:171","msg":"trace[111362329] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21424; }","duration":"121.446576ms","start":"2026-03-18T14:46:43.392396Z","end":"2026-03-18T14:46:43.513842Z","steps":["trace[111362329] 'agreement among raft nodes before linearized reading' (duration: 121.336493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:43.513643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.169387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:46:43.513941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.57121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:46:43.513938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.997501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-18T14:46:43.513927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.391951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:46:43.51406Z","caller":"traceutil/trace.go:171","msg":"trace[80060189] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21424; }","duration":"129.597157ms","start":"2026-03-18T14:46:43.384442Z","end":"2026-03-18T14:46:43.514039Z","steps":["trace[80060189] 'agreement among raft nodes before linearized reading' (duration: 128.955949ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:43.514039Z","caller":"traceutil/trace.go:171","msg":"trace[1293750842] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21424; }","duration":"128.521746ms","start":"2026-03-18T14:46:43.385446Z","end":"2026-03-18T14:46:43.513968Z","steps":["trace[1293750842] 'agreement among raft nodes before linearized reading' (duration: 128.087605ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:43.513977Z","caller":"traceutil/trace.go:171","msg":"trace[638698632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21424; }","duration":"104.60713ms","start":"2026-03-18T14:46:43.40936Z","end":"2026-03-18T14:46:43.513967Z","steps":["trace[638698632] 'agreement among raft nodes before linearized reading' (duration: 103.590113ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:43.513992Z","caller":"traceutil/trace.go:171","msg":"trace[1754958865] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21424; }","duration":"122.096394ms","start":"2026-03-18T14:46:43.391882Z","end":"2026-03-18T14:46:43.513979Z","steps":["trace[1754958865] 'agreement among raft nodes before linearized reading' (duration: 121.045045ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:43.513072Z","caller":"traceutil/trace.go:171","msg":"trace[1317341848] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21424; }","duration":"129.408611ms","start":"2026-03-18T14:46:43.383639Z","end":"2026-03-18T14:46:43.513048Z","steps":["trace[1317341848] 'agreement among raft nodes before linearized reading' (duration: 129.223446ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:43.671379Z","caller":"traceutil/trace.go:171","msg":"trace[332717164] transaction","detail":"{read_only:false; response_revision:21425; number_of_response:1; }","duration":"154.562252ms","start":"2026-03-18T14:46:43.516789Z","end":"2026-03-18T14:46:43.671351Z","steps":["trace[332717164] 'process raft request' (duration: 131.493548ms)","trace[332717164] 'compare' (duration: 22.957601ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:46:43.704406Z","caller":"traceutil/trace.go:171","msg":"trace[1567401726] transaction","detail":"{read_only:false; response_revision:21426; number_of_response:1; }","duration":"184.843621ms","start":"2026-03-18T14:46:43.519534Z","end":"2026-03-18T14:46:43.704378Z","steps":["trace[1567401726] 'process raft request' (duration: 184.651716ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:43.704743Z","caller":"traceutil/trace.go:171","msg":"trace[23254301] transaction","detail":"{read_only:false; response_revision:21427; number_of_response:1; }","duration":"184.991915ms","start":"2026-03-18T14:46:43.519721Z","end":"2026-03-18T14:46:43.704713Z","steps":["trace[23254301] 'process raft request' (duration: 184.613546ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:43.704812Z","caller":"traceutil/trace.go:171","msg":"trace[1325689527] linearizableReadLoop","detail":"{readStateIndex:22300; appliedIndex:22296; }","duration":"134.12697ms","start":"2026-03-18T14:46:43.57066Z","end":"2026-03-18T14:46:43.704787Z","steps":["trace[1325689527] 'read index received' (duration: 77.641861ms)","trace[1325689527] 'applied index is now lower than readState.Index' (duration: 56.483389ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:46:43.704932Z","caller":"traceutil/trace.go:171","msg":"trace[216146585] transaction","detail":"{read_only:false; response_revision:21428; number_of_response:1; }","duration":"184.931514ms","start":"2026-03-18T14:46:43.519978Z","end":"2026-03-18T14:46:43.704909Z","steps":["trace[216146585] 'process raft request' (duration: 184.653436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:43.704988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.321536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:46:43.705082Z","caller":"traceutil/trace.go:171","msg":"trace[1214947460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21428; }","duration":"134.464207ms","start":"2026-03-18T14:46:43.570597Z","end":"2026-03-18T14:46:43.705061Z","steps":["trace[1214947460] 'agreement among raft nodes before linearized reading' (duration: 134.311324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:43.7051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.870305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:46:43.705227Z","caller":"traceutil/trace.go:171","msg":"trace[759362002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21428; }","duration":"120.062009ms","start":"2026-03-18T14:46:43.585149Z","end":"2026-03-18T14:46:43.705211Z","steps":["trace[759362002] 'agreement among raft nodes before linearized reading' (duration: 119.783531ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:46.308265Z","caller":"traceutil/trace.go:171","msg":"trace[1728956689] transaction","detail":"{read_only:false; response_revision:21438; number_of_response:1; }","duration":"130.407888ms","start":"2026-03-18T14:46:46.177835Z","end":"2026-03-18T14:46:46.308243Z","steps":["trace[1728956689] 'process raft request' (duration: 130.216534ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:59.898082Z","caller":"traceutil/trace.go:171","msg":"trace[849720053] linearizableReadLoop","detail":"{readStateIndex:22371; appliedIndex:22370; }","duration":"115.898607ms","start":"2026-03-18T14:46:59.782166Z","end":"2026-03-18T14:46:59.898064Z","steps":["trace[849720053] 'read index received' (duration: 115.738362ms)","trace[849720053] 'applied index is now lower than readState.Index' (duration: 159.495µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:46:59.898123Z","caller":"traceutil/trace.go:171","msg":"trace[1352838944] transaction","detail":"{read_only:false; response_revision:21496; number_of_response:1; }","duration":"117.762816ms","start":"2026-03-18T14:46:59.780335Z","end":"2026-03-18T14:46:59.898098Z","steps":["trace[1352838944] 'process raft request' (duration: 117.598101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:46:59.898404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.212624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-18T14:46:59.898428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.657507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:46:59.898465Z","caller":"traceutil/trace.go:171","msg":"trace[432312422] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:21496; }","duration":"116.310986ms","start":"2026-03-18T14:46:59.782137Z","end":"2026-03-18T14:46:59.898448Z","steps":["trace[432312422] 'agreement among raft nodes before linearized reading' (duration: 116.035569ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:46:59.898507Z","caller":"traceutil/trace.go:171","msg":"trace[1194272679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21496; }","duration":"109.764011ms","start":"2026-03-18T14:46:59.788722Z","end":"2026-03-18T14:46:59.898486Z","steps":["trace[1194272679] 'agreement among raft nodes before linearized reading' (duration: 109.504953ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:05.167333Z","caller":"traceutil/trace.go:171","msg":"trace[467843701] transaction","detail":"{read_only:false; response_revision:21531; number_of_response:1; }","duration":"116.451581ms","start":"2026-03-18T14:47:05.050854Z","end":"2026-03-18T14:47:05.167306Z","steps":["trace[467843701] 'process raft request' (duration: 116.216034ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:05.338806Z","caller":"traceutil/trace.go:171","msg":"trace[1115970185] transaction","detail":"{read_only:false; response_revision:21532; number_of_response:1; }","duration":"161.300894ms","start":"2026-03-18T14:47:05.177472Z","end":"2026-03-18T14:47:05.338773Z","steps":["trace[1115970185] 'process raft request' (duration: 90.057977ms)","trace[1115970185] 'compare' (duration: 71.085963ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:05.795747Z","caller":"traceutil/trace.go:171","msg":"trace[1336008453] linearizableReadLoop","detail":"{readStateIndex:22410; appliedIndex:22409; }","duration":"232.146361ms","start":"2026-03-18T14:47:05.563581Z","end":"2026-03-18T14:47:05.795727Z","steps":["trace[1336008453] 'read index received' (duration: 232.10868ms)","trace[1336008453] 'applied index is now lower than readState.Index' (duration: 36.891µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:05.795842Z","caller":"traceutil/trace.go:171","msg":"trace[1128603449] transaction","detail":"{read_only:false; response_revision:21533; number_of_response:1; }","duration":"448.955937ms","start":"2026-03-18T14:47:05.346844Z","end":"2026-03-18T14:47:05.7958Z","steps":["trace[1128603449] 'process raft request' (duration: 448.782322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:05.79595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.346821Z","time spent":"449.071651ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5066,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:47:05.795997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.397128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:47:05.796063Z","caller":"traceutil/trace.go:171","msg":"trace[833372083] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21533; }","duration":"232.5055ms","start":"2026-03-18T14:47:05.563545Z","end":"2026-03-18T14:47:05.79605Z","steps":["trace[833372083] 'agreement among raft nodes before linearized reading' (duration: 232.280744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.134685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.923346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:47:06.134904Z","caller":"traceutil/trace.go:171","msg":"trace[1640813662] linearizableReadLoop","detail":"{readStateIndex:22412; appliedIndex:22410; }","duration":"339.081785ms","start":"2026-03-18T14:47:05.7958Z","end":"2026-03-18T14:47:06.134882Z","steps":["trace[1640813662] 'read index received' (duration: 167.888182ms)","trace[1640813662] 'applied index is now lower than readState.Index' (duration: 171.192013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:06.13503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.721577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:06.13509Z","caller":"traceutil/trace.go:171","msg":"trace[559511824] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21535; }","duration":"473.84965ms","start":"2026-03-18T14:47:05.661221Z","end":"2026-03-18T14:47:06.135071Z","steps":["trace[559511824] 'agreement among raft nodes before linearized reading' (duration: 473.750578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.135096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.289857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:06.135102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.581035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:4708"} {"level":"warn","ts":"2026-03-18T14:47:06.135105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.509032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:06.135133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.583073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:4708"} {"level":"warn","ts":"2026-03-18T14:47:06.135154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.661204Z","time spent":"473.933684ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:47:06.135125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.252246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:06.135174Z","caller":"traceutil/trace.go:171","msg":"trace[287891751] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21535; }","duration":"476.603715ms","start":"2026-03-18T14:47:05.658554Z","end":"2026-03-18T14:47:06.135157Z","steps":["trace[287891751] 'agreement among raft nodes before linearized reading' (duration: 476.490802ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:06.13519Z","caller":"traceutil/trace.go:171","msg":"trace[394415805] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:21535; }","duration":"565.692815ms","start":"2026-03-18T14:47:05.569483Z","end":"2026-03-18T14:47:06.135176Z","steps":["trace[394415805] 'agreement among raft nodes before linearized reading' (duration: 565.537652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.135224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.658537Z","time spent":"476.675318ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-03-18T14:47:06.135228Z","caller":"traceutil/trace.go:171","msg":"trace[1581867815] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21535; }","duration":"503.407061ms","start":"2026-03-18T14:47:05.631796Z","end":"2026-03-18T14:47:06.135203Z","steps":["trace[1581867815] 'agreement among raft nodes before linearized reading' (duration: 503.229146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.135238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.569465Z","time spent":"565.761478ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4732,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:47:06.135272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.678406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:47:06.135288Z","caller":"traceutil/trace.go:171","msg":"trace[1239396990] transaction","detail":"{read_only:false; response_revision:21535; number_of_response:1; }","duration":"442.014199ms","start":"2026-03-18T14:47:05.693265Z","end":"2026-03-18T14:47:06.135279Z","steps":["trace[1239396990] 'process raft request' (duration: 441.531137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.135291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.046305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-18T14:47:06.135026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.443439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:06.135531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.028999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5162"} {"level":"warn","ts":"2026-03-18T14:47:06.13552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.979138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5162"} {"level":"info","ts":"2026-03-18T14:47:06.135593Z","caller":"traceutil/trace.go:171","msg":"trace[363429577] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21535; }","duration":"442.122962ms","start":"2026-03-18T14:47:05.693456Z","end":"2026-03-18T14:47:06.135579Z","steps":["trace[363429577] 'agreement among raft nodes before linearized reading' (duration: 441.902467ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:06.13516Z","caller":"traceutil/trace.go:171","msg":"trace[56428651] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:21535; }","duration":"476.671147ms","start":"2026-03-18T14:47:05.658474Z","end":"2026-03-18T14:47:06.135146Z","steps":["trace[56428651] 'agreement among raft nodes before linearized reading' (duration: 476.495442ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:06.135629Z","caller":"traceutil/trace.go:171","msg":"trace[238448751] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21535; }","duration":"442.099712ms","start":"2026-03-18T14:47:05.693515Z","end":"2026-03-18T14:47:06.135615Z","steps":["trace[238448751] 'agreement among raft nodes before linearized reading' (duration: 441.862066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.135714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.693508Z","time spent":"442.191945ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5186,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:47:06.135707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.658457Z","time spent":"477.228921ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4732,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"info","ts":"2026-03-18T14:47:06.135151Z","caller":"traceutil/trace.go:171","msg":"trace[2058157381] transaction","detail":"{read_only:false; response_revision:21534; number_of_response:1; }","duration":"505.661401ms","start":"2026-03-18T14:47:05.629469Z","end":"2026-03-18T14:47:06.13513Z","steps":["trace[2058157381] 'process raft request' (duration: 334.167821ms)","trace[2058157381] 'compare' (duration: 170.791671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:06.135942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.629438Z","time spent":"506.399461ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:06.135804Z","caller":"traceutil/trace.go:171","msg":"trace[1404646519] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21535; }","duration":"566.009554ms","start":"2026-03-18T14:47:05.569553Z","end":"2026-03-18T14:47:06.135563Z","steps":["trace[1404646519] 'agreement among raft nodes before linearized reading' (duration: 565.422958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.135077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.684322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5162"} {"level":"info","ts":"2026-03-18T14:47:06.136056Z","caller":"traceutil/trace.go:171","msg":"trace[1788337565] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21535; }","duration":"472.679609ms","start":"2026-03-18T14:47:05.663357Z","end":"2026-03-18T14:47:06.136036Z","steps":["trace[1788337565] 'agreement among raft nodes before linearized reading' (duration: 471.540508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.136136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.66335Z","time spent":"472.767052ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5186,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:47:06.136141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.569549Z","time spent":"566.456387ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-03-18T14:47:06.135155Z","caller":"traceutil/trace.go:171","msg":"trace[546133153] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21535; }","duration":"503.37124ms","start":"2026-03-18T14:47:05.631767Z","end":"2026-03-18T14:47:06.135138Z","steps":["trace[546133153] 'agreement among raft nodes before linearized reading' (duration: 503.297567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.136278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.631749Z","time spent":"504.51268ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:47:06.135282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.63178Z","time spent":"503.489093ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-03-18T14:47:06.135314Z","caller":"traceutil/trace.go:171","msg":"trace[342129654] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21535; }","duration":"473.741877ms","start":"2026-03-18T14:47:05.661562Z","end":"2026-03-18T14:47:06.135304Z","steps":["trace[342129654] 'agreement among raft nodes before linearized reading' (duration: 473.624323ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:06.135336Z","caller":"traceutil/trace.go:171","msg":"trace[1198340394] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21535; }","duration":"566.103907ms","start":"2026-03-18T14:47:05.56922Z","end":"2026-03-18T14:47:06.135324Z","steps":["trace[1198340394] 'agreement among raft nodes before linearized reading' (duration: 565.977503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.136423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.661551Z","time spent":"474.858498ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-18T14:47:06.136525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.569214Z","time spent":"567.287679ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-18T14:47:06.135374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.693247Z","time spent":"442.067991ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:06.135311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.155228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:4708"} {"level":"info","ts":"2026-03-18T14:47:06.136709Z","caller":"traceutil/trace.go:171","msg":"trace[828157078] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:21535; }","duration":"475.571477ms","start":"2026-03-18T14:47:05.661123Z","end":"2026-03-18T14:47:06.136694Z","steps":["trace[828157078] 'agreement among raft nodes before linearized reading' (duration: 473.892352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.136742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.661115Z","time spent":"475.617849ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4732,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:47:06.135376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.083354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:06.136811Z","caller":"traceutil/trace.go:171","msg":"trace[336136650] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21535; }","duration":"571.533954ms","start":"2026-03-18T14:47:05.56527Z","end":"2026-03-18T14:47:06.136804Z","steps":["trace[336136650] 'agreement among raft nodes before linearized reading' (duration: 570.072205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.136831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.565264Z","time spent":"571.561546ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:47:06.135484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.789678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:06.137034Z","caller":"traceutil/trace.go:171","msg":"trace[413949705] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21535; }","duration":"445.34707ms","start":"2026-03-18T14:47:05.691668Z","end":"2026-03-18T14:47:06.137015Z","steps":["trace[413949705] 'agreement among raft nodes before linearized reading' (duration: 443.729536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.1371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.691658Z","time spent":"445.423962ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:47:06.135469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.839669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:06.135495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.988919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5162"} {"level":"info","ts":"2026-03-18T14:47:06.137228Z","caller":"traceutil/trace.go:171","msg":"trace[1161401986] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21535; }","duration":"445.588037ms","start":"2026-03-18T14:47:05.691579Z","end":"2026-03-18T14:47:06.137167Z","steps":["trace[1161401986] 'agreement among raft nodes before linearized reading' (duration: 443.794028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.137369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.691565Z","time spent":"445.74967ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:47:06.135509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.591552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:4708"} {"level":"info","ts":"2026-03-18T14:47:06.137284Z","caller":"traceutil/trace.go:171","msg":"trace[2053054601] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:21535; }","duration":"443.796658ms","start":"2026-03-18T14:47:05.693469Z","end":"2026-03-18T14:47:06.137266Z","steps":["trace[2053054601] 'agreement among raft nodes before linearized reading' (duration: 441.880386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.137467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.69346Z","time spent":"443.990293ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5186,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:47:06.135638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.69344Z","time spent":"442.187263ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5186,"request content":"key:\"/registry/jobs/openstack/octavia-db-sync\" "} {"level":"info","ts":"2026-03-18T14:47:06.137632Z","caller":"traceutil/trace.go:171","msg":"trace[270648632] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:21535; }","duration":"445.72946ms","start":"2026-03-18T14:47:05.691874Z","end":"2026-03-18T14:47:06.137604Z","steps":["trace[270648632] 'agreement among raft nodes before linearized reading' (duration: 443.459179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.137781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.691867Z","time spent":"445.861614ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4732,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"info","ts":"2026-03-18T14:47:06.420701Z","caller":"traceutil/trace.go:171","msg":"trace[1704685429] transaction","detail":"{read_only:false; response_revision:21536; number_of_response:1; }","duration":"620.264211ms","start":"2026-03-18T14:47:05.8004Z","end":"2026-03-18T14:47:06.420665Z","steps":["trace[1704685429] 'process raft request' (duration: 598.273386ms)","trace[1704685429] 'compare' (duration: 21.699738ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:06.420751Z","caller":"traceutil/trace.go:171","msg":"trace[1786860390] transaction","detail":"{read_only:false; response_revision:21537; number_of_response:1; }","duration":"619.992994ms","start":"2026-03-18T14:47:05.800726Z","end":"2026-03-18T14:47:06.420719Z","steps":["trace[1786860390] 'process raft request' (duration: 619.86051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.420832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.800376Z","time spent":"620.392625ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:47:06.420905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.800704Z","time spent":"620.110768ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5112,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:06.421014Z","caller":"traceutil/trace.go:171","msg":"trace[1052514446] transaction","detail":"{read_only:false; response_revision:21538; number_of_response:1; }","duration":"619.578763ms","start":"2026-03-18T14:47:05.801408Z","end":"2026-03-18T14:47:06.420987Z","steps":["trace[1052514446] 'process raft request' (duration: 619.241964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.421172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.801401Z","time spent":"619.689047ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4872,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:06.574828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.874883ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:47:06.575298Z","caller":"traceutil/trace.go:171","msg":"trace[1247813643] linearizableReadLoop","detail":"{readStateIndex:22416; appliedIndex:22412; }","duration":"440.271562ms","start":"2026-03-18T14:47:06.134986Z","end":"2026-03-18T14:47:06.575258Z","steps":["trace[1247813643] 'read index received' (duration: 263.737454ms)","trace[1247813643] 'applied index is now lower than readState.Index' (duration: 176.528808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:06.575527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.524982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:47:06.575558Z","caller":"traceutil/trace.go:171","msg":"trace[38201261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21538; }","duration":"551.612695ms","start":"2026-03-18T14:47:06.023938Z","end":"2026-03-18T14:47:06.575551Z","steps":["trace[38201261] 'agreement among raft nodes before linearized reading' (duration: 551.456981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.575549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.756508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T14:47:06.575591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:06.023919Z","time spent":"551.666167ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:47:06.575604Z","caller":"traceutil/trace.go:171","msg":"trace[1333445338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21538; }","duration":"592.842671ms","start":"2026-03-18T14:47:05.982746Z","end":"2026-03-18T14:47:06.575589Z","steps":["trace[1333445338] 'agreement among raft nodes before linearized reading' (duration: 592.661645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.575642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.982701Z","time spent":"592.933702ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:47:06.575643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.225876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-18T14:47:06.575549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-18T14:47:06.575679Z","caller":"traceutil/trace.go:171","msg":"trace[2022074938] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21538; }","duration":"605.302776ms","start":"2026-03-18T14:47:05.970364Z","end":"2026-03-18T14:47:06.575667Z","steps":["trace[2022074938] 'agreement among raft nodes before linearized reading' (duration: 605.219825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.575674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.320443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:47:06.575665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.599393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:47:06.575725Z","caller":"traceutil/trace.go:171","msg":"trace[1093064259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21538; }","duration":"569.394236ms","start":"2026-03-18T14:47:06.006315Z","end":"2026-03-18T14:47:06.575709Z","steps":["trace[1093064259] 'agreement among raft nodes before linearized reading' (duration: 569.264113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.575711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.970343Z","time spent":"605.361469ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T14:47:06.575764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:06.006302Z","time spent":"569.453047ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:47:06.575719Z","caller":"traceutil/trace.go:171","msg":"trace[2127329733] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21538; }","duration":"606.352996ms","start":"2026-03-18T14:47:05.969338Z","end":"2026-03-18T14:47:06.575691Z","steps":["trace[2127329733] 'agreement among raft nodes before linearized reading' (duration: 606.098959ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:06.57575Z","caller":"traceutil/trace.go:171","msg":"trace[1433597964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21538; }","duration":"565.717576ms","start":"2026-03-18T14:47:06.010014Z","end":"2026-03-18T14:47:06.575731Z","steps":["trace[1433597964] 'agreement among raft nodes before linearized reading' (duration: 565.46685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.575857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:06.010003Z","time spent":"565.838699ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:47:06.575868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:05.969281Z","time spent":"606.525541ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:47:06.575673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.659705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:47:06.575967Z","caller":"traceutil/trace.go:171","msg":"trace[1789482854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21538; }","duration":"565.964083ms","start":"2026-03-18T14:47:06.009992Z","end":"2026-03-18T14:47:06.575956Z","steps":["trace[1789482854] 'agreement among raft nodes before linearized reading' (duration: 565.419439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.576012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:06.00992Z","time spent":"566.079407ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:47:06.576476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.009095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-rabbit-init-zdbns\" ","response":"range_response_count:1 size:5130"} {"level":"info","ts":"2026-03-18T14:47:06.576493Z","caller":"traceutil/trace.go:171","msg":"trace[1959308264] transaction","detail":"{read_only:false; response_revision:21539; number_of_response:1; }","duration":"108.487304ms","start":"2026-03-18T14:47:06.467989Z","end":"2026-03-18T14:47:06.576477Z","steps":["trace[1959308264] 'process raft request' (duration: 107.23204ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:06.576512Z","caller":"traceutil/trace.go:171","msg":"trace[1940303395] range","detail":"{range_begin:/registry/pods/openstack/octavia-rabbit-init-zdbns; range_end:; response_count:1; response_revision:21539; }","duration":"138.096486ms","start":"2026-03-18T14:47:06.438405Z","end":"2026-03-18T14:47:06.576502Z","steps":["trace[1940303395] 'agreement among raft nodes before linearized reading' (duration: 137.971013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.576545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.094108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:06.576714Z","caller":"traceutil/trace.go:171","msg":"trace[855968316] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21539; }","duration":"365.259493ms","start":"2026-03-18T14:47:06.211432Z","end":"2026-03-18T14:47:06.576691Z","steps":["trace[855968316] 'agreement among raft nodes before linearized reading' (duration: 365.061138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.576767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:06.211368Z","time spent":"365.381466ms","remote":"127.0.0.1:33648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:47:06.809739Z","caller":"traceutil/trace.go:171","msg":"trace[1114771172] linearizableReadLoop","detail":"{readStateIndex:22419; appliedIndex:22418; }","duration":"231.218966ms","start":"2026-03-18T14:47:06.578492Z","end":"2026-03-18T14:47:06.809711Z","steps":["trace[1114771172] 'read index received' (duration: 231.060051ms)","trace[1114771172] 'applied index is now lower than readState.Index' (duration: 157.475µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:06.809766Z","caller":"traceutil/trace.go:171","msg":"trace[1832119489] transaction","detail":"{read_only:false; response_revision:21540; number_of_response:1; }","duration":"231.73393ms","start":"2026-03-18T14:47:06.577993Z","end":"2026-03-18T14:47:06.809727Z","steps":["trace[1832119489] 'process raft request' (duration: 231.493154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:06.809966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.436022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:06.810075Z","caller":"traceutil/trace.go:171","msg":"trace[1046262994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21540; }","duration":"231.597736ms","start":"2026-03-18T14:47:06.578451Z","end":"2026-03-18T14:47:06.810049Z","steps":["trace[1046262994] 'agreement among raft nodes before linearized reading' (duration: 231.328338ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:07.088648Z","caller":"traceutil/trace.go:171","msg":"trace[926325966] transaction","detail":"{read_only:false; response_revision:21542; number_of_response:1; }","duration":"508.772206ms","start":"2026-03-18T14:47:06.57985Z","end":"2026-03-18T14:47:07.088623Z","steps":["trace[926325966] 'process raft request' (duration: 508.681234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:07.088826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:06.57984Z","time spent":"508.90742ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:07.088979Z","caller":"traceutil/trace.go:171","msg":"trace[648284114] transaction","detail":"{read_only:false; response_revision:21541; number_of_response:1; }","duration":"509.36514ms","start":"2026-03-18T14:47:06.579577Z","end":"2026-03-18T14:47:07.088942Z","steps":["trace[648284114] 'process raft request' (duration: 471.464825ms)","trace[648284114] 'compare' (duration: 37.31747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:07.089136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:06.579559Z","time spent":"509.492895ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:07.089129Z","caller":"traceutil/trace.go:171","msg":"trace[738052096] transaction","detail":"{read_only:false; response_revision:21544; number_of_response:1; }","duration":"508.853137ms","start":"2026-03-18T14:47:06.580256Z","end":"2026-03-18T14:47:07.089109Z","steps":["trace[738052096] 'process raft request' (duration: 508.545479ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:07.089043Z","caller":"traceutil/trace.go:171","msg":"trace[223724404] transaction","detail":"{read_only:false; response_revision:21543; number_of_response:1; }","duration":"508.706143ms","start":"2026-03-18T14:47:06.580194Z","end":"2026-03-18T14:47:07.0889Z","steps":["trace[223724404] 'process raft request' (duration: 508.389655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:07.089272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:06.580248Z","time spent":"508.943021ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:07.089384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:06.580184Z","time spent":"509.094665ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:07.089434Z","caller":"traceutil/trace.go:171","msg":"trace[1086053402] transaction","detail":"{read_only:false; response_revision:21545; number_of_response:1; }","duration":"509.058073ms","start":"2026-03-18T14:47:06.580349Z","end":"2026-03-18T14:47:07.089407Z","steps":["trace[1086053402] 'process raft request' (duration: 508.701184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:07.089596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:06.580344Z","time spent":"509.165996ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:07.089603Z","caller":"traceutil/trace.go:171","msg":"trace[1303062999] transaction","detail":"{read_only:false; response_revision:21546; number_of_response:1; }","duration":"508.324513ms","start":"2026-03-18T14:47:06.581256Z","end":"2026-03-18T14:47:07.08958Z","steps":["trace[1303062999] 'process raft request' (duration: 508.064057ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:07.089647Z","caller":"traceutil/trace.go:171","msg":"trace[1628718567] linearizableReadLoop","detail":"{readStateIndex:22427; appliedIndex:22419; }","duration":"279.80849ms","start":"2026-03-18T14:47:06.809817Z","end":"2026-03-18T14:47:07.089625Z","steps":["trace[1628718567] 'read index received' (duration: 241.199235ms)","trace[1628718567] 'applied index is now lower than readState.Index' (duration: 38.608165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:07.089674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:06.581247Z","time spent":"508.394606ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:07.089686Z","caller":"traceutil/trace.go:171","msg":"trace[1377834899] transaction","detail":"{read_only:false; response_revision:21548; number_of_response:1; }","duration":"507.218793ms","start":"2026-03-18T14:47:06.582447Z","end":"2026-03-18T14:47:07.089666Z","steps":["trace[1377834899] 'process raft request' (duration: 507.10514ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:07.089657Z","caller":"traceutil/trace.go:171","msg":"trace[118018682] transaction","detail":"{read_only:false; response_revision:21547; number_of_response:1; }","duration":"507.83857ms","start":"2026-03-18T14:47:06.5818Z","end":"2026-03-18T14:47:07.089638Z","steps":["trace[118018682] 'process raft request' (duration: 507.674636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:07.089922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.815435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:544"} {"level":"info","ts":"2026-03-18T14:47:07.090021Z","caller":"traceutil/trace.go:171","msg":"trace[359342894] range","detail":"{range_begin:/registry/serviceaccounts/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:21548; }","duration":"498.933198ms","start":"2026-03-18T14:47:06.591071Z","end":"2026-03-18T14:47:07.090004Z","steps":["trace[359342894] 'agreement among raft nodes before linearized reading' (duration: 498.614489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:07.09009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.712137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3d4764ae-a497-42c4-8571-36c0cbe933ab\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-03-18T14:47:07.090154Z","caller":"traceutil/trace.go:171","msg":"trace[1580575865] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3d4764ae-a497-42c4-8571-36c0cbe933ab; range_end:; response_count:1; response_revision:21548; }","duration":"510.79514ms","start":"2026-03-18T14:47:06.579343Z","end":"2026-03-18T14:47:07.090138Z","steps":["trace[1580575865] 'agreement among raft nodes before linearized reading' (duration: 510.363039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:07.090145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:06.591062Z","time spent":"499.034142ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":568,"request content":"key:\"/registry/serviceaccounts/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:47:07.090204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:06.57933Z","time spent":"510.861732ms","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1318,"request content":"key:\"/registry/persistentvolumes/pvc-3d4764ae-a497-42c4-8571-36c0cbe933ab\" "} {"level":"warn","ts":"2026-03-18T14:47:07.090087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:06.582438Z","time spent":"507.302246ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6265,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:07.090372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:06.581792Z","time spent":"508.145479ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:08.289954Z","caller":"traceutil/trace.go:171","msg":"trace[282966111] linearizableReadLoop","detail":"{readStateIndex:22428; appliedIndex:22427; }","duration":"149.385061ms","start":"2026-03-18T14:47:08.140544Z","end":"2026-03-18T14:47:08.289929Z","steps":["trace[282966111] 'read index received' (duration: 149.237298ms)","trace[282966111] 'applied index is now lower than readState.Index' (duration: 146.693µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:08.289994Z","caller":"traceutil/trace.go:171","msg":"trace[29500244] transaction","detail":"{read_only:false; response_revision:21549; number_of_response:1; }","duration":"192.826847ms","start":"2026-03-18T14:47:08.097144Z","end":"2026-03-18T14:47:08.289971Z","steps":["trace[29500244] 'process raft request' (duration: 192.623372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:08.290153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.582048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:08.290302Z","caller":"traceutil/trace.go:171","msg":"trace[1383358891] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21549; }","duration":"149.742172ms","start":"2026-03-18T14:47:08.140471Z","end":"2026-03-18T14:47:08.290213Z","steps":["trace[1383358891] 'agreement among raft nodes before linearized reading' (duration: 149.556127ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:08.292301Z","caller":"traceutil/trace.go:171","msg":"trace[1419420977] transaction","detail":"{read_only:false; response_revision:21550; number_of_response:1; }","duration":"150.926383ms","start":"2026-03-18T14:47:08.141346Z","end":"2026-03-18T14:47:08.292272Z","steps":["trace[1419420977] 'process raft request' (duration: 150.542172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:08.292343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.152529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:08.292433Z","caller":"traceutil/trace.go:171","msg":"trace[878381306] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21551; }","duration":"151.278742ms","start":"2026-03-18T14:47:08.141131Z","end":"2026-03-18T14:47:08.29241Z","steps":["trace[878381306] 'agreement among raft nodes before linearized reading' (duration: 151.125569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:08.292503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.389272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"warn","ts":"2026-03-18T14:47:08.29254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.441572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:08.292559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.951278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:47:08.292569Z","caller":"traceutil/trace.go:171","msg":"trace[1143706465] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:21551; }","duration":"149.512176ms","start":"2026-03-18T14:47:08.14304Z","end":"2026-03-18T14:47:08.292552Z","steps":["trace[1143706465] 'agreement among raft nodes before linearized reading' (duration: 149.324501ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:08.292576Z","caller":"traceutil/trace.go:171","msg":"trace[401694971] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21551; }","duration":"149.511386ms","start":"2026-03-18T14:47:08.143054Z","end":"2026-03-18T14:47:08.292566Z","steps":["trace[401694971] 'agreement among raft nodes before linearized reading' (duration: 149.422614ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:08.29261Z","caller":"traceutil/trace.go:171","msg":"trace[1060829223] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21551; }","duration":"150.017229ms","start":"2026-03-18T14:47:08.142577Z","end":"2026-03-18T14:47:08.292594Z","steps":["trace[1060829223] 'agreement among raft nodes before linearized reading' (duration: 149.896056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:08.292606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.651798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:08.292689Z","caller":"traceutil/trace.go:171","msg":"trace[2109781242] transaction","detail":"{read_only:false; response_revision:21551; number_of_response:1; }","duration":"149.880985ms","start":"2026-03-18T14:47:08.142798Z","end":"2026-03-18T14:47:08.292679Z","steps":["trace[2109781242] 'process raft request' (duration: 149.388272ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:08.292708Z","caller":"traceutil/trace.go:171","msg":"trace[669734876] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21551; }","duration":"149.825415ms","start":"2026-03-18T14:47:08.142833Z","end":"2026-03-18T14:47:08.292659Z","steps":["trace[669734876] 'agreement among raft nodes before linearized reading' (duration: 149.63481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:08.292875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.125764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-03-18T14:47:08.292946Z","caller":"traceutil/trace.go:171","msg":"trace[1293955817] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:21551; }","duration":"149.237458ms","start":"2026-03-18T14:47:08.143694Z","end":"2026-03-18T14:47:08.292931Z","steps":["trace[1293955817] 'agreement among raft nodes before linearized reading' (duration: 149.079164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:08.293035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.617312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:08.293039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.55316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:08.293077Z","caller":"traceutil/trace.go:171","msg":"trace[1561842138] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21551; }","duration":"151.693994ms","start":"2026-03-18T14:47:08.141373Z","end":"2026-03-18T14:47:08.293067Z","steps":["trace[1561842138] 'agreement among raft nodes before linearized reading' (duration: 151.632363ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:08.293095Z","caller":"traceutil/trace.go:171","msg":"trace[858778437] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21551; }","duration":"151.632072ms","start":"2026-03-18T14:47:08.141448Z","end":"2026-03-18T14:47:08.29308Z","steps":["trace[858778437] 'agreement among raft nodes before linearized reading' (duration: 151.54504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:08.293134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.259773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"warn","ts":"2026-03-18T14:47:08.293169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.657387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:08.293188Z","caller":"traceutil/trace.go:171","msg":"trace[2082897587] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:21551; }","duration":"151.335954ms","start":"2026-03-18T14:47:08.141836Z","end":"2026-03-18T14:47:08.293172Z","steps":["trace[2082897587] 'agreement among raft nodes before linearized reading' (duration: 151.213841ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:08.293196Z","caller":"traceutil/trace.go:171","msg":"trace[546020779] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21551; }","duration":"150.708898ms","start":"2026-03-18T14:47:08.14248Z","end":"2026-03-18T14:47:08.293189Z","steps":["trace[546020779] 'agreement among raft nodes before linearized reading' (duration: 150.666807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:08.29332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.403579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-18T14:47:08.292441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.866275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-03-18T14:47:08.293382Z","caller":"traceutil/trace.go:171","msg":"trace[1690969790] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:21551; }","duration":"150.81042ms","start":"2026-03-18T14:47:08.142556Z","end":"2026-03-18T14:47:08.293366Z","steps":["trace[1690969790] 'agreement among raft nodes before linearized reading' (duration: 149.749302ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:08.293371Z","caller":"traceutil/trace.go:171","msg":"trace[1585064298] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21551; }","duration":"150.82259ms","start":"2026-03-18T14:47:08.142536Z","end":"2026-03-18T14:47:08.293358Z","steps":["trace[1585064298] 'agreement among raft nodes before linearized reading' (duration: 150.336358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:08.292834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.905653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:08.294205Z","caller":"traceutil/trace.go:171","msg":"trace[1453018811] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21551; }","duration":"152.251788ms","start":"2026-03-18T14:47:08.141891Z","end":"2026-03-18T14:47:08.294143Z","steps":["trace[1453018811] 'agreement among raft nodes before linearized reading' (duration: 150.889332ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:08.491991Z","caller":"traceutil/trace.go:171","msg":"trace[952566499] transaction","detail":"{read_only:false; response_revision:21552; number_of_response:1; }","duration":"190.648138ms","start":"2026-03-18T14:47:08.301316Z","end":"2026-03-18T14:47:08.491965Z","steps":["trace[952566499] 'process raft request' (duration: 187.76336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:08.845834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.132947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:47:08.845979Z","caller":"traceutil/trace.go:171","msg":"trace[999820327] linearizableReadLoop","detail":"{readStateIndex:22432; appliedIndex:22431; }","duration":"251.976916ms","start":"2026-03-18T14:47:08.59398Z","end":"2026-03-18T14:47:08.845957Z","steps":["trace[999820327] 'read index received' (duration: 110.578171ms)","trace[999820327] 'applied index is now lower than readState.Index' (duration: 141.396585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:08.846309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.233565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:08.846305Z","caller":"traceutil/trace.go:171","msg":"trace[921747763] transaction","detail":"{read_only:false; response_revision:21553; number_of_response:1; }","duration":"265.011991ms","start":"2026-03-18T14:47:08.58125Z","end":"2026-03-18T14:47:08.846262Z","steps":["trace[921747763] 'process raft request' (duration: 123.354299ms)","trace[921747763] 'compare' (duration: 140.870191ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:08.846587Z","caller":"traceutil/trace.go:171","msg":"trace[448216065] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:21553; }","duration":"252.544883ms","start":"2026-03-18T14:47:08.593931Z","end":"2026-03-18T14:47:08.846476Z","steps":["trace[448216065] 'agreement among raft nodes before linearized reading' (duration: 252.08253ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:09.238652Z","caller":"traceutil/trace.go:171","msg":"trace[2022376516] transaction","detail":"{read_only:false; response_revision:21557; number_of_response:1; }","duration":"139.769652ms","start":"2026-03-18T14:47:09.098844Z","end":"2026-03-18T14:47:09.238613Z","steps":["trace[2022376516] 'process raft request' (duration: 139.698781ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:09.238744Z","caller":"traceutil/trace.go:171","msg":"trace[2072005658] transaction","detail":"{read_only:false; response_revision:21558; number_of_response:1; }","duration":"139.083772ms","start":"2026-03-18T14:47:09.099651Z","end":"2026-03-18T14:47:09.238735Z","steps":["trace[2072005658] 'process raft request' (duration: 138.924118ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:09.23866Z","caller":"traceutil/trace.go:171","msg":"trace[670899417] transaction","detail":"{read_only:false; response_revision:21555; number_of_response:1; }","duration":"140.262664ms","start":"2026-03-18T14:47:09.098374Z","end":"2026-03-18T14:47:09.238637Z","steps":["trace[670899417] 'process raft request' (duration: 139.974717ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:09.238784Z","caller":"traceutil/trace.go:171","msg":"trace[709634107] transaction","detail":"{read_only:false; response_revision:21556; number_of_response:1; }","duration":"140.276894ms","start":"2026-03-18T14:47:09.098462Z","end":"2026-03-18T14:47:09.238739Z","steps":["trace[709634107] 'process raft request' (duration: 140.044448ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:11.361572Z","caller":"traceutil/trace.go:171","msg":"trace[1822062861] transaction","detail":"{read_only:false; response_revision:21570; number_of_response:1; }","duration":"105.948667ms","start":"2026-03-18T14:47:11.255591Z","end":"2026-03-18T14:47:11.36154Z","steps":["trace[1822062861] 'process raft request' (duration: 105.723831ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:11.361805Z","caller":"traceutil/trace.go:171","msg":"trace[411919965] transaction","detail":"{read_only:false; response_revision:21571; number_of_response:1; }","duration":"106.010838ms","start":"2026-03-18T14:47:11.255775Z","end":"2026-03-18T14:47:11.361786Z","steps":["trace[411919965] 'process raft request' (duration: 105.71206ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:11.362071Z","caller":"traceutil/trace.go:171","msg":"trace[1295489675] transaction","detail":"{read_only:false; response_revision:21572; number_of_response:1; }","duration":"105.600267ms","start":"2026-03-18T14:47:11.256456Z","end":"2026-03-18T14:47:11.362056Z","steps":["trace[1295489675] 'process raft request' (duration: 105.272248ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:12.617979Z","caller":"traceutil/trace.go:171","msg":"trace[738288602] transaction","detail":"{read_only:false; response_revision:21576; number_of_response:1; }","duration":"134.1588ms","start":"2026-03-18T14:47:12.483787Z","end":"2026-03-18T14:47:12.617945Z","steps":["trace[738288602] 'process raft request' (duration: 125.072114ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:13.385234Z","caller":"traceutil/trace.go:171","msg":"trace[1953236114] linearizableReadLoop","detail":"{readStateIndex:22461; appliedIndex:22460; }","duration":"246.57304ms","start":"2026-03-18T14:47:13.138169Z","end":"2026-03-18T14:47:13.385201Z","steps":["trace[1953236114] 'read index received' (duration: 246.240481ms)","trace[1953236114] 'applied index is now lower than readState.Index' (duration: 331.319µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:13.385336Z","caller":"traceutil/trace.go:171","msg":"trace[723739016] transaction","detail":"{read_only:false; response_revision:21581; number_of_response:1; }","duration":"328.924909ms","start":"2026-03-18T14:47:13.056379Z","end":"2026-03-18T14:47:13.385304Z","steps":["trace[723739016] 'process raft request' (duration: 328.57079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:13.385537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:13.056364Z","time spent":"329.036572ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:13.385808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.685962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:47:13.385868Z","caller":"traceutil/trace.go:171","msg":"trace[287228131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21581; }","duration":"247.787693ms","start":"2026-03-18T14:47:13.138061Z","end":"2026-03-18T14:47:13.385849Z","steps":["trace[287228131] 'agreement among raft nodes before linearized reading' (duration: 247.30379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:13.719006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.522876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:47:13.719211Z","caller":"traceutil/trace.go:171","msg":"trace[1528626808] linearizableReadLoop","detail":"{readStateIndex:22466; appliedIndex:22461; }","duration":"149.70047ms","start":"2026-03-18T14:47:13.569498Z","end":"2026-03-18T14:47:13.719198Z","steps":["trace[1528626808] 'read index received' (duration: 111.526437ms)","trace[1528626808] 'applied index is now lower than readState.Index' (duration: 38.172973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:13.719271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.771091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:13.719288Z","caller":"traceutil/trace.go:171","msg":"trace[93934979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21586; }","duration":"149.812994ms","start":"2026-03-18T14:47:13.569469Z","end":"2026-03-18T14:47:13.719282Z","steps":["trace[93934979] 'agreement among raft nodes before linearized reading' (duration: 149.764332ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:13.719509Z","caller":"traceutil/trace.go:171","msg":"trace[421351553] transaction","detail":"{read_only:false; response_revision:21582; number_of_response:1; }","duration":"328.92364ms","start":"2026-03-18T14:47:13.390576Z","end":"2026-03-18T14:47:13.7195Z","steps":["trace[421351553] 'process raft request' (duration: 131.877079ms)","trace[421351553] 'compare' (duration: 196.206208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:13.719552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:13.390557Z","time spent":"328.970732ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:13.719637Z","caller":"traceutil/trace.go:171","msg":"trace[1797748053] transaction","detail":"{read_only:false; response_revision:21583; number_of_response:1; }","duration":"328.494437ms","start":"2026-03-18T14:47:13.391136Z","end":"2026-03-18T14:47:13.719631Z","steps":["trace[1797748053] 'process raft request' (duration: 327.944223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:13.719669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:13.391121Z","time spent":"328.528709ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:13.719742Z","caller":"traceutil/trace.go:171","msg":"trace[490362229] transaction","detail":"{read_only:false; response_revision:21584; number_of_response:1; }","duration":"328.520999ms","start":"2026-03-18T14:47:13.391216Z","end":"2026-03-18T14:47:13.719737Z","steps":["trace[490362229] 'process raft request' (duration: 327.907332ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:13.719876Z","caller":"traceutil/trace.go:171","msg":"trace[431415276] transaction","detail":"{read_only:false; response_revision:21585; number_of_response:1; }","duration":"328.374995ms","start":"2026-03-18T14:47:13.391491Z","end":"2026-03-18T14:47:13.719866Z","steps":["trace[431415276] 'process raft request' (duration: 327.655335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:13.719917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:13.391479Z","time spent":"328.415015ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:13.71994Z","caller":"traceutil/trace.go:171","msg":"trace[9073118] transaction","detail":"{read_only:false; response_revision:21586; number_of_response:1; }","duration":"328.042606ms","start":"2026-03-18T14:47:13.391873Z","end":"2026-03-18T14:47:13.719916Z","steps":["trace[9073118] 'process raft request' (duration: 327.299506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:13.720053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:13.391864Z","time spent":"328.129058ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:13.720102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:13.391206Z","time spent":"328.55352ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:14.312628Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476731113,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:47:14.368497Z","caller":"traceutil/trace.go:171","msg":"trace[547128870] linearizableReadLoop","detail":"{readStateIndex:22467; appliedIndex:22466; }","duration":"556.351243ms","start":"2026-03-18T14:47:13.812128Z","end":"2026-03-18T14:47:14.368479Z","steps":["trace[547128870] 'read index received' (duration: 556.2388ms)","trace[547128870] 'applied index is now lower than readState.Index' (duration: 111.633µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:14.368692Z","caller":"traceutil/trace.go:171","msg":"trace[1553182231] transaction","detail":"{read_only:false; response_revision:21587; number_of_response:1; }","duration":"613.89379ms","start":"2026-03-18T14:47:13.754748Z","end":"2026-03-18T14:47:14.368642Z","steps":["trace[1553182231] 'process raft request' (duration: 613.610843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:14.368883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:13.754715Z","time spent":"614.110955ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:47:14.369381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.243616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:47:14.369462Z","caller":"traceutil/trace.go:171","msg":"trace[2110889733] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21587; }","duration":"557.376191ms","start":"2026-03-18T14:47:13.812075Z","end":"2026-03-18T14:47:14.369452Z","steps":["trace[2110889733] 'agreement among raft nodes before linearized reading' (duration: 557.164925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:14.369516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:13.812053Z","time spent":"557.454622ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-18T14:47:14.830881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.047179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:47:14.831052Z","caller":"traceutil/trace.go:171","msg":"trace[228353431] transaction","detail":"{read_only:false; response_revision:21588; number_of_response:1; }","duration":"487.096339ms","start":"2026-03-18T14:47:14.343927Z","end":"2026-03-18T14:47:14.831023Z","steps":["trace[228353431] 'process raft request' (duration: 217.779142ms)","trace[228353431] 'compare' (duration: 268.821923ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:14.831171Z","caller":"traceutil/trace.go:171","msg":"trace[1799643412] transaction","detail":"{read_only:false; response_revision:21590; number_of_response:1; }","duration":"426.388726ms","start":"2026-03-18T14:47:14.404766Z","end":"2026-03-18T14:47:14.831155Z","steps":["trace[1799643412] 'process raft request' (duration: 426.324484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:14.83127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:14.404743Z","time spent":"426.480819ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:14.831172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:14.343916Z","time spent":"487.201741ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:14.831375Z","caller":"traceutil/trace.go:171","msg":"trace[809540789] linearizableReadLoop","detail":"{readStateIndex:22468; appliedIndex:22467; }","duration":"462.806022ms","start":"2026-03-18T14:47:14.36854Z","end":"2026-03-18T14:47:14.831345Z","steps":["trace[809540789] 'read index received' (duration: 193.236709ms)","trace[809540789] 'applied index is now lower than readState.Index' (duration: 269.566683ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:14.831429Z","caller":"traceutil/trace.go:171","msg":"trace[840063670] transaction","detail":"{read_only:false; response_revision:21589; number_of_response:1; }","duration":"440.903309ms","start":"2026-03-18T14:47:14.390511Z","end":"2026-03-18T14:47:14.831414Z","steps":["trace[840063670] 'process raft request' (duration: 440.489677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:14.831484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.747884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:14.831498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:14.390487Z","time spent":"440.977932ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:47:14.831532Z","caller":"traceutil/trace.go:171","msg":"trace[61271247] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21590; }","duration":"522.848476ms","start":"2026-03-18T14:47:14.308669Z","end":"2026-03-18T14:47:14.831518Z","steps":["trace[61271247] 'agreement among raft nodes before linearized reading' (duration: 522.746584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:14.831567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.914488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:14.831576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:14.308628Z","time spent":"522.935079ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:47:14.831553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.719061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-18T14:47:14.831572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.007237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-03-18T14:47:14.831607Z","caller":"traceutil/trace.go:171","msg":"trace[689451912] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21590; }","duration":"428.00633ms","start":"2026-03-18T14:47:14.40359Z","end":"2026-03-18T14:47:14.831597Z","steps":["trace[689451912] 'agreement among raft nodes before linearized reading' (duration: 427.906137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:14.831596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.566411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:47:14.831631Z","caller":"traceutil/trace.go:171","msg":"trace[1743612550] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21590; }","duration":"516.834014ms","start":"2026-03-18T14:47:14.31478Z","end":"2026-03-18T14:47:14.831614Z","steps":["trace[1743612550] 'agreement among raft nodes before linearized reading' (duration: 516.578158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:14.831623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.853946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:14.831645Z","caller":"traceutil/trace.go:171","msg":"trace[24226175] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:21590; }","duration":"487.119399ms","start":"2026-03-18T14:47:14.344507Z","end":"2026-03-18T14:47:14.831626Z","steps":["trace[24226175] 'agreement among raft nodes before linearized reading' (duration: 486.874593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:14.831647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:14.40357Z","time spent":"428.067793ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:47:14.831636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.408834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:14.831636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.784327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-18T14:47:14.831678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:14.31474Z","time spent":"516.929986ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-18T14:47:14.831687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:14.344489Z","time spent":"487.189701ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:47:14.831705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.773544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"warn","ts":"2026-03-18T14:47:14.831697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.011911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:14.831721Z","caller":"traceutil/trace.go:171","msg":"trace[962374086] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21590; }","duration":"820.911131ms","start":"2026-03-18T14:47:14.010794Z","end":"2026-03-18T14:47:14.831705Z","steps":["trace[962374086] 'agreement among raft nodes before linearized reading' (duration: 820.657504ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:14.831739Z","caller":"traceutil/trace.go:171","msg":"trace[425323039] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:21590; }","duration":"427.819894ms","start":"2026-03-18T14:47:14.403909Z","end":"2026-03-18T14:47:14.831729Z","steps":["trace[425323039] 'agreement among raft nodes before linearized reading' (duration: 427.687851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:14.831745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.953739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:14.831702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.846995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:14.831767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:14.010781Z","time spent":"820.977383ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-18T14:47:14.831782Z","caller":"traceutil/trace.go:171","msg":"trace[1074469928] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21590; }","duration":"428.004231ms","start":"2026-03-18T14:47:14.403768Z","end":"2026-03-18T14:47:14.831772Z","steps":["trace[1074469928] 'agreement among raft nodes before linearized reading' (duration: 427.945079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:14.831794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.836546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:14.831827Z","caller":"traceutil/trace.go:171","msg":"trace[1881384867] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21590; }","duration":"427.875807ms","start":"2026-03-18T14:47:14.403945Z","end":"2026-03-18T14:47:14.83182Z","steps":["trace[1881384867] 'agreement among raft nodes before linearized reading' (duration: 427.831476ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:14.831824Z","caller":"traceutil/trace.go:171","msg":"trace[146605428] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21590; }","duration":"428.00946ms","start":"2026-03-18T14:47:14.40379Z","end":"2026-03-18T14:47:14.831799Z","steps":["trace[146605428] 'agreement among raft nodes before linearized reading' (duration: 427.757753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:14.831831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:14.403764Z","time spent":"428.056572ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:47:14.831847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:14.403941Z","time spent":"427.900407ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:47:14.831839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.97554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"warn","ts":"2026-03-18T14:47:14.831861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.470133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:14.831714Z","caller":"traceutil/trace.go:171","msg":"trace[233356535] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21590; }","duration":"427.512968ms","start":"2026-03-18T14:47:14.40418Z","end":"2026-03-18T14:47:14.831693Z","steps":["trace[233356535] 'agreement among raft nodes before linearized reading' (duration: 427.352013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:14.831879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.420333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:47:14.831893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:14.403786Z","time spent":"428.093274ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-03-18T14:47:14.831686Z","caller":"traceutil/trace.go:171","msg":"trace[77945990] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21590; }","duration":"427.919098ms","start":"2026-03-18T14:47:14.40375Z","end":"2026-03-18T14:47:14.831669Z","steps":["trace[77945990] 'agreement among raft nodes before linearized reading' (duration: 427.817745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:14.831763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:14.403904Z","time spent":"427.852976ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"info","ts":"2026-03-18T14:47:14.831926Z","caller":"traceutil/trace.go:171","msg":"trace[1817856798] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:21590; }","duration":"261.499075ms","start":"2026-03-18T14:47:14.570415Z","end":"2026-03-18T14:47:14.831914Z","steps":["trace[1817856798] 'agreement among raft nodes before linearized reading' (duration: 261.343081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:14.831951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:14.403699Z","time spent":"428.241626ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-03-18T14:47:14.831893Z","caller":"traceutil/trace.go:171","msg":"trace[899860606] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:21590; }","duration":"183.503855ms","start":"2026-03-18T14:47:14.64838Z","end":"2026-03-18T14:47:14.831883Z","steps":["trace[899860606] 'agreement among raft nodes before linearized reading' (duration: 183.449183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:14.831965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.259535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:47:14.831664Z","caller":"traceutil/trace.go:171","msg":"trace[172176130] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21590; }","duration":"518.664203ms","start":"2026-03-18T14:47:14.312982Z","end":"2026-03-18T14:47:14.831646Z","steps":["trace[172176130] 'agreement among raft nodes before linearized reading' (duration: 518.432277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:14.831973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.244789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-03-18T14:47:14.831997Z","caller":"traceutil/trace.go:171","msg":"trace[1707903684] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21590; }","duration":"364.331858ms","start":"2026-03-18T14:47:14.467656Z","end":"2026-03-18T14:47:14.831988Z","steps":["trace[1707903684] 'agreement among raft nodes before linearized reading' (duration: 364.219045ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:14.831763Z","caller":"traceutil/trace.go:171","msg":"trace[549445645] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21590; }","duration":"428.092562ms","start":"2026-03-18T14:47:14.403653Z","end":"2026-03-18T14:47:14.831745Z","steps":["trace[549445645] 'agreement among raft nodes before linearized reading' (duration: 427.99537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:14.83201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:14.312971Z","time spent":"519.030964ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-18T14:47:14.83196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.602972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:14.832035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:14.403647Z","time spent":"428.382421ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:47:14.832035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:14.467634Z","time spent":"364.392069ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:47:14.832076Z","caller":"traceutil/trace.go:171","msg":"trace[432459059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21590; }","duration":"260.773505ms","start":"2026-03-18T14:47:14.571276Z","end":"2026-03-18T14:47:14.832049Z","steps":["trace[432459059] 'agreement among raft nodes before linearized reading' (duration: 260.559389ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:14.832014Z","caller":"traceutil/trace.go:171","msg":"trace[1963329590] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:21590; }","duration":"427.302791ms","start":"2026-03-18T14:47:14.404701Z","end":"2026-03-18T14:47:14.832004Z","steps":["trace[1963329590] 'agreement among raft nodes before linearized reading' (duration: 427.188278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:14.831917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:14.404174Z","time spent":"427.735753ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-03-18T14:47:14.83189Z","caller":"traceutil/trace.go:171","msg":"trace[396488649] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:21590; }","duration":"428.033792ms","start":"2026-03-18T14:47:14.403842Z","end":"2026-03-18T14:47:14.831875Z","steps":["trace[396488649] 'agreement among raft nodes before linearized reading' (duration: 427.869127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:14.832345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:14.403837Z","time spent":"428.492354ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:47:14.832201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:14.404693Z","time spent":"427.475126ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:47:15.231191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.529268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:47:15.231485Z","caller":"traceutil/trace.go:171","msg":"trace[853224912] linearizableReadLoop","detail":"{readStateIndex:22472; appliedIndex:22470; }","duration":"326.565216ms","start":"2026-03-18T14:47:14.904898Z","end":"2026-03-18T14:47:15.231463Z","steps":["trace[853224912] 'read index received' (duration: 153.633567ms)","trace[853224912] 'applied index is now lower than readState.Index' (duration: 172.930529ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:15.231515Z","caller":"traceutil/trace.go:171","msg":"trace[1600379231] transaction","detail":"{read_only:false; response_revision:21592; number_of_response:1; }","duration":"358.903211ms","start":"2026-03-18T14:47:14.872582Z","end":"2026-03-18T14:47:15.231485Z","steps":["trace[1600379231] 'process raft request' (duration: 358.790218ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:15.231495Z","caller":"traceutil/trace.go:171","msg":"trace[1620981369] transaction","detail":"{read_only:false; response_revision:21591; number_of_response:1; }","duration":"390.437665ms","start":"2026-03-18T14:47:14.841025Z","end":"2026-03-18T14:47:15.231462Z","steps":["trace[1620981369] 'process raft request' (duration: 217.477165ms)","trace[1620981369] 'compare' (duration: 172.347813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:15.231624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:14.872559Z","time spent":"359.016284ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:15.231642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.73357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:15.231678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.328956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:47:15.231698Z","caller":"traceutil/trace.go:171","msg":"trace[1506793882] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21592; }","duration":"326.830493ms","start":"2026-03-18T14:47:14.90485Z","end":"2026-03-18T14:47:15.231681Z","steps":["trace[1506793882] 'agreement among raft nodes before linearized reading' (duration: 326.729061ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:15.231716Z","caller":"traceutil/trace.go:171","msg":"trace[2068712943] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:21592; }","duration":"205.447119ms","start":"2026-03-18T14:47:15.026259Z","end":"2026-03-18T14:47:15.231706Z","steps":["trace[2068712943] 'agreement among raft nodes before linearized reading' (duration: 205.343646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:15.231738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:14.904825Z","time spent":"326.904904ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T14:47:15.231881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:14.841016Z","time spent":"390.721191ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6598,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:15.956178Z","caller":"traceutil/trace.go:171","msg":"trace[1744651065] transaction","detail":"{read_only:false; response_revision:21593; number_of_response:1; }","duration":"229.536959ms","start":"2026-03-18T14:47:15.726608Z","end":"2026-03-18T14:47:15.956145Z","steps":["trace[1744651065] 'process raft request' (duration: 229.342044ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:16.129539Z","caller":"traceutil/trace.go:171","msg":"trace[1273658027] transaction","detail":"{read_only:false; response_revision:21595; number_of_response:1; }","duration":"401.690619ms","start":"2026-03-18T14:47:15.727823Z","end":"2026-03-18T14:47:16.129514Z","steps":["trace[1273658027] 'process raft request' (duration: 401.583396ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:16.129549Z","caller":"traceutil/trace.go:171","msg":"trace[1480984167] transaction","detail":"{read_only:false; response_revision:21594; number_of_response:1; }","duration":"401.783512ms","start":"2026-03-18T14:47:15.727726Z","end":"2026-03-18T14:47:16.12951Z","steps":["trace[1480984167] 'process raft request' (duration: 401.491853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:16.129692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:15.727796Z","time spent":"401.818472ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:16.129717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:15.727714Z","time spent":"401.919765ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:16.12985Z","caller":"traceutil/trace.go:171","msg":"trace[370715519] transaction","detail":"{read_only:false; response_revision:21596; number_of_response:1; }","duration":"401.585456ms","start":"2026-03-18T14:47:15.728254Z","end":"2026-03-18T14:47:16.129839Z","steps":["trace[370715519] 'process raft request' (duration: 401.198655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:16.1299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:15.728239Z","time spent":"401.634216ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:16.26421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.507599ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:47:16.26433Z","caller":"traceutil/trace.go:171","msg":"trace[929008639] linearizableReadLoop","detail":"{readStateIndex:22476; appliedIndex:22472; }","duration":"535.727244ms","start":"2026-03-18T14:47:15.728582Z","end":"2026-03-18T14:47:16.26431Z","steps":["trace[929008639] 'read index received' (duration: 227.471494ms)","trace[929008639] 'applied index is now lower than readState.Index' (duration: 308.25407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:16.264522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.922569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:47:16.264569Z","caller":"traceutil/trace.go:171","msg":"trace[383267700] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21596; }","duration":"535.997662ms","start":"2026-03-18T14:47:15.728555Z","end":"2026-03-18T14:47:16.264553Z","steps":["trace[383267700] 'agreement among raft nodes before linearized reading' (duration: 535.805107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:16.264614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:15.728543Z","time spent":"536.058473ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:47:16.479597Z","caller":"traceutil/trace.go:171","msg":"trace[951498344] transaction","detail":"{read_only:false; response_revision:21597; number_of_response:1; }","duration":"238.479762ms","start":"2026-03-18T14:47:16.241088Z","end":"2026-03-18T14:47:16.479568Z","steps":["trace[951498344] 'process raft request' (duration: 238.273737ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:16.544139Z","caller":"traceutil/trace.go:171","msg":"trace[68834145] linearizableReadLoop","detail":"{readStateIndex:22479; appliedIndex:22477; }","duration":"169.617739ms","start":"2026-03-18T14:47:16.374497Z","end":"2026-03-18T14:47:16.544115Z","steps":["trace[68834145] 'read index received' (duration: 104.907188ms)","trace[68834145] 'applied index is now lower than readState.Index' (duration: 64.70929ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:16.544212Z","caller":"traceutil/trace.go:171","msg":"trace[223475756] transaction","detail":"{read_only:false; response_revision:21598; number_of_response:1; }","duration":"274.825156ms","start":"2026-03-18T14:47:16.269364Z","end":"2026-03-18T14:47:16.54419Z","steps":["trace[223475756] 'process raft request' (duration: 274.61656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:16.544449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.874507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:47:16.544545Z","caller":"traceutil/trace.go:171","msg":"trace[1234300452] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21598; }","duration":"170.080502ms","start":"2026-03-18T14:47:16.374448Z","end":"2026-03-18T14:47:16.544528Z","steps":["trace[1234300452] 'agreement among raft nodes before linearized reading' (duration: 169.781074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:16.740883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.161776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:16.740956Z","caller":"traceutil/trace.go:171","msg":"trace[191244841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21598; }","duration":"169.27951ms","start":"2026-03-18T14:47:16.57166Z","end":"2026-03-18T14:47:16.74094Z","steps":["trace[191244841] 'range keys from in-memory index tree' (duration: 169.101795ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:17.016686Z","caller":"traceutil/trace.go:171","msg":"trace[432372185] transaction","detail":"{read_only:false; response_revision:21599; number_of_response:1; }","duration":"174.7977ms","start":"2026-03-18T14:47:16.841854Z","end":"2026-03-18T14:47:17.016652Z","steps":["trace[432372185] 'process raft request' (duration: 174.489541ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:17.02016Z","caller":"traceutil/trace.go:171","msg":"trace[1372540161] linearizableReadLoop","detail":"{readStateIndex:22481; appliedIndex:22479; }","duration":"178.111699ms","start":"2026-03-18T14:47:16.842024Z","end":"2026-03-18T14:47:17.020135Z","steps":["trace[1372540161] 'read index received' (duration: 174.277955ms)","trace[1372540161] 'applied index is now lower than readState.Index' (duration: 3.832504ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:17.020313Z","caller":"traceutil/trace.go:171","msg":"trace[540569246] transaction","detail":"{read_only:false; response_revision:21600; number_of_response:1; }","duration":"178.460078ms","start":"2026-03-18T14:47:16.841841Z","end":"2026-03-18T14:47:17.020301Z","steps":["trace[540569246] 'process raft request' (duration: 174.662116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:17.020577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.53309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:17.02139Z","caller":"traceutil/trace.go:171","msg":"trace[1435973995] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21600; }","duration":"179.374363ms","start":"2026-03-18T14:47:16.841995Z","end":"2026-03-18T14:47:17.021369Z","steps":["trace[1435973995] 'agreement among raft nodes before linearized reading' (duration: 178.51309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:17.020648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.564571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:17.021568Z","caller":"traceutil/trace.go:171","msg":"trace[239715191] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21600; }","duration":"179.499296ms","start":"2026-03-18T14:47:16.842017Z","end":"2026-03-18T14:47:17.021516Z","steps":["trace[239715191] 'agreement among raft nodes before linearized reading' (duration: 178.569912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:17.020693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.195621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-03-18T14:47:17.021893Z","caller":"traceutil/trace.go:171","msg":"trace[1721021459] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:21600; }","duration":"179.410294ms","start":"2026-03-18T14:47:16.842463Z","end":"2026-03-18T14:47:17.021873Z","steps":["trace[1721021459] 'agreement among raft nodes before linearized reading' (duration: 178.12689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:17.0207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.409207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:17.02203Z","caller":"traceutil/trace.go:171","msg":"trace[1018532025] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21600; }","duration":"179.786704ms","start":"2026-03-18T14:47:16.842233Z","end":"2026-03-18T14:47:17.022019Z","steps":["trace[1018532025] 'agreement among raft nodes before linearized reading' (duration: 178.420507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:17.020879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.280234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:17.022181Z","caller":"traceutil/trace.go:171","msg":"trace[203404699] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21600; }","duration":"179.60906ms","start":"2026-03-18T14:47:16.842507Z","end":"2026-03-18T14:47:17.022116Z","steps":["trace[203404699] 'agreement among raft nodes before linearized reading' (duration: 178.264704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:17.020714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.376676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-03-18T14:47:17.022425Z","caller":"traceutil/trace.go:171","msg":"trace[477738341] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:21600; }","duration":"180.097413ms","start":"2026-03-18T14:47:16.842313Z","end":"2026-03-18T14:47:17.02241Z","steps":["trace[477738341] 'agreement among raft nodes before linearized reading' (duration: 178.307224ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:17.480102Z","caller":"traceutil/trace.go:171","msg":"trace[172417134] transaction","detail":"{read_only:false; response_revision:21601; number_of_response:1; }","duration":"243.049855ms","start":"2026-03-18T14:47:17.237025Z","end":"2026-03-18T14:47:17.480075Z","steps":["trace[172417134] 'process raft request' (duration: 242.888111ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:17.944744Z","caller":"traceutil/trace.go:171","msg":"trace[1628669057] transaction","detail":"{read_only:false; response_revision:21602; number_of_response:1; }","duration":"110.900091ms","start":"2026-03-18T14:47:17.833817Z","end":"2026-03-18T14:47:17.944717Z","steps":["trace[1628669057] 'process raft request' (duration: 110.702575ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:18.071358Z","caller":"traceutil/trace.go:171","msg":"trace[1501969883] transaction","detail":"{read_only:false; response_revision:21603; number_of_response:1; }","duration":"106.038419ms","start":"2026-03-18T14:47:17.96529Z","end":"2026-03-18T14:47:18.071329Z","steps":["trace[1501969883] 'process raft request' (duration: 99.480342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:18.964112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476731168,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:47:19.322905Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.16756677s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:47:19.323479Z","caller":"traceutil/trace.go:171","msg":"trace[246401091] transaction","detail":"{read_only:false; response_revision:21606; number_of_response:1; }","duration":"1.183488321s","start":"2026-03-18T14:47:18.139959Z","end":"2026-03-18T14:47:19.323447Z","steps":["trace[246401091] 'process raft request' (duration: 1.183429859s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:19.323571Z","caller":"traceutil/trace.go:171","msg":"trace[1420704351] transaction","detail":"{read_only:false; response_revision:21605; number_of_response:1; }","duration":"1.184496668s","start":"2026-03-18T14:47:18.139026Z","end":"2026-03-18T14:47:19.323523Z","steps":["trace[1420704351] 'process raft request' (duration: 1.184138018s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:19.323702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:18.139943Z","time spent":"1.183639004s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:19.323833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:18.139007Z","time spent":"1.184681663s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:19.380737Z","caller":"traceutil/trace.go:171","msg":"trace[2095991253] transaction","detail":"{read_only:false; response_revision:21607; number_of_response:1; }","duration":"1.025744133s","start":"2026-03-18T14:47:18.354965Z","end":"2026-03-18T14:47:19.380709Z","steps":["trace[2095991253] 'process raft request' (duration: 1.025539618s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:19.380908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:18.354937Z","time spent":"1.025883917s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:19.381159Z","caller":"traceutil/trace.go:171","msg":"trace[1651770111] transaction","detail":"{read_only:false; response_revision:21608; number_of_response:1; }","duration":"356.594579ms","start":"2026-03-18T14:47:19.024529Z","end":"2026-03-18T14:47:19.381123Z","steps":["trace[1651770111] 'process raft request' (duration: 356.130305ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:19.381186Z","caller":"traceutil/trace.go:171","msg":"trace[1209684081] linearizableReadLoop","detail":"{readStateIndex:22488; appliedIndex:22485; }","duration":"917.129074ms","start":"2026-03-18T14:47:18.464025Z","end":"2026-03-18T14:47:19.381154Z","steps":["trace[1209684081] 'read index received' (duration: 859.118014ms)","trace[1209684081] 'applied index is now lower than readState.Index' (duration: 58.00995ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:19.38134Z","caller":"traceutil/trace.go:171","msg":"trace[180233361] transaction","detail":"{read_only:false; response_revision:21609; number_of_response:1; }","duration":"354.559212ms","start":"2026-03-18T14:47:19.026771Z","end":"2026-03-18T14:47:19.381331Z","steps":["trace[180233361] 'process raft request' (duration: 354.221373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:19.381347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:19.024504Z","time spent":"356.748333ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:19.381473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:19.026753Z","time spent":"354.620465ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:19.381555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.661898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:47:19.381648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.955276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:19.381643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.709117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:19.381657Z","caller":"traceutil/trace.go:171","msg":"trace[780815655] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21609; }","duration":"832.812243ms","start":"2026-03-18T14:47:18.548821Z","end":"2026-03-18T14:47:19.381633Z","steps":["trace[780815655] 'agreement among raft nodes before linearized reading' (duration: 832.562396ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:19.3817Z","caller":"traceutil/trace.go:171","msg":"trace[1271356973] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21609; }","duration":"534.7831ms","start":"2026-03-18T14:47:18.846902Z","end":"2026-03-18T14:47:19.381685Z","steps":["trace[1271356973] 'agreement among raft nodes before linearized reading' (duration: 534.677767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:19.381712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:18.548798Z","time spent":"832.904755ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:47:19.381754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:18.846894Z","time spent":"534.84525ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:47:19.381785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.955253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-03-18T14:47:19.381823Z","caller":"traceutil/trace.go:171","msg":"trace[603543640] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:21609; }","duration":"355.030436ms","start":"2026-03-18T14:47:19.026782Z","end":"2026-03-18T14:47:19.381812Z","steps":["trace[603543640] 'agreement among raft nodes before linearized reading' (duration: 354.943883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:19.381857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:19.026759Z","time spent":"355.091087ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:47:19.381875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.131472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-03-18T14:47:19.381903Z","caller":"traceutil/trace.go:171","msg":"trace[482445707] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:21609; }","duration":"354.196873ms","start":"2026-03-18T14:47:19.0277Z","end":"2026-03-18T14:47:19.381897Z","steps":["trace[482445707] 'agreement among raft nodes before linearized reading' (duration: 354.08186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:19.381927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:19.027674Z","time spent":"354.249244ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:47:19.38191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.398295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:19.381971Z","caller":"traceutil/trace.go:171","msg":"trace[928020485] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21609; }","duration":"355.500438ms","start":"2026-03-18T14:47:19.026453Z","end":"2026-03-18T14:47:19.381953Z","steps":["trace[928020485] 'agreement among raft nodes before linearized reading' (duration: 355.412386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:19.38199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.936304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:19.382016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:19.026428Z","time spent":"355.5806ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:47:19.382033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.034856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:19.382043Z","caller":"traceutil/trace.go:171","msg":"trace[608242084] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21609; }","duration":"534.998326ms","start":"2026-03-18T14:47:18.847036Z","end":"2026-03-18T14:47:19.382034Z","steps":["trace[608242084] 'agreement among raft nodes before linearized reading' (duration: 534.931954ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:19.38206Z","caller":"traceutil/trace.go:171","msg":"trace[1120261116] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21609; }","duration":"535.073807ms","start":"2026-03-18T14:47:18.84698Z","end":"2026-03-18T14:47:19.382054Z","steps":["trace[1120261116] 'agreement among raft nodes before linearized reading' (duration: 535.029636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:19.382071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:18.847029Z","time spent":"535.036416ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:47:19.382082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:18.846973Z","time spent":"535.105587ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:47:19.382108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.126569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:19.381706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.81762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:19.381679Z","caller":"traceutil/trace.go:171","msg":"trace[1467699895] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21609; }","duration":"354.012819ms","start":"2026-03-18T14:47:19.027658Z","end":"2026-03-18T14:47:19.381671Z","steps":["trace[1467699895] 'agreement among raft nodes before linearized reading' (duration: 353.955597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:19.382022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.130598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-03-18T14:47:19.382201Z","caller":"traceutil/trace.go:171","msg":"trace[821327493] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:21609; }","duration":"535.323093ms","start":"2026-03-18T14:47:18.846862Z","end":"2026-03-18T14:47:19.382185Z","steps":["trace[821327493] 'agreement among raft nodes before linearized reading' (duration: 535.080777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:19.381733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.719619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:47:19.382281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.327194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"warn","ts":"2026-03-18T14:47:19.382294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.626184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:19.381765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.295728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:19.38232Z","caller":"traceutil/trace.go:171","msg":"trace[376936847] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:21609; }","duration":"578.688818ms","start":"2026-03-18T14:47:18.803625Z","end":"2026-03-18T14:47:19.382314Z","steps":["trace[376936847] 'agreement among raft nodes before linearized reading' (duration: 578.645346ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:19.382321Z","caller":"traceutil/trace.go:171","msg":"trace[122582956] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:1; response_revision:21609; }","duration":"535.399027ms","start":"2026-03-18T14:47:18.846914Z","end":"2026-03-18T14:47:19.382313Z","steps":["trace[122582956] 'agreement among raft nodes before linearized reading' (duration: 535.269242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:19.382341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:18.803604Z","time spent":"578.731128ms","remote":"127.0.0.1:45078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:47:19.382352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:18.846892Z","time spent":"535.450817ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:47:19.381663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.645955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:47:19.38229Z","caller":"traceutil/trace.go:171","msg":"trace[1670413433] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21609; }","duration":"918.310796ms","start":"2026-03-18T14:47:18.463967Z","end":"2026-03-18T14:47:19.382278Z","steps":["trace[1670413433] 'agreement among raft nodes before linearized reading' (duration: 917.722741ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:19.382445Z","caller":"traceutil/trace.go:171","msg":"trace[737758675] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21609; }","duration":"535.438787ms","start":"2026-03-18T14:47:18.846998Z","end":"2026-03-18T14:47:19.382437Z","steps":["trace[737758675] 'agreement among raft nodes before linearized reading' (duration: 534.517381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:19.383829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:18.846993Z","time spent":"536.814363ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-18T14:47:19.382352Z","caller":"traceutil/trace.go:171","msg":"trace[851144456] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21609; }","duration":"353.899695ms","start":"2026-03-18T14:47:19.028441Z","end":"2026-03-18T14:47:19.38234Z","steps":["trace[851144456] 'agreement among raft nodes before linearized reading' (duration: 353.308159ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:19.382159Z","caller":"traceutil/trace.go:171","msg":"trace[1554864965] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21609; }","duration":"355.319213ms","start":"2026-03-18T14:47:19.026832Z","end":"2026-03-18T14:47:19.382151Z","steps":["trace[1554864965] 'agreement among raft nodes before linearized reading' (duration: 354.853161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:19.384368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:19.026803Z","time spent":"357.549904ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:47:19.382467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:18.463942Z","time spent":"918.507771ms","remote":"127.0.0.1:50068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:47:19.382246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:18.846849Z","time spent":"535.383235ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4914,"request content":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:47:19.382166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:19.027643Z","time spent":"354.518792ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:47:19.382234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.334581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:47:19.38477Z","caller":"traceutil/trace.go:171","msg":"trace[154775522] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21609; }","duration":"538.906021ms","start":"2026-03-18T14:47:18.845853Z","end":"2026-03-18T14:47:19.384759Z","steps":["trace[154775522] 'agreement among raft nodes before linearized reading' (duration: 536.327091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:19.384807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:18.845826Z","time spent":"538.970003ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-18T14:47:19.382571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.891605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:47:19.384921Z","caller":"traceutil/trace.go:171","msg":"trace[1541002496] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21609; }","duration":"835.278319ms","start":"2026-03-18T14:47:18.549634Z","end":"2026-03-18T14:47:19.384913Z","steps":["trace[1541002496] 'agreement among raft nodes before linearized reading' (duration: 832.855443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:19.384946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:18.549612Z","time spent":"835.32573ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-18T14:47:19.382133Z","caller":"traceutil/trace.go:171","msg":"trace[1449734580] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21609; }","duration":"535.159709ms","start":"2026-03-18T14:47:18.846968Z","end":"2026-03-18T14:47:19.382128Z","steps":["trace[1449734580] 'agreement among raft nodes before linearized reading' (duration: 535.125699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:19.38506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:18.846963Z","time spent":"538.091448ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:47:19.385256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:19.028428Z","time spent":"355.546679ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-03-18T14:47:19.521268Z","caller":"traceutil/trace.go:171","msg":"trace[808731954] transaction","detail":"{read_only:false; response_revision:21610; number_of_response:1; }","duration":"135.021833ms","start":"2026-03-18T14:47:19.386187Z","end":"2026-03-18T14:47:19.521209Z","steps":["trace[808731954] 'process raft request' (duration: 57.423184ms)","trace[808731954] 'compare' (duration: 77.364513ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:19.93541Z","caller":"traceutil/trace.go:171","msg":"trace[974930358] linearizableReadLoop","detail":"{readStateIndex:22492; appliedIndex:22491; }","duration":"405.84325ms","start":"2026-03-18T14:47:19.529544Z","end":"2026-03-18T14:47:19.935387Z","steps":["trace[974930358] 'read index received' (duration: 405.629284ms)","trace[974930358] 'applied index is now lower than readState.Index' (duration: 209.026µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:19.935472Z","caller":"traceutil/trace.go:171","msg":"trace[2135239985] transaction","detail":"{read_only:false; response_revision:21611; number_of_response:1; }","duration":"450.237302ms","start":"2026-03-18T14:47:19.485209Z","end":"2026-03-18T14:47:19.935446Z","steps":["trace[2135239985] 'process raft request' (duration: 449.975954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:19.935563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:19.485175Z","time spent":"450.339593ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:19.935548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.977393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:19.935582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.42459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:19.935588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.312129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:47:19.935633Z","caller":"traceutil/trace.go:171","msg":"trace[1390068419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21611; }","duration":"364.515501ms","start":"2026-03-18T14:47:19.571103Z","end":"2026-03-18T14:47:19.935618Z","steps":["trace[1390068419] 'agreement among raft nodes before linearized reading' (duration: 364.402638ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:19.935634Z","caller":"traceutil/trace.go:171","msg":"trace[1952976586] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:21611; }","duration":"406.106647ms","start":"2026-03-18T14:47:19.529506Z","end":"2026-03-18T14:47:19.935612Z","steps":["trace[1952976586] 'agreement among raft nodes before linearized reading' (duration: 405.963334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:19.935684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:19.571082Z","time spent":"364.591985ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:47:19.935695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:19.529489Z","time spent":"406.19355ms","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:47:19.935638Z","caller":"traceutil/trace.go:171","msg":"trace[487806603] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:21611; }","duration":"326.419111ms","start":"2026-03-18T14:47:19.609207Z","end":"2026-03-18T14:47:19.935626Z","steps":["trace[487806603] 'agreement among raft nodes before linearized reading' (duration: 326.319089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:19.935766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:19.609182Z","time spent":"326.574067ms","remote":"127.0.0.1:56416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:47:20.120725Z","caller":"traceutil/trace.go:171","msg":"trace[581141646] transaction","detail":"{read_only:false; response_revision:21612; number_of_response:1; }","duration":"152.941979ms","start":"2026-03-18T14:47:19.967721Z","end":"2026-03-18T14:47:20.120663Z","steps":["trace[581141646] 'process raft request' (duration: 152.564468ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:20.705639Z","caller":"traceutil/trace.go:171","msg":"trace[215027001] linearizableReadLoop","detail":"{readStateIndex:22497; appliedIndex:22496; }","duration":"132.359461ms","start":"2026-03-18T14:47:20.573253Z","end":"2026-03-18T14:47:20.705613Z","steps":["trace[215027001] 'read index received' (duration: 74.684051ms)","trace[215027001] 'applied index is now lower than readState.Index' (duration: 57.6741ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:20.705668Z","caller":"traceutil/trace.go:171","msg":"trace[313677762] transaction","detail":"{read_only:false; response_revision:21615; number_of_response:1; }","duration":"189.62162ms","start":"2026-03-18T14:47:20.51602Z","end":"2026-03-18T14:47:20.705641Z","steps":["trace[313677762] 'process raft request' (duration: 131.896228ms)","trace[313677762] 'compare' (duration: 57.528717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:20.705847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.576497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:20.705898Z","caller":"traceutil/trace.go:171","msg":"trace[1308093264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21615; }","duration":"132.676969ms","start":"2026-03-18T14:47:20.573207Z","end":"2026-03-18T14:47:20.705884Z","steps":["trace[1308093264] 'agreement among raft nodes before linearized reading' (duration: 132.497084ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:24.371667Z","caller":"traceutil/trace.go:171","msg":"trace[1225547438] linearizableReadLoop","detail":"{readStateIndex:22538; appliedIndex:22537; }","duration":"131.882349ms","start":"2026-03-18T14:47:24.239761Z","end":"2026-03-18T14:47:24.371643Z","steps":["trace[1225547438] 'read index received' (duration: 131.731166ms)","trace[1225547438] 'applied index is now lower than readState.Index' (duration: 149.863µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:24.371942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.121505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:47:24.372002Z","caller":"traceutil/trace.go:171","msg":"trace[253877487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21656; }","duration":"132.273028ms","start":"2026-03-18T14:47:24.239714Z","end":"2026-03-18T14:47:24.371987Z","steps":["trace[253877487] 'agreement among raft nodes before linearized reading' (duration: 132.021942ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:24.37238Z","caller":"traceutil/trace.go:171","msg":"trace[614314059] transaction","detail":"{read_only:false; response_revision:21656; number_of_response:1; }","duration":"147.918963ms","start":"2026-03-18T14:47:24.224448Z","end":"2026-03-18T14:47:24.372367Z","steps":["trace[614314059] 'process raft request' (duration: 147.06029ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:25.493841Z","caller":"traceutil/trace.go:171","msg":"trace[1495158260] transaction","detail":"{read_only:false; response_revision:21658; number_of_response:1; }","duration":"106.545503ms","start":"2026-03-18T14:47:25.387277Z","end":"2026-03-18T14:47:25.493822Z","steps":["trace[1495158260] 'process raft request' (duration: 106.42792ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:25.493934Z","caller":"traceutil/trace.go:171","msg":"trace[1638709000] linearizableReadLoop","detail":"{readStateIndex:22540; appliedIndex:22540; }","duration":"105.742941ms","start":"2026-03-18T14:47:25.388159Z","end":"2026-03-18T14:47:25.493902Z","steps":["trace[1638709000] 'read index received' (duration: 105.728541ms)","trace[1638709000] 'applied index is now lower than readState.Index' (duration: 11.71µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:25.494423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.241864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:47:25.494546Z","caller":"traceutil/trace.go:171","msg":"trace[1614647087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21658; }","duration":"106.400678ms","start":"2026-03-18T14:47:25.388127Z","end":"2026-03-18T14:47:25.494528Z","steps":["trace[1614647087] 'agreement among raft nodes before linearized reading' (duration: 106.037178ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:25.57264Z","caller":"traceutil/trace.go:171","msg":"trace[57529375] transaction","detail":"{read_only:false; response_revision:21659; number_of_response:1; }","duration":"149.261018ms","start":"2026-03-18T14:47:25.423356Z","end":"2026-03-18T14:47:25.572617Z","steps":["trace[57529375] 'process raft request' (duration: 139.866983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:25.572905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.57643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:25.572938Z","caller":"traceutil/trace.go:171","msg":"trace[824298765] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21660; }","duration":"141.638943ms","start":"2026-03-18T14:47:25.431291Z","end":"2026-03-18T14:47:25.57293Z","steps":["trace[824298765] 'agreement among raft nodes before linearized reading' (duration: 141.565991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:25.573005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.237462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:25.573225Z","caller":"traceutil/trace.go:171","msg":"trace[643465541] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21660; }","duration":"141.483499ms","start":"2026-03-18T14:47:25.431719Z","end":"2026-03-18T14:47:25.573203Z","steps":["trace[643465541] 'agreement among raft nodes before linearized reading' (duration: 141.15855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:25.573277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.938037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:25.573284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.491826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-18T14:47:25.573282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.540659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-18T14:47:25.573329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.683278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:25.57335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.705033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:47:25.573354Z","caller":"traceutil/trace.go:171","msg":"trace[450566730] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21660; }","duration":"142.600228ms","start":"2026-03-18T14:47:25.430735Z","end":"2026-03-18T14:47:25.573336Z","steps":["trace[450566730] 'agreement among raft nodes before linearized reading' (duration: 142.332211ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:25.573383Z","caller":"traceutil/trace.go:171","msg":"trace[1944323671] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21660; }","duration":"141.750056ms","start":"2026-03-18T14:47:25.431624Z","end":"2026-03-18T14:47:25.573374Z","steps":["trace[1944323671] 'agreement among raft nodes before linearized reading' (duration: 141.677493ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:25.573379Z","caller":"traceutil/trace.go:171","msg":"trace[1826248557] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21660; }","duration":"141.680534ms","start":"2026-03-18T14:47:25.431678Z","end":"2026-03-18T14:47:25.573358Z","steps":["trace[1826248557] 'agreement among raft nodes before linearized reading' (duration: 141.341223ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:25.573394Z","caller":"traceutil/trace.go:171","msg":"trace[2139203823] transaction","detail":"{read_only:false; response_revision:21660; number_of_response:1; }","duration":"139.170526ms","start":"2026-03-18T14:47:25.434209Z","end":"2026-03-18T14:47:25.57338Z","steps":["trace[2139203823] 'process raft request' (duration: 138.364084ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:25.573394Z","caller":"traceutil/trace.go:171","msg":"trace[116934032] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21660; }","duration":"143.75885ms","start":"2026-03-18T14:47:25.429611Z","end":"2026-03-18T14:47:25.57337Z","steps":["trace[116934032] 'agreement among raft nodes before linearized reading' (duration: 143.694018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:25.573117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.402023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:25.573273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.376989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:47:25.573473Z","caller":"traceutil/trace.go:171","msg":"trace[1176967439] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21660; }","duration":"184.586044ms","start":"2026-03-18T14:47:25.38888Z","end":"2026-03-18T14:47:25.573466Z","steps":["trace[1176967439] 'agreement among raft nodes before linearized reading' (duration: 184.307256ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:25.573456Z","caller":"traceutil/trace.go:171","msg":"trace[335736707] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21660; }","duration":"142.777282ms","start":"2026-03-18T14:47:25.430672Z","end":"2026-03-18T14:47:25.573449Z","steps":["trace[335736707] 'agreement among raft nodes before linearized reading' (duration: 142.416833ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:25.573328Z","caller":"traceutil/trace.go:171","msg":"trace[1536121868] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21660; }","duration":"139.984238ms","start":"2026-03-18T14:47:25.43333Z","end":"2026-03-18T14:47:25.573314Z","steps":["trace[1536121868] 'agreement among raft nodes before linearized reading' (duration: 139.913095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:25.573166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.999431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:25.573574Z","caller":"traceutil/trace.go:171","msg":"trace[1142947134] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21660; }","duration":"139.427082ms","start":"2026-03-18T14:47:25.434135Z","end":"2026-03-18T14:47:25.573562Z","steps":["trace[1142947134] 'agreement among raft nodes before linearized reading' (duration: 139.017022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:25.57324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.6944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:25.573066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.05762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:25.573621Z","caller":"traceutil/trace.go:171","msg":"trace[1684946933] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21660; }","duration":"157.138192ms","start":"2026-03-18T14:47:25.416471Z","end":"2026-03-18T14:47:25.57361Z","steps":["trace[1684946933] 'agreement among raft nodes before linearized reading' (duration: 156.69957ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:25.573632Z","caller":"traceutil/trace.go:171","msg":"trace[995596485] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21660; }","duration":"143.686847ms","start":"2026-03-18T14:47:25.429937Z","end":"2026-03-18T14:47:25.573624Z","steps":["trace[995596485] 'agreement among raft nodes before linearized reading' (duration: 143.0313ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:26.258002Z","caller":"traceutil/trace.go:171","msg":"trace[200379037] transaction","detail":"{read_only:false; response_revision:21663; number_of_response:1; }","duration":"551.501981ms","start":"2026-03-18T14:47:25.706472Z","end":"2026-03-18T14:47:26.257974Z","steps":["trace[200379037] 'process raft request' (duration: 551.019818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:26.258167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:25.706445Z","time spent":"551.641986ms","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417553,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:26.54459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.795982ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:47:26.544915Z","caller":"traceutil/trace.go:171","msg":"trace[1840425234] linearizableReadLoop","detail":"{readStateIndex:22547; appliedIndex:22545; }","duration":"167.675937ms","start":"2026-03-18T14:47:26.377219Z","end":"2026-03-18T14:47:26.544895Z","steps":["trace[1840425234] 'read index received' (duration: 80.603µs)","trace[1840425234] 'applied index is now lower than readState.Index' (duration: 167.594114ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:26.545037Z","caller":"traceutil/trace.go:171","msg":"trace[718833431] transaction","detail":"{read_only:false; response_revision:21664; number_of_response:1; }","duration":"590.351793ms","start":"2026-03-18T14:47:25.95465Z","end":"2026-03-18T14:47:26.545002Z","steps":["trace[718833431] 'process raft request' (duration: 590.080055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:26.545133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:25.954619Z","time spent":"590.452104ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:26.545344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.122449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:47:26.545382Z","caller":"traceutil/trace.go:171","msg":"trace[587517008] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21664; }","duration":"168.19162ms","start":"2026-03-18T14:47:26.377176Z","end":"2026-03-18T14:47:26.545368Z","steps":["trace[587517008] 'agreement among raft nodes before linearized reading' (duration: 168.078157ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:26.662052Z","caller":"traceutil/trace.go:171","msg":"trace[1553008292] transaction","detail":"{read_only:false; response_revision:21666; number_of_response:1; }","duration":"111.950969ms","start":"2026-03-18T14:47:26.550073Z","end":"2026-03-18T14:47:26.662024Z","steps":["trace[1553008292] 'process raft request' (duration: 111.441136ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:27.443798Z","caller":"traceutil/trace.go:171","msg":"trace[1039252729] linearizableReadLoop","detail":"{readStateIndex:22552; appliedIndex:22551; }","duration":"216.20777ms","start":"2026-03-18T14:47:27.227554Z","end":"2026-03-18T14:47:27.443762Z","steps":["trace[1039252729] 'read index received' (duration: 180.875854ms)","trace[1039252729] 'applied index is now lower than readState.Index' (duration: 35.328046ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:27.443906Z","caller":"traceutil/trace.go:171","msg":"trace[2095243766] transaction","detail":"{read_only:false; response_revision:21669; number_of_response:1; }","duration":"333.124203ms","start":"2026-03-18T14:47:27.110711Z","end":"2026-03-18T14:47:27.443835Z","steps":["trace[2095243766] 'process raft request' (duration: 297.715005ms)","trace[2095243766] 'compare' (duration: 34.714409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:27.444074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.498989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18430"} {"level":"info","ts":"2026-03-18T14:47:27.444142Z","caller":"traceutil/trace.go:171","msg":"trace[607751785] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21669; }","duration":"216.610231ms","start":"2026-03-18T14:47:27.227512Z","end":"2026-03-18T14:47:27.444122Z","steps":["trace[607751785] 'agreement among raft nodes before linearized reading' (duration: 216.392645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:27.444148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:27.110683Z","time spent":"333.339719ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8108,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:28.573167Z","caller":"traceutil/trace.go:171","msg":"trace[760446295] transaction","detail":"{read_only:false; response_revision:21678; number_of_response:1; }","duration":"118.595969ms","start":"2026-03-18T14:47:28.45455Z","end":"2026-03-18T14:47:28.573146Z","steps":["trace[760446295] 'process raft request' (duration: 118.458325ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:28.834571Z","caller":"traceutil/trace.go:171","msg":"trace[68114547] transaction","detail":"{read_only:false; response_revision:21679; number_of_response:1; }","duration":"284.077206ms","start":"2026-03-18T14:47:28.550472Z","end":"2026-03-18T14:47:28.834549Z","steps":["trace[68114547] 'process raft request' (duration: 225.543102ms)","trace[68114547] 'compare' (duration: 57.376633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:28.835154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.3105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:47:28.835247Z","caller":"traceutil/trace.go:171","msg":"trace[221593459] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21679; }","duration":"275.443882ms","start":"2026-03-18T14:47:28.559777Z","end":"2026-03-18T14:47:28.835221Z","steps":["trace[221593459] 'agreement among raft nodes before linearized reading' (duration: 275.095602ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:28.836233Z","caller":"traceutil/trace.go:171","msg":"trace[269154680] linearizableReadLoop","detail":"{readStateIndex:22562; appliedIndex:22560; }","duration":"274.188559ms","start":"2026-03-18T14:47:28.559812Z","end":"2026-03-18T14:47:28.834Z","steps":["trace[269154680] 'read index received' (duration: 13.133756ms)","trace[269154680] 'applied index is now lower than readState.Index' (duration: 261.053543ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:28.836942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.358616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:47:28.837014Z","caller":"traceutil/trace.go:171","msg":"trace[1824354853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21679; }","duration":"171.446949ms","start":"2026-03-18T14:47:28.665549Z","end":"2026-03-18T14:47:28.836996Z","steps":["trace[1824354853] 'agreement among raft nodes before linearized reading' (duration: 170.904584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:28.837834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.779592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:47:28.8379Z","caller":"traceutil/trace.go:171","msg":"trace[161889069] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:21679; }","duration":"268.980697ms","start":"2026-03-18T14:47:28.5689Z","end":"2026-03-18T14:47:28.837881Z","steps":["trace[161889069] 'agreement among raft nodes before linearized reading' (duration: 267.449355ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:28.982805Z","caller":"traceutil/trace.go:171","msg":"trace[587233433] transaction","detail":"{read_only:false; response_revision:21681; number_of_response:1; }","duration":"139.531286ms","start":"2026-03-18T14:47:28.843243Z","end":"2026-03-18T14:47:28.982774Z","steps":["trace[587233433] 'process raft request' (duration: 139.144715ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:29.724884Z","caller":"traceutil/trace.go:171","msg":"trace[22187965] transaction","detail":"{read_only:false; response_revision:21682; number_of_response:1; }","duration":"125.801324ms","start":"2026-03-18T14:47:29.599056Z","end":"2026-03-18T14:47:29.724857Z","steps":["trace[22187965] 'process raft request' (duration: 125.63544ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:29.772199Z","caller":"traceutil/trace.go:171","msg":"trace[15934047] transaction","detail":"{read_only:false; response_revision:21683; number_of_response:1; }","duration":"163.872144ms","start":"2026-03-18T14:47:29.608299Z","end":"2026-03-18T14:47:29.772171Z","steps":["trace[15934047] 'process raft request' (duration: 163.74072ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:29.772431Z","caller":"traceutil/trace.go:171","msg":"trace[698042367] linearizableReadLoop","detail":"{readStateIndex:22566; appliedIndex:22565; }","duration":"164.020608ms","start":"2026-03-18T14:47:29.608364Z","end":"2026-03-18T14:47:29.772384Z","steps":["trace[698042367] 'read index received' (duration: 116.536273ms)","trace[698042367] 'applied index is now lower than readState.Index' (duration: 47.481625ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:29.772487Z","caller":"traceutil/trace.go:171","msg":"trace[1296217355] transaction","detail":"{read_only:false; response_revision:21684; number_of_response:1; }","duration":"164.034358ms","start":"2026-03-18T14:47:29.608431Z","end":"2026-03-18T14:47:29.772466Z","steps":["trace[1296217355] 'process raft request' (duration: 163.708569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:29.772669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.957965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:29.772702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.325245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:47:29.772722Z","caller":"traceutil/trace.go:171","msg":"trace[736943534] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21684; }","duration":"164.04795ms","start":"2026-03-18T14:47:29.608659Z","end":"2026-03-18T14:47:29.772707Z","steps":["trace[736943534] 'agreement among raft nodes before linearized reading' (duration: 163.951167ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:29.772737Z","caller":"traceutil/trace.go:171","msg":"trace[1523721828] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21684; }","duration":"164.383788ms","start":"2026-03-18T14:47:29.608337Z","end":"2026-03-18T14:47:29.772721Z","steps":["trace[1523721828] 'agreement among raft nodes before linearized reading' (duration: 164.268365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:29.772785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.291655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:29.772814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.434438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:47:29.772859Z","caller":"traceutil/trace.go:171","msg":"trace[318398506] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21684; }","duration":"164.407179ms","start":"2026-03-18T14:47:29.608437Z","end":"2026-03-18T14:47:29.772844Z","steps":["trace[318398506] 'agreement among raft nodes before linearized reading' (duration: 164.245644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:29.772885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.424669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:29.772896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.096989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:29.772917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.475605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:47:29.772913Z","caller":"traceutil/trace.go:171","msg":"trace[1513458397] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21684; }","duration":"164.532612ms","start":"2026-03-18T14:47:29.608347Z","end":"2026-03-18T14:47:29.77288Z","steps":["trace[1513458397] 'agreement among raft nodes before linearized reading' (duration: 164.191243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:29.772938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.513332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:29.772949Z","caller":"traceutil/trace.go:171","msg":"trace[1236570887] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21684; }","duration":"164.13499ms","start":"2026-03-18T14:47:29.608789Z","end":"2026-03-18T14:47:29.772924Z","steps":["trace[1236570887] 'agreement among raft nodes before linearized reading' (duration: 164.080498ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:29.772963Z","caller":"traceutil/trace.go:171","msg":"trace[1406809113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21684; }","duration":"108.566547ms","start":"2026-03-18T14:47:29.664385Z","end":"2026-03-18T14:47:29.772952Z","steps":["trace[1406809113] 'agreement among raft nodes before linearized reading' (duration: 108.451664ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:29.772966Z","caller":"traceutil/trace.go:171","msg":"trace[1471091431] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21684; }","duration":"164.538882ms","start":"2026-03-18T14:47:29.608421Z","end":"2026-03-18T14:47:29.77296Z","steps":["trace[1471091431] 'agreement among raft nodes before linearized reading' (duration: 164.502301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:29.772773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.863304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:29.773009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.280534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:29.773038Z","caller":"traceutil/trace.go:171","msg":"trace[130864428] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21684; }","duration":"164.196903ms","start":"2026-03-18T14:47:29.608833Z","end":"2026-03-18T14:47:29.77303Z","steps":["trace[130864428] 'agreement among raft nodes before linearized reading' (duration: 163.812982ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:29.773069Z","caller":"traceutil/trace.go:171","msg":"trace[1419506899] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21684; }","duration":"164.366077ms","start":"2026-03-18T14:47:29.608687Z","end":"2026-03-18T14:47:29.773053Z","steps":["trace[1419506899] 'agreement among raft nodes before linearized reading' (duration: 164.250794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:29.773085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.522431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:47:29.773112Z","caller":"traceutil/trace.go:171","msg":"trace[149866531] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21684; }","duration":"164.598593ms","start":"2026-03-18T14:47:29.608508Z","end":"2026-03-18T14:47:29.773106Z","steps":["trace[149866531] 'agreement among raft nodes before linearized reading' (duration: 164.535131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:29.77303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.537382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:29.772909Z","caller":"traceutil/trace.go:171","msg":"trace[1698649027] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21684; }","duration":"164.47096ms","start":"2026-03-18T14:47:29.608431Z","end":"2026-03-18T14:47:29.772902Z","steps":["trace[1698649027] 'agreement among raft nodes before linearized reading' (duration: 164.430159ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:29.773146Z","caller":"traceutil/trace.go:171","msg":"trace[104899263] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21684; }","duration":"164.671265ms","start":"2026-03-18T14:47:29.608465Z","end":"2026-03-18T14:47:29.773137Z","steps":["trace[104899263] 'agreement among raft nodes before linearized reading' (duration: 164.548581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:29.7732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.63962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:47:29.773232Z","caller":"traceutil/trace.go:171","msg":"trace[22648805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21684; }","duration":"152.705642ms","start":"2026-03-18T14:47:29.620518Z","end":"2026-03-18T14:47:29.773223Z","steps":["trace[22648805] 'agreement among raft nodes before linearized reading' (duration: 152.530278ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:33.933703Z","caller":"traceutil/trace.go:171","msg":"trace[672905267] linearizableReadLoop","detail":"{readStateIndex:22587; appliedIndex:22585; }","duration":"137.812598ms","start":"2026-03-18T14:47:33.795859Z","end":"2026-03-18T14:47:33.933672Z","steps":["trace[672905267] 'read index received' (duration: 75.03341ms)","trace[672905267] 'applied index is now lower than readState.Index' (duration: 62.777848ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:33.933834Z","caller":"traceutil/trace.go:171","msg":"trace[604061198] transaction","detail":"{read_only:false; response_revision:21703; number_of_response:1; }","duration":"141.064936ms","start":"2026-03-18T14:47:33.792732Z","end":"2026-03-18T14:47:33.933797Z","steps":["trace[604061198] 'process raft request' (duration: 140.290445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:33.933935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.057015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:47:33.933963Z","caller":"traceutil/trace.go:171","msg":"trace[884552507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21703; }","duration":"138.127408ms","start":"2026-03-18T14:47:33.795826Z","end":"2026-03-18T14:47:33.933953Z","steps":["trace[884552507] 'agreement among raft nodes before linearized reading' (duration: 137.987195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:33.934097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.927127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:47:33.934175Z","caller":"traceutil/trace.go:171","msg":"trace[610748342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21703; }","duration":"136.066532ms","start":"2026-03-18T14:47:33.79809Z","end":"2026-03-18T14:47:33.934157Z","steps":["trace[610748342] 'agreement among raft nodes before linearized reading' (duration: 135.882207ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:34.066961Z","caller":"traceutil/trace.go:171","msg":"trace[471130790] transaction","detail":"{read_only:false; response_revision:21705; number_of_response:1; }","duration":"125.108534ms","start":"2026-03-18T14:47:33.941784Z","end":"2026-03-18T14:47:34.066892Z","steps":["trace[471130790] 'process raft request' (duration: 106.754038ms)","trace[471130790] 'compare' (duration: 18.174122ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:34.630479Z","caller":"traceutil/trace.go:171","msg":"trace[1345761806] transaction","detail":"{read_only:false; response_revision:21706; number_of_response:1; }","duration":"229.671944ms","start":"2026-03-18T14:47:34.400779Z","end":"2026-03-18T14:47:34.630451Z","steps":["trace[1345761806] 'process raft request' (duration: 229.393847ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:35.276953Z","caller":"traceutil/trace.go:171","msg":"trace[518851798] linearizableReadLoop","detail":"{readStateIndex:22591; appliedIndex:22590; }","duration":"296.285826ms","start":"2026-03-18T14:47:34.980635Z","end":"2026-03-18T14:47:35.276921Z","steps":["trace[518851798] 'read index received' (duration: 296.004738ms)","trace[518851798] 'applied index is now lower than readState.Index' (duration: 279.888µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:35.277071Z","caller":"traceutil/trace.go:171","msg":"trace[801929371] transaction","detail":"{read_only:false; response_revision:21707; number_of_response:1; }","duration":"419.642424ms","start":"2026-03-18T14:47:34.857384Z","end":"2026-03-18T14:47:35.277026Z","steps":["trace[801929371] 'process raft request' (duration: 419.349056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:35.277276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:34.857346Z","time spent":"419.806497ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:35.277328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.369557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:47:35.2774Z","caller":"traceutil/trace.go:171","msg":"trace[975551826] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21707; }","duration":"259.512061ms","start":"2026-03-18T14:47:35.017869Z","end":"2026-03-18T14:47:35.277381Z","steps":["trace[975551826] 'agreement among raft nodes before linearized reading' (duration: 259.284544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:35.277902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.128569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:47:35.277952Z","caller":"traceutil/trace.go:171","msg":"trace[159431318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21707; }","duration":"297.354845ms","start":"2026-03-18T14:47:34.980584Z","end":"2026-03-18T14:47:35.277939Z","steps":["trace[159431318] 'agreement among raft nodes before linearized reading' (duration: 296.486002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:35.512345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.921175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:47:35.512464Z","caller":"traceutil/trace.go:171","msg":"trace[2042892080] transaction","detail":"{read_only:false; response_revision:21708; number_of_response:1; }","duration":"229.424207ms","start":"2026-03-18T14:47:35.283022Z","end":"2026-03-18T14:47:35.512446Z","steps":["trace[2042892080] 'process raft request' (duration: 41.329477ms)","trace[2042892080] 'compare' (duration: 187.568926ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:35.7634Z","caller":"traceutil/trace.go:171","msg":"trace[1594416111] linearizableReadLoop","detail":"{readStateIndex:22593; appliedIndex:22592; }","duration":"385.231463ms","start":"2026-03-18T14:47:35.378138Z","end":"2026-03-18T14:47:35.76337Z","steps":["trace[1594416111] 'read index received' (duration: 384.587325ms)","trace[1594416111] 'applied index is now lower than readState.Index' (duration: 642.658µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:35.763444Z","caller":"traceutil/trace.go:171","msg":"trace[591890] transaction","detail":"{read_only:false; response_revision:21709; number_of_response:1; }","duration":"479.770531ms","start":"2026-03-18T14:47:35.283637Z","end":"2026-03-18T14:47:35.763407Z","steps":["trace[591890] 'process raft request' (duration: 479.174935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:35.763693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:35.283613Z","time spent":"479.962386ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:35.763734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.482044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:35.763728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.542911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:47:35.763851Z","caller":"traceutil/trace.go:171","msg":"trace[1452205675] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:21709; }","duration":"385.729817ms","start":"2026-03-18T14:47:35.378092Z","end":"2026-03-18T14:47:35.763822Z","steps":["trace[1452205675] 'agreement among raft nodes before linearized reading' (duration: 385.396068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:35.763906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:35.378067Z","time spent":"385.827099ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":67,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:47:35.763787Z","caller":"traceutil/trace.go:171","msg":"trace[775003472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21709; }","duration":"190.601047ms","start":"2026-03-18T14:47:35.573172Z","end":"2026-03-18T14:47:35.763773Z","steps":["trace[775003472] 'agreement among raft nodes before linearized reading' (duration: 190.493454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:36.203438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.913458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:36.203591Z","caller":"traceutil/trace.go:171","msg":"trace[1138653867] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21710; }","duration":"336.144674ms","start":"2026-03-18T14:47:35.867413Z","end":"2026-03-18T14:47:36.203558Z","steps":["trace[1138653867] 'range keys from in-memory index tree' (duration: 335.799745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:36.203667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:35.86739Z","time spent":"336.258638ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T14:47:36.203758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.606145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:47:36.203936Z","caller":"traceutil/trace.go:171","msg":"trace[1238893869] transaction","detail":"{read_only:false; response_revision:21711; number_of_response:1; }","duration":"327.269593ms","start":"2026-03-18T14:47:35.876635Z","end":"2026-03-18T14:47:36.203905Z","steps":["trace[1238893869] 'process raft request' (duration: 210.365751ms)","trace[1238893869] 'compare' (duration: 116.167523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:36.204023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:35.876606Z","time spent":"327.380198ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:36.249794Z","caller":"traceutil/trace.go:171","msg":"trace[2028744630] transaction","detail":"{read_only:false; response_revision:21712; number_of_response:1; }","duration":"309.850563ms","start":"2026-03-18T14:47:35.939918Z","end":"2026-03-18T14:47:36.249769Z","steps":["trace[2028744630] 'process raft request' (duration: 309.664238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:36.249959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:35.939892Z","time spent":"309.983816ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:36.627198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.437282ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:47:36.627316Z","caller":"traceutil/trace.go:171","msg":"trace[2122097890] linearizableReadLoop","detail":"{readStateIndex:22597; appliedIndex:22594; }","duration":"676.090402ms","start":"2026-03-18T14:47:35.951202Z","end":"2026-03-18T14:47:36.627292Z","steps":["trace[2122097890] 'read index received' (duration: 135.875096ms)","trace[2122097890] 'applied index is now lower than readState.Index' (duration: 540.213656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:36.627845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.453552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:47:36.627852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.632716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:47:36.627904Z","caller":"traceutil/trace.go:171","msg":"trace[1737772731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21712; }","duration":"676.738119ms","start":"2026-03-18T14:47:35.951153Z","end":"2026-03-18T14:47:36.627891Z","steps":["trace[1737772731] 'agreement among raft nodes before linearized reading' (duration: 676.353189ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:36.627917Z","caller":"traceutil/trace.go:171","msg":"trace[305641814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21712; }","duration":"554.732939ms","start":"2026-03-18T14:47:36.073168Z","end":"2026-03-18T14:47:36.627901Z","steps":["trace[305641814] 'agreement among raft nodes before linearized reading' (duration: 554.402699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:36.627944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:35.951133Z","time spent":"676.798392ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:47:36.627955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:36.073147Z","time spent":"554.798071ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:47:36.627941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.87823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:36.628071Z","caller":"traceutil/trace.go:171","msg":"trace[103790732] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21712; }","duration":"420.084316ms","start":"2026-03-18T14:47:36.20796Z","end":"2026-03-18T14:47:36.628044Z","steps":["trace[103790732] 'agreement among raft nodes before linearized reading' (duration: 419.633824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:36.62813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:36.207934Z","time spent":"420.186679ms","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T14:47:37.684113Z","caller":"traceutil/trace.go:171","msg":"trace[479542078] transaction","detail":"{read_only:false; response_revision:21715; number_of_response:1; }","duration":"573.688461ms","start":"2026-03-18T14:47:37.110398Z","end":"2026-03-18T14:47:37.684087Z","steps":["trace[479542078] 'process raft request' (duration: 573.518626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:37.684264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:37.11038Z","time spent":"573.803775ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:37.862138Z","caller":"traceutil/trace.go:171","msg":"trace[348358166] linearizableReadLoop","detail":"{readStateIndex:22602; appliedIndex:22599; }","duration":"345.737345ms","start":"2026-03-18T14:47:37.516376Z","end":"2026-03-18T14:47:37.862114Z","steps":["trace[348358166] 'read index received' (duration: 167.464391ms)","trace[348358166] 'applied index is now lower than readState.Index' (duration: 178.271844ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:37.86223Z","caller":"traceutil/trace.go:171","msg":"trace[1949796865] transaction","detail":"{read_only:false; response_revision:21717; number_of_response:1; }","duration":"578.641236ms","start":"2026-03-18T14:47:37.283533Z","end":"2026-03-18T14:47:37.862175Z","steps":["trace[1949796865] 'process raft request' (duration: 578.533833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:37.862332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.949362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:47:37.862831Z","caller":"traceutil/trace.go:171","msg":"trace[948482960] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21717; }","duration":"346.556757ms","start":"2026-03-18T14:47:37.516259Z","end":"2026-03-18T14:47:37.862816Z","steps":["trace[948482960] 'agreement among raft nodes before linearized reading' (duration: 345.945221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:37.862884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:37.516236Z","time spent":"346.63892ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:47:37.862154Z","caller":"traceutil/trace.go:171","msg":"trace[1353189696] transaction","detail":"{read_only:false; response_revision:21716; number_of_response:1; }","duration":"749.168ms","start":"2026-03-18T14:47:37.112955Z","end":"2026-03-18T14:47:37.862123Z","steps":["trace[1353189696] 'process raft request' (duration: 671.706234ms)","trace[1353189696] 'compare' (duration: 77.271391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:37.863025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:37.112932Z","time spent":"750.021593ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:37.862485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.452698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:47:37.863097Z","caller":"traceutil/trace.go:171","msg":"trace[147068566] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:21717; }","duration":"332.160787ms","start":"2026-03-18T14:47:37.530916Z","end":"2026-03-18T14:47:37.863077Z","steps":["trace[147068566] 'agreement among raft nodes before linearized reading' (duration: 331.392237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:37.8625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:37.283516Z","time spent":"578.861952ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:37.863108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.511833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:47:37.864104Z","caller":"traceutil/trace.go:171","msg":"trace[2111933683] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:21717; }","duration":"327.611254ms","start":"2026-03-18T14:47:37.536481Z","end":"2026-03-18T14:47:37.864092Z","steps":["trace[2111933683] 'agreement among raft nodes before linearized reading' (duration: 326.229097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:37.864134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:37.536457Z","time spent":"327.667225ms","remote":"127.0.0.1:45796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":64,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:47:37.862634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.362826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:37.864243Z","caller":"traceutil/trace.go:171","msg":"trace[72829466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21717; }","duration":"292.01182ms","start":"2026-03-18T14:47:37.572194Z","end":"2026-03-18T14:47:37.864206Z","steps":["trace[72829466] 'agreement among raft nodes before linearized reading' (duration: 290.390216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:37.862682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.229893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:37.864423Z","caller":"traceutil/trace.go:171","msg":"trace[2078377344] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:21717; }","duration":"250.987042ms","start":"2026-03-18T14:47:37.61341Z","end":"2026-03-18T14:47:37.864397Z","steps":["trace[2078377344] 'agreement among raft nodes before linearized reading' (duration: 249.244915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:37.863159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:37.530895Z","time spent":"332.246059ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":46,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:47:38.798916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476731484,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:47:39.090003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050941135s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:47:39.090119Z","caller":"traceutil/trace.go:171","msg":"trace[1443514837] transaction","detail":"{read_only:false; response_revision:21718; number_of_response:1; }","duration":"1.223108142s","start":"2026-03-18T14:47:37.866992Z","end":"2026-03-18T14:47:39.0901Z","steps":["trace[1443514837] 'process raft request' (duration: 171.998833ms)","trace[1443514837] 'compare' (duration: 1.050644747s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:39.090186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:37.866971Z","time spent":"1.223184355s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:39.299223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476731484,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:47:39.799822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476731484,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:47:39.820035Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.780903665s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:47:39.821025Z","caller":"traceutil/trace.go:171","msg":"trace[1026525034] transaction","detail":"{read_only:false; response_revision:21720; number_of_response:1; }","duration":"1.952733594s","start":"2026-03-18T14:47:37.868262Z","end":"2026-03-18T14:47:39.820995Z","steps":["trace[1026525034] 'process raft request' (duration: 1.952643911s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:39.821507Z","caller":"traceutil/trace.go:171","msg":"trace[76958912] transaction","detail":"{read_only:false; response_revision:21719; number_of_response:1; }","duration":"1.953764831s","start":"2026-03-18T14:47:37.867717Z","end":"2026-03-18T14:47:39.821482Z","steps":["trace[76958912] 'process raft request' (duration: 1.95259476s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:39.82164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:37.867704Z","time spent":"1.953863364s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:39.822219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:37.868253Z","time spent":"1.952827466s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:39.910798Z","caller":"traceutil/trace.go:171","msg":"trace[299229582] linearizableReadLoop","detail":"{readStateIndex:22607; appliedIndex:22603; }","duration":"1.612076006s","start":"2026-03-18T14:47:38.298707Z","end":"2026-03-18T14:47:39.910783Z","steps":["trace[299229582] 'read index received' (duration: 1.521710971s)","trace[299229582] 'applied index is now lower than readState.Index' (duration: 90.363475ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:39.910881Z","caller":"traceutil/trace.go:171","msg":"trace[845437840] transaction","detail":"{read_only:false; response_revision:21722; number_of_response:1; }","duration":"1.656061238s","start":"2026-03-18T14:47:38.25481Z","end":"2026-03-18T14:47:39.910871Z","steps":["trace[845437840] 'process raft request' (duration: 1.655769319s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:39.911003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:38.254784Z","time spent":"1.656121778s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:39.91118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612431395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:39.911287Z","caller":"traceutil/trace.go:171","msg":"trace[576860801] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:21722; }","duration":"1.61259642s","start":"2026-03-18T14:47:38.298664Z","end":"2026-03-18T14:47:39.911261Z","steps":["trace[576860801] 'agreement among raft nodes before linearized reading' (duration: 1.612417685s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:39.911334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:38.298641Z","time spent":"1.612683464s","remote":"127.0.0.1:56376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:47:39.910694Z","caller":"traceutil/trace.go:171","msg":"trace[335114886] transaction","detail":"{read_only:false; response_revision:21721; number_of_response:1; }","duration":"1.702523842s","start":"2026-03-18T14:47:38.208121Z","end":"2026-03-18T14:47:39.910645Z","steps":["trace[335114886] 'process raft request' (duration: 1.702342558s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:39.911423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:38.208101Z","time spent":"1.703282425s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:39.917664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267265037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T14:47:39.917754Z","caller":"traceutil/trace.go:171","msg":"trace[710342899] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21723; }","duration":"1.26739915s","start":"2026-03-18T14:47:38.65033Z","end":"2026-03-18T14:47:39.91773Z","steps":["trace[710342899] 'agreement among raft nodes before linearized reading' (duration: 1.267167784s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:39.917804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:38.650306Z","time spent":"1.267489052s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:47:39.918957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.456141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:39.918974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.55971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:39.919028Z","caller":"traceutil/trace.go:171","msg":"trace[1835405809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21723; }","duration":"348.661363ms","start":"2026-03-18T14:47:39.570353Z","end":"2026-03-18T14:47:39.919014Z","steps":["trace[1835405809] 'agreement among raft nodes before linearized reading' (duration: 348.484859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:39.919059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:39.570335Z","time spent":"348.718886ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:47:39.919069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257918425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:47:39.919104Z","caller":"traceutil/trace.go:171","msg":"trace[937949122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21723; }","duration":"1.257952466s","start":"2026-03-18T14:47:38.661143Z","end":"2026-03-18T14:47:39.919096Z","steps":["trace[937949122] 'agreement among raft nodes before linearized reading' (duration: 1.257867043s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:39.919127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:38.661119Z","time spent":"1.258002226s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:47:39.918995Z","caller":"traceutil/trace.go:171","msg":"trace[365458555] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:21723; }","duration":"744.521814ms","start":"2026-03-18T14:47:39.174459Z","end":"2026-03-18T14:47:39.918981Z","steps":["trace[365458555] 'agreement among raft nodes before linearized reading' (duration: 744.457601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:39.919657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:39.174442Z","time spent":"745.203533ms","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:47:41.203287Z","caller":"traceutil/trace.go:171","msg":"trace[870730036] transaction","detail":"{read_only:false; response_revision:21727; number_of_response:1; }","duration":"104.144347ms","start":"2026-03-18T14:47:41.099119Z","end":"2026-03-18T14:47:41.203264Z","steps":["trace[870730036] 'process raft request' (duration: 103.978773ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:42.162287Z","caller":"traceutil/trace.go:171","msg":"trace[504869589] linearizableReadLoop","detail":"{readStateIndex:22614; appliedIndex:22613; }","duration":"486.37244ms","start":"2026-03-18T14:47:41.675841Z","end":"2026-03-18T14:47:42.162213Z","steps":["trace[504869589] 'read index received' (duration: 486.089083ms)","trace[504869589] 'applied index is now lower than readState.Index' (duration: 281.797µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:42.162332Z","caller":"traceutil/trace.go:171","msg":"trace[1290519451] transaction","detail":"{read_only:false; response_revision:21728; number_of_response:1; }","duration":"511.192482ms","start":"2026-03-18T14:47:41.6511Z","end":"2026-03-18T14:47:42.162293Z","steps":["trace[1290519451] 'process raft request' (duration: 510.840143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:42.162483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:41.651081Z","time spent":"511.321405ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:42.162705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.840363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:47:42.162797Z","caller":"traceutil/trace.go:171","msg":"trace[764444408] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21728; }","duration":"487.012678ms","start":"2026-03-18T14:47:41.675764Z","end":"2026-03-18T14:47:42.162777Z","steps":["trace[764444408] 'agreement among raft nodes before linearized reading' (duration: 486.664587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:42.162859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:41.675739Z","time spent":"487.107709ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:47:42.538195Z","caller":"traceutil/trace.go:171","msg":"trace[655515606] linearizableReadLoop","detail":"{readStateIndex:22618; appliedIndex:22614; }","duration":"375.789977ms","start":"2026-03-18T14:47:42.162375Z","end":"2026-03-18T14:47:42.538165Z","steps":["trace[655515606] 'read index received' (duration: 375.417967ms)","trace[655515606] 'applied index is now lower than readState.Index' (duration: 370.91µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:42.538725Z","caller":"traceutil/trace.go:171","msg":"trace[1927357140] transaction","detail":"{read_only:false; response_revision:21729; number_of_response:1; }","duration":"622.42626ms","start":"2026-03-18T14:47:41.916288Z","end":"2026-03-18T14:47:42.538714Z","steps":["trace[1927357140] 'process raft request' (duration: 621.551626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:42.538849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:41.916262Z","time spent":"622.494502ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:42.539009Z","caller":"traceutil/trace.go:171","msg":"trace[580032338] transaction","detail":"{read_only:false; response_revision:21730; number_of_response:1; }","duration":"621.342251ms","start":"2026-03-18T14:47:41.917659Z","end":"2026-03-18T14:47:42.539001Z","steps":["trace[580032338] 'process raft request' (duration: 620.393785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:42.539062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:41.917623Z","time spent":"621.411223ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:42.539136Z","caller":"traceutil/trace.go:171","msg":"trace[1111064982] transaction","detail":"{read_only:false; response_revision:21731; number_of_response:1; }","duration":"612.795939ms","start":"2026-03-18T14:47:41.926333Z","end":"2026-03-18T14:47:42.539129Z","steps":["trace[1111064982] 'process raft request' (duration: 611.757492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:42.539178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:41.92632Z","time spent":"612.837421ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:42.539242Z","caller":"traceutil/trace.go:171","msg":"trace[353256049] transaction","detail":"{read_only:false; response_revision:21732; number_of_response:1; }","duration":"403.054634ms","start":"2026-03-18T14:47:42.136181Z","end":"2026-03-18T14:47:42.539236Z","steps":["trace[353256049] 'process raft request' (duration: 401.934594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:42.53928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:42.136157Z","time spent":"403.104907ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:42.539469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.148203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:42.539511Z","caller":"traceutil/trace.go:171","msg":"trace[90739188] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21732; }","duration":"615.199656ms","start":"2026-03-18T14:47:41.924301Z","end":"2026-03-18T14:47:42.5395Z","steps":["trace[90739188] 'agreement among raft nodes before linearized reading' (duration: 615.126984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:42.539539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:41.924296Z","time spent":"615.238407ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:47:42.539515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.623293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:42.539594Z","caller":"traceutil/trace.go:171","msg":"trace[1028458816] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21732; }","duration":"613.733014ms","start":"2026-03-18T14:47:41.925841Z","end":"2026-03-18T14:47:42.539574Z","steps":["trace[1028458816] 'agreement among raft nodes before linearized reading' (duration: 613.585561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:42.539648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:41.925834Z","time spent":"613.804977ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:47:42.539694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.846497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:42.53972Z","caller":"traceutil/trace.go:171","msg":"trace[2528328] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21732; }","duration":"613.8865ms","start":"2026-03-18T14:47:41.925827Z","end":"2026-03-18T14:47:42.539713Z","steps":["trace[2528328] 'agreement among raft nodes before linearized reading' (duration: 613.847608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:42.539745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:41.925818Z","time spent":"613.922281ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:47:42.539823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.846997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:42.539845Z","caller":"traceutil/trace.go:171","msg":"trace[731900827] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21732; }","duration":"614.901727ms","start":"2026-03-18T14:47:41.924938Z","end":"2026-03-18T14:47:42.53984Z","steps":["trace[731900827] 'agreement among raft nodes before linearized reading' (duration: 614.863035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:42.539866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:41.924921Z","time spent":"614.939878ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:47:42.539935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.144215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:47:42.540003Z","caller":"traceutil/trace.go:171","msg":"trace[1068811374] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21732; }","duration":"373.270519ms","start":"2026-03-18T14:47:42.166718Z","end":"2026-03-18T14:47:42.539988Z","steps":["trace[1068811374] 'agreement among raft nodes before linearized reading' (duration: 372.97628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:42.539995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.340211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:42.54002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.248075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:47:42.540036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.876037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-18T14:47:42.540111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.735297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:42.540194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.922464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:42.540232Z","caller":"traceutil/trace.go:171","msg":"trace[407144262] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21732; }","duration":"615.973805ms","start":"2026-03-18T14:47:41.924252Z","end":"2026-03-18T14:47:42.540226Z","steps":["trace[407144262] 'agreement among raft nodes before linearized reading' (duration: 615.921584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:42.540262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:41.924245Z","time spent":"616.011637ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:47:42.540245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.60749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:47:42.54027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.743492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:47:42.540283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.718761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:47:42.540117Z","caller":"traceutil/trace.go:171","msg":"trace[705034010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21732; }","duration":"537.39313ms","start":"2026-03-18T14:47:42.002699Z","end":"2026-03-18T14:47:42.540092Z","steps":["trace[705034010] 'agreement among raft nodes before linearized reading' (duration: 537.107712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:42.540283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.242185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T14:47:42.540328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.9896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:47:42.540322Z","caller":"traceutil/trace.go:171","msg":"trace[1564727463] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21732; }","duration":"665.836944ms","start":"2026-03-18T14:47:41.874472Z","end":"2026-03-18T14:47:42.540309Z","steps":["trace[1564727463] 'agreement among raft nodes before linearized reading' (duration: 665.749822ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:42.540374Z","caller":"traceutil/trace.go:171","msg":"trace[913207668] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21732; }","duration":"714.368289ms","start":"2026-03-18T14:47:41.82599Z","end":"2026-03-18T14:47:42.540359Z","steps":["trace[913207668] 'agreement among raft nodes before linearized reading' (duration: 713.556507ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:42.540377Z","caller":"traceutil/trace.go:171","msg":"trace[617095993] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:21732; }","duration":"455.081383ms","start":"2026-03-18T14:47:42.085285Z","end":"2026-03-18T14:47:42.540367Z","steps":["trace[617095993] 'agreement among raft nodes before linearized reading' (duration: 454.819506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:42.540374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:42.00268Z","time spent":"537.674777ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:47:42.540391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:41.874451Z","time spent":"665.925438ms","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:47:42.540419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:42.085264Z","time spent":"455.146254ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":157,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:47:42.540063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.285157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:47:42.540189Z","caller":"traceutil/trace.go:171","msg":"trace[1675096969] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21732; }","duration":"616.84192ms","start":"2026-03-18T14:47:41.923329Z","end":"2026-03-18T14:47:42.540171Z","steps":["trace[1675096969] 'agreement among raft nodes before linearized reading' (duration: 616.699006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:42.540436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:41.825968Z","time spent":"714.436ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:47:42.540475Z","caller":"traceutil/trace.go:171","msg":"trace[1356463829] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21732; }","duration":"612.716158ms","start":"2026-03-18T14:47:41.927752Z","end":"2026-03-18T14:47:42.540468Z","steps":["trace[1356463829] 'agreement among raft nodes before linearized reading' (duration: 612.193204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:42.540508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:41.927742Z","time spent":"612.759199ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-18T14:47:42.540503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:41.923311Z","time spent":"617.174729ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-03-18T14:47:42.540062Z","caller":"traceutil/trace.go:171","msg":"trace[1571826003] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21732; }","duration":"614.445435ms","start":"2026-03-18T14:47:41.925603Z","end":"2026-03-18T14:47:42.540048Z","steps":["trace[1571826003] 'agreement among raft nodes before linearized reading' (duration: 614.327372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:42.54061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:41.925587Z","time spent":"615.00759ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:47:42.540059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:42.166694Z","time spent":"373.358172ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:47:42.540329Z","caller":"traceutil/trace.go:171","msg":"trace[2066482069] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21732; }","duration":"713.795613ms","start":"2026-03-18T14:47:41.826524Z","end":"2026-03-18T14:47:42.540319Z","steps":["trace[2066482069] 'agreement among raft nodes before linearized reading' (duration: 713.70237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:42.540756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:41.826503Z","time spent":"714.238415ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:47:42.540319Z","caller":"traceutil/trace.go:171","msg":"trace[2115984388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21732; }","duration":"525.677532ms","start":"2026-03-18T14:47:42.014624Z","end":"2026-03-18T14:47:42.540301Z","steps":["trace[2115984388] 'agreement among raft nodes before linearized reading' (duration: 525.532419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:42.540841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:42.014578Z","time spent":"526.253418ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:47:42.540134Z","caller":"traceutil/trace.go:171","msg":"trace[1572326006] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21732; }","duration":"614.993369ms","start":"2026-03-18T14:47:41.925126Z","end":"2026-03-18T14:47:42.540119Z","steps":["trace[1572326006] 'agreement among raft nodes before linearized reading' (duration: 614.64542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:42.539964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.25161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:42.54089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:41.925118Z","time spent":"615.76002ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-18T14:47:42.541217Z","caller":"traceutil/trace.go:171","msg":"trace[924985902] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21732; }","duration":"615.520243ms","start":"2026-03-18T14:47:41.925677Z","end":"2026-03-18T14:47:42.541197Z","steps":["trace[924985902] 'agreement among raft nodes before linearized reading' (duration: 614.224618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:42.541284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:41.925665Z","time spent":"615.603876ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:47:42.541366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.437625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:47:42.541502Z","caller":"traceutil/trace.go:171","msg":"trace[1352096066] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21732; }","duration":"617.58267ms","start":"2026-03-18T14:47:41.923885Z","end":"2026-03-18T14:47:42.541468Z","steps":["trace[1352096066] 'agreement among raft nodes before linearized reading' (duration: 617.306982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:42.541545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:41.923873Z","time spent":"617.662102ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-18T14:47:42.81238Z","caller":"traceutil/trace.go:171","msg":"trace[1732660779] transaction","detail":"{read_only:false; response_revision:21735; number_of_response:1; }","duration":"264.525647ms","start":"2026-03-18T14:47:42.547832Z","end":"2026-03-18T14:47:42.812357Z","steps":["trace[1732660779] 'process raft request' (duration: 264.457596ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:42.812477Z","caller":"traceutil/trace.go:171","msg":"trace[1407372823] transaction","detail":"{read_only:false; response_revision:21733; number_of_response:1; }","duration":"264.687961ms","start":"2026-03-18T14:47:42.547775Z","end":"2026-03-18T14:47:42.812463Z","steps":["trace[1407372823] 'process raft request' (duration: 212.315504ms)","trace[1407372823] 'compare' (duration: 51.724619ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:42.812491Z","caller":"traceutil/trace.go:171","msg":"trace[1754338349] transaction","detail":"{read_only:false; response_revision:21734; number_of_response:1; }","duration":"264.6355ms","start":"2026-03-18T14:47:42.54783Z","end":"2026-03-18T14:47:42.812466Z","steps":["trace[1754338349] 'process raft request' (duration: 264.373643ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:42.8126Z","caller":"traceutil/trace.go:171","msg":"trace[958450890] linearizableReadLoop","detail":"{readStateIndex:22622; appliedIndex:22618; }","duration":"199.6273ms","start":"2026-03-18T14:47:42.612962Z","end":"2026-03-18T14:47:42.812589Z","steps":["trace[958450890] 'read index received' (duration: 147.13755ms)","trace[958450890] 'applied index is now lower than readState.Index' (duration: 52.48931ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:42.812669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.696613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:42.812692Z","caller":"traceutil/trace.go:171","msg":"trace[1326512730] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21736; }","duration":"199.764465ms","start":"2026-03-18T14:47:42.612921Z","end":"2026-03-18T14:47:42.812686Z","steps":["trace[1326512730] 'agreement among raft nodes before linearized reading' (duration: 199.698874ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:42.812666Z","caller":"traceutil/trace.go:171","msg":"trace[1137289676] transaction","detail":"{read_only:false; response_revision:21736; number_of_response:1; }","duration":"264.783734ms","start":"2026-03-18T14:47:42.547854Z","end":"2026-03-18T14:47:42.812638Z","steps":["trace[1137289676] 'process raft request' (duration: 264.473845ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:43.830165Z","caller":"traceutil/trace.go:171","msg":"trace[1142408408] linearizableReadLoop","detail":"{readStateIndex:22624; appliedIndex:22623; }","duration":"258.208676ms","start":"2026-03-18T14:47:43.571935Z","end":"2026-03-18T14:47:43.830143Z","steps":["trace[1142408408] 'read index received' (duration: 257.854457ms)","trace[1142408408] 'applied index is now lower than readState.Index' (duration: 353.319µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:43.830331Z","caller":"traceutil/trace.go:171","msg":"trace[1081739836] transaction","detail":"{read_only:false; response_revision:21738; number_of_response:1; }","duration":"415.559763ms","start":"2026-03-18T14:47:43.414736Z","end":"2026-03-18T14:47:43.830296Z","steps":["trace[1081739836] 'process raft request' (duration: 415.219114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:43.830427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.478823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:43.830476Z","caller":"traceutil/trace.go:171","msg":"trace[1116868376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21738; }","duration":"258.557886ms","start":"2026-03-18T14:47:43.571905Z","end":"2026-03-18T14:47:43.830463Z","steps":["trace[1116868376] 'agreement among raft nodes before linearized reading' (duration: 258.453423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:43.830476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:43.414717Z","time spent":"415.680537ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:43.830493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.760037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:43.830534Z","caller":"traceutil/trace.go:171","msg":"trace[1520822180] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:21738; }","duration":"171.867879ms","start":"2026-03-18T14:47:43.658656Z","end":"2026-03-18T14:47:43.830524Z","steps":["trace[1520822180] 'agreement among raft nodes before linearized reading' (duration: 171.772688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:45.045936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476731540,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:47:45.081816Z","caller":"traceutil/trace.go:171","msg":"trace[618095680] transaction","detail":"{read_only:false; response_revision:21739; number_of_response:1; }","duration":"677.148161ms","start":"2026-03-18T14:47:44.404642Z","end":"2026-03-18T14:47:45.081791Z","steps":["trace[618095680] 'process raft request' (duration: 676.978827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:45.082012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:44.404621Z","time spent":"677.259385ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8202,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:45.093269Z","caller":"traceutil/trace.go:171","msg":"trace[1123670822] linearizableReadLoop","detail":"{readStateIndex:22628; appliedIndex:22624; }","duration":"547.697598ms","start":"2026-03-18T14:47:44.545543Z","end":"2026-03-18T14:47:45.093241Z","steps":["trace[1123670822] 'read index received' (duration: 536.063274ms)","trace[1123670822] 'applied index is now lower than readState.Index' (duration: 11.633594ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:45.093442Z","caller":"traceutil/trace.go:171","msg":"trace[1622341620] transaction","detail":"{read_only:false; response_revision:21742; number_of_response:1; }","duration":"546.926588ms","start":"2026-03-18T14:47:44.546499Z","end":"2026-03-18T14:47:45.093426Z","steps":["trace[1622341620] 'process raft request' (duration: 546.714052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:45.093652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:44.546478Z","time spent":"547.082332ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:45.093975Z","caller":"traceutil/trace.go:171","msg":"trace[1553106149] transaction","detail":"{read_only:false; response_revision:21740; number_of_response:1; }","duration":"550.024231ms","start":"2026-03-18T14:47:44.543942Z","end":"2026-03-18T14:47:45.093966Z","steps":["trace[1553106149] 'process raft request' (duration: 549.100167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:45.094121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:44.543911Z","time spent":"550.099804ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:45.094435Z","caller":"traceutil/trace.go:171","msg":"trace[1766556788] transaction","detail":"{read_only:false; response_revision:21741; number_of_response:1; }","duration":"548.044257ms","start":"2026-03-18T14:47:44.546377Z","end":"2026-03-18T14:47:45.094421Z","steps":["trace[1766556788] 'process raft request' (duration: 546.807724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:45.094583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:44.546358Z","time spent":"548.10361ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:45.095042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.496767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:45.095076Z","caller":"traceutil/trace.go:171","msg":"trace[2102525989] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21742; }","duration":"549.576489ms","start":"2026-03-18T14:47:44.545492Z","end":"2026-03-18T14:47:45.095069Z","steps":["trace[2102525989] 'agreement among raft nodes before linearized reading' (duration: 549.516858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:45.096085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:44.54547Z","time spent":"550.606378ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:47:45.09507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.481707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:45.096159Z","caller":"traceutil/trace.go:171","msg":"trace[2014022028] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21742; }","duration":"550.610667ms","start":"2026-03-18T14:47:44.545536Z","end":"2026-03-18T14:47:45.096146Z","steps":["trace[2014022028] 'agreement among raft nodes before linearized reading' (duration: 549.496167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:45.096203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:44.545516Z","time spent":"550.677479ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:47:45.095182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.56011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T14:47:45.097522Z","caller":"traceutil/trace.go:171","msg":"trace[654348033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21742; }","duration":"279.936933ms","start":"2026-03-18T14:47:44.817577Z","end":"2026-03-18T14:47:45.097513Z","steps":["trace[654348033] 'agreement among raft nodes before linearized reading' (duration: 277.521478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:45.09527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.553616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T14:47:45.097688Z","caller":"traceutil/trace.go:171","msg":"trace[481322082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21742; }","duration":"280.984942ms","start":"2026-03-18T14:47:44.816688Z","end":"2026-03-18T14:47:45.097673Z","steps":["trace[481322082] 'agreement among raft nodes before linearized reading' (duration: 278.514545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:45.095367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.909706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:47:45.097832Z","caller":"traceutil/trace.go:171","msg":"trace[1708895708] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21742; }","duration":"281.376353ms","start":"2026-03-18T14:47:44.816448Z","end":"2026-03-18T14:47:45.097824Z","steps":["trace[1708895708] 'agreement among raft nodes before linearized reading' (duration: 278.844104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:45.095439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.001819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:47:45.098297Z","caller":"traceutil/trace.go:171","msg":"trace[1753683339] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21742; }","duration":"281.876706ms","start":"2026-03-18T14:47:44.816394Z","end":"2026-03-18T14:47:45.098271Z","steps":["trace[1753683339] 'agreement among raft nodes before linearized reading' (duration: 278.994058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:45.095486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.927578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:47:45.098443Z","caller":"traceutil/trace.go:171","msg":"trace[1262103547] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21742; }","duration":"328.916181ms","start":"2026-03-18T14:47:44.769511Z","end":"2026-03-18T14:47:45.098427Z","steps":["trace[1262103547] 'agreement among raft nodes before linearized reading' (duration: 325.94282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:45.098498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:44.769491Z","time spent":"328.984951ms","remote":"127.0.0.1:50022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:47:45.095528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.28143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-18T14:47:45.098716Z","caller":"traceutil/trace.go:171","msg":"trace[1317368257] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21742; }","duration":"481.500707ms","start":"2026-03-18T14:47:44.617204Z","end":"2026-03-18T14:47:45.098705Z","steps":["trace[1317368257] 'agreement among raft nodes before linearized reading' (duration: 478.297811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:45.098776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:44.617183Z","time spent":"481.58123ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:47:45.095559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.831055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:45.098864Z","caller":"traceutil/trace.go:171","msg":"trace[729920364] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21742; }","duration":"550.141224ms","start":"2026-03-18T14:47:44.548703Z","end":"2026-03-18T14:47:45.098844Z","steps":["trace[729920364] 'agreement among raft nodes before linearized reading' (duration: 546.839055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:45.095593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.739686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:45.098944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:44.548693Z","time spent":"550.221257ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-03-18T14:47:45.098979Z","caller":"traceutil/trace.go:171","msg":"trace[53419130] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21742; }","duration":"552.109297ms","start":"2026-03-18T14:47:44.546846Z","end":"2026-03-18T14:47:45.098955Z","steps":["trace[53419130] 'agreement among raft nodes before linearized reading' (duration: 548.727876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:45.099083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:44.546814Z","time spent":"552.238621ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:47:45.095631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.062806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:45.099122Z","caller":"traceutil/trace.go:171","msg":"trace[1015397324] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21742; }","duration":"552.593951ms","start":"2026-03-18T14:47:44.546517Z","end":"2026-03-18T14:47:45.099111Z","steps":["trace[1015397324] 'agreement among raft nodes before linearized reading' (duration: 549.093755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:45.09916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:44.546495Z","time spent":"552.653242ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:47:45.095719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.172658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:47:45.099225Z","caller":"traceutil/trace.go:171","msg":"trace[1569145359] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21742; }","duration":"552.739176ms","start":"2026-03-18T14:47:44.546479Z","end":"2026-03-18T14:47:45.099218Z","steps":["trace[1569145359] 'agreement among raft nodes before linearized reading' (duration: 549.170489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:45.095768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.275721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:45.099251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:44.54646Z","time spent":"552.784046ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-18T14:47:45.099266Z","caller":"traceutil/trace.go:171","msg":"trace[2141472888] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21742; }","duration":"552.777416ms","start":"2026-03-18T14:47:44.54647Z","end":"2026-03-18T14:47:45.099248Z","steps":["trace[2141472888] 'agreement among raft nodes before linearized reading' (duration: 549.274502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:45.09929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:44.546461Z","time spent":"552.822238ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:47:45.095808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.317552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:45.0994Z","caller":"traceutil/trace.go:171","msg":"trace[2007911529] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21742; }","duration":"552.90887ms","start":"2026-03-18T14:47:44.546483Z","end":"2026-03-18T14:47:45.099392Z","steps":["trace[2007911529] 'agreement among raft nodes before linearized reading' (duration: 549.305132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:45.09943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:44.546451Z","time spent":"552.971161ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:47:45.095848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.392845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:45.099482Z","caller":"traceutil/trace.go:171","msg":"trace[2337937] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21742; }","duration":"553.035843ms","start":"2026-03-18T14:47:44.546434Z","end":"2026-03-18T14:47:45.09947Z","steps":["trace[2337937] 'agreement among raft nodes before linearized reading' (duration: 549.392554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:45.099526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:44.546426Z","time spent":"553.088745ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:47:45.095918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.527348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:47:45.099576Z","caller":"traceutil/trace.go:171","msg":"trace[1814942179] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21742; }","duration":"553.206188ms","start":"2026-03-18T14:47:44.546361Z","end":"2026-03-18T14:47:45.099567Z","steps":["trace[1814942179] 'agreement among raft nodes before linearized reading' (duration: 549.501418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:45.095988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.397632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-18T14:47:45.099605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:44.546351Z","time spent":"553.246228ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-18T14:47:45.099625Z","caller":"traceutil/trace.go:171","msg":"trace[1106589738] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21742; }","duration":"554.035001ms","start":"2026-03-18T14:47:44.545583Z","end":"2026-03-18T14:47:45.099618Z","steps":["trace[1106589738] 'agreement among raft nodes before linearized reading' (duration: 550.35398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:45.099651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:44.545517Z","time spent":"554.126602ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-18T14:47:45.284368Z","caller":"traceutil/trace.go:171","msg":"trace[1042899427] transaction","detail":"{read_only:false; response_revision:21744; number_of_response:1; }","duration":"181.043699ms","start":"2026-03-18T14:47:45.103304Z","end":"2026-03-18T14:47:45.284348Z","steps":["trace[1042899427] 'process raft request' (duration: 177.680998ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:45.284825Z","caller":"traceutil/trace.go:171","msg":"trace[1813134828] transaction","detail":"{read_only:false; response_revision:21746; number_of_response:1; }","duration":"180.858614ms","start":"2026-03-18T14:47:45.103935Z","end":"2026-03-18T14:47:45.284793Z","steps":["trace[1813134828] 'process raft request' (duration: 180.573026ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:45.285115Z","caller":"traceutil/trace.go:171","msg":"trace[1982162169] transaction","detail":"{read_only:false; response_revision:21745; number_of_response:1; }","duration":"181.226304ms","start":"2026-03-18T14:47:45.103356Z","end":"2026-03-18T14:47:45.284582Z","steps":["trace[1982162169] 'process raft request' (duration: 180.946717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:46.216031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476731554,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:47:46.430184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.390951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:46.430323Z","caller":"traceutil/trace.go:171","msg":"trace[1439262987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21747; }","duration":"849.569617ms","start":"2026-03-18T14:47:45.580729Z","end":"2026-03-18T14:47:46.430299Z","steps":["trace[1439262987] 'range keys from in-memory index tree' (duration: 849.330029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:46.430383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:45.580713Z","time spent":"849.651228ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:47:46.750376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.45097ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:47:46.752894Z","caller":"traceutil/trace.go:171","msg":"trace[1086363891] linearizableReadLoop","detail":"{readStateIndex:22635; appliedIndex:22633; }","duration":"1.037226333s","start":"2026-03-18T14:47:45.715644Z","end":"2026-03-18T14:47:46.75287Z","steps":["trace[1086363891] 'read index received' (duration: 503.284317ms)","trace[1086363891] 'applied index is now lower than readState.Index' (duration: 533.940866ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:46.75301Z","caller":"traceutil/trace.go:171","msg":"trace[536445988] transaction","detail":"{read_only:false; response_revision:21748; number_of_response:1; }","duration":"657.724206ms","start":"2026-03-18T14:47:46.095273Z","end":"2026-03-18T14:47:46.752998Z","steps":["trace[536445988] 'process raft request' (duration: 657.443859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:46.753273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:46.095244Z","time spent":"657.814538ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6264,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:46.753437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.322508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-18T14:47:46.753298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.955911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:46.753531Z","caller":"traceutil/trace.go:171","msg":"trace[1959923420] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21748; }","duration":"322.224359ms","start":"2026-03-18T14:47:46.431278Z","end":"2026-03-18T14:47:46.753503Z","steps":["trace[1959923420] 'agreement among raft nodes before linearized reading' (duration: 321.954251ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:46.753492Z","caller":"traceutil/trace.go:171","msg":"trace[1784582621] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21748; }","duration":"275.406032ms","start":"2026-03-18T14:47:46.478069Z","end":"2026-03-18T14:47:46.753475Z","steps":["trace[1784582621] 'agreement among raft nodes before linearized reading' (duration: 275.271528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:46.753598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:46.431257Z","time spent":"322.322781ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:47:46.753961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038297042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:47:46.754032Z","caller":"traceutil/trace.go:171","msg":"trace[1594315202] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:21748; }","duration":"1.038411917s","start":"2026-03-18T14:47:45.715602Z","end":"2026-03-18T14:47:46.754014Z","steps":["trace[1594315202] 'agreement among raft nodes before linearized reading' (duration: 1.037723617s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:46.754078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:45.71558Z","time spent":"1.038483247s","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":129,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:47:47.285344Z","caller":"traceutil/trace.go:171","msg":"trace[709417910] transaction","detail":"{read_only:false; response_revision:21753; number_of_response:1; }","duration":"110.390637ms","start":"2026-03-18T14:47:47.174926Z","end":"2026-03-18T14:47:47.285317Z","steps":["trace[709417910] 'process raft request' (duration: 81.558547ms)","trace[709417910] 'compare' (duration: 28.670385ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:47.836627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.059774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:47:47.836903Z","caller":"traceutil/trace.go:171","msg":"trace[1984397268] linearizableReadLoop","detail":"{readStateIndex:22643; appliedIndex:22640; }","duration":"539.022105ms","start":"2026-03-18T14:47:47.297861Z","end":"2026-03-18T14:47:47.836883Z","steps":["trace[1984397268] 'read index received' (duration: 128.675952ms)","trace[1984397268] 'applied index is now lower than readState.Index' (duration: 410.345043ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:47.837042Z","caller":"traceutil/trace.go:171","msg":"trace[1673880661] transaction","detail":"{read_only:false; response_revision:21756; number_of_response:1; }","duration":"542.561729ms","start":"2026-03-18T14:47:47.294453Z","end":"2026-03-18T14:47:47.837015Z","steps":["trace[1673880661] 'process raft request' (duration: 542.378504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:47.837291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.687529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:47.837347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.482207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T14:47:47.837436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:47.294444Z","time spent":"542.851177ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:47.837361Z","caller":"traceutil/trace.go:171","msg":"trace[422170334] transaction","detail":"{read_only:false; response_revision:21755; number_of_response:1; }","duration":"543.945007ms","start":"2026-03-18T14:47:47.293109Z","end":"2026-03-18T14:47:47.837054Z","steps":["trace[422170334] 'process raft request' (duration: 543.620498ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:47.837452Z","caller":"traceutil/trace.go:171","msg":"trace[581616819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21756; }","duration":"539.60361ms","start":"2026-03-18T14:47:47.297832Z","end":"2026-03-18T14:47:47.837436Z","steps":["trace[581616819] 'agreement among raft nodes before linearized reading' (duration: 539.174158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:47.837489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.877162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-18T14:47:47.837427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.16095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-service-wwdv5\" ","response":"range_response_count:1 size:8220"} {"level":"info","ts":"2026-03-18T14:47:47.837539Z","caller":"traceutil/trace.go:171","msg":"trace[1211089318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21756; }","duration":"265.812302ms","start":"2026-03-18T14:47:47.571537Z","end":"2026-03-18T14:47:47.837349Z","steps":["trace[1211089318] 'agreement among raft nodes before linearized reading' (duration: 265.507444ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:47.837598Z","caller":"traceutil/trace.go:171","msg":"trace[1724835666] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:21756; }","duration":"209.015346ms","start":"2026-03-18T14:47:47.628543Z","end":"2026-03-18T14:47:47.837559Z","steps":["trace[1724835666] 'agreement among raft nodes before linearized reading' (duration: 208.726348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:47.837524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:47.297823Z","time spent":"539.687292ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:47:47.837579Z","caller":"traceutil/trace.go:171","msg":"trace[1915307031] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-service-wwdv5; range_end:; response_count:1; response_revision:21756; }","duration":"385.309815ms","start":"2026-03-18T14:47:47.452256Z","end":"2026-03-18T14:47:47.837566Z","steps":["trace[1915307031] 'agreement among raft nodes before linearized reading' (duration: 384.77887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:47.837751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:47.452233Z","time spent":"385.49726ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8244,"request content":"key:\"/registry/pods/openstack/octavia-ks-service-wwdv5\" "} {"level":"warn","ts":"2026-03-18T14:47:47.837363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.786531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:47.837851Z","caller":"traceutil/trace.go:171","msg":"trace[532719579] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:21756; }","duration":"283.333127ms","start":"2026-03-18T14:47:47.554501Z","end":"2026-03-18T14:47:47.837834Z","steps":["trace[532719579] 'agreement among raft nodes before linearized reading' (duration: 282.559076ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:47.83754Z","caller":"traceutil/trace.go:171","msg":"trace[1824955496] transaction","detail":"{read_only:false; response_revision:21754; number_of_response:1; }","duration":"544.835751ms","start":"2026-03-18T14:47:47.292676Z","end":"2026-03-18T14:47:47.837511Z","steps":["trace[1824955496] 'process raft request' (duration: 133.829861ms)","trace[1824955496] 'compare' (duration: 409.829298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:47.83804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:47.29266Z","time spent":"545.306594ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:47.837573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:47.293096Z","time spent":"544.39848ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:48.10096Z","caller":"traceutil/trace.go:171","msg":"trace[179164368] transaction","detail":"{read_only:false; response_revision:21758; number_of_response:1; }","duration":"253.029886ms","start":"2026-03-18T14:47:47.847893Z","end":"2026-03-18T14:47:48.100923Z","steps":["trace[179164368] 'process raft request' (duration: 252.777789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:48.101111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.34321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:48.101189Z","caller":"traceutil/trace.go:171","msg":"trace[876792765] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21758; }","duration":"207.466923ms","start":"2026-03-18T14:47:47.893707Z","end":"2026-03-18T14:47:48.101174Z","steps":["trace[876792765] 'agreement among raft nodes before linearized reading' (duration: 207.328459ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:48.101195Z","caller":"traceutil/trace.go:171","msg":"trace[1506798436] linearizableReadLoop","detail":"{readStateIndex:22645; appliedIndex:22644; }","duration":"207.099774ms","start":"2026-03-18T14:47:47.893743Z","end":"2026-03-18T14:47:48.100843Z","steps":["trace[1506798436] 'read index received' (duration: 206.883038ms)","trace[1506798436] 'applied index is now lower than readState.Index' (duration: 215.876µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:49.293968Z","caller":"traceutil/trace.go:171","msg":"trace[699485703] transaction","detail":"{read_only:false; response_revision:21759; number_of_response:1; }","duration":"183.865794ms","start":"2026-03-18T14:47:49.110077Z","end":"2026-03-18T14:47:49.293943Z","steps":["trace[699485703] 'process raft request' (duration: 183.552836ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:49.294168Z","caller":"traceutil/trace.go:171","msg":"trace[162921868] linearizableReadLoop","detail":"{readStateIndex:22646; appliedIndex:22645; }","duration":"179.534977ms","start":"2026-03-18T14:47:49.114619Z","end":"2026-03-18T14:47:49.294154Z","steps":["trace[162921868] 'read index received' (duration: 178.975472ms)","trace[162921868] 'applied index is now lower than readState.Index' (duration: 558.195µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:49.294359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.725332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:49.294422Z","caller":"traceutil/trace.go:171","msg":"trace[1374144218] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21759; }","duration":"179.850376ms","start":"2026-03-18T14:47:49.11456Z","end":"2026-03-18T14:47:49.29441Z","steps":["trace[1374144218] 'agreement among raft nodes before linearized reading' (duration: 179.661441ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:49.301549Z","caller":"traceutil/trace.go:171","msg":"trace[898536594] transaction","detail":"{read_only:false; response_revision:21760; number_of_response:1; }","duration":"185.670393ms","start":"2026-03-18T14:47:49.115857Z","end":"2026-03-18T14:47:49.301528Z","steps":["trace[898536594] 'process raft request' (duration: 183.085003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:49.301604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.963205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:49.301596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.817248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:49.301637Z","caller":"traceutil/trace.go:171","msg":"trace[1383568087] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21762; }","duration":"171.027777ms","start":"2026-03-18T14:47:49.130601Z","end":"2026-03-18T14:47:49.301629Z","steps":["trace[1383568087] 'agreement among raft nodes before linearized reading' (duration: 170.943475ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:49.301654Z","caller":"traceutil/trace.go:171","msg":"trace[1264863971] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21762; }","duration":"185.930161ms","start":"2026-03-18T14:47:49.11571Z","end":"2026-03-18T14:47:49.30164Z","steps":["trace[1264863971] 'agreement among raft nodes before linearized reading' (duration: 185.818087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:49.301803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.157561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:49.301828Z","caller":"traceutil/trace.go:171","msg":"trace[1389909812] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21762; }","duration":"171.210462ms","start":"2026-03-18T14:47:49.130612Z","end":"2026-03-18T14:47:49.301822Z","steps":["trace[1389909812] 'agreement among raft nodes before linearized reading' (duration: 171.173012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:49.301869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.271204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:49.301889Z","caller":"traceutil/trace.go:171","msg":"trace[1676979598] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21762; }","duration":"171.299535ms","start":"2026-03-18T14:47:49.130584Z","end":"2026-03-18T14:47:49.301884Z","steps":["trace[1676979598] 'agreement among raft nodes before linearized reading' (duration: 171.268945ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:49.301988Z","caller":"traceutil/trace.go:171","msg":"trace[1290656024] transaction","detail":"{read_only:false; response_revision:21761; number_of_response:1; }","duration":"174.393479ms","start":"2026-03-18T14:47:49.127587Z","end":"2026-03-18T14:47:49.30198Z","steps":["trace[1290656024] 'process raft request' (duration: 173.874405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:49.302002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.463928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:47:49.302015Z","caller":"traceutil/trace.go:171","msg":"trace[115325165] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21762; }","duration":"171.48631ms","start":"2026-03-18T14:47:49.130524Z","end":"2026-03-18T14:47:49.302011Z","steps":["trace[115325165] 'agreement among raft nodes before linearized reading' (duration: 171.414867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:49.302082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.426118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:47:49.302157Z","caller":"traceutil/trace.go:171","msg":"trace[912599117] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21762; }","duration":"171.535061ms","start":"2026-03-18T14:47:49.130604Z","end":"2026-03-18T14:47:49.30214Z","steps":["trace[912599117] 'agreement among raft nodes before linearized reading' (duration: 171.281774ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:49.302158Z","caller":"traceutil/trace.go:171","msg":"trace[602597374] transaction","detail":"{read_only:false; response_revision:21762; number_of_response:1; }","duration":"171.394957ms","start":"2026-03-18T14:47:49.130748Z","end":"2026-03-18T14:47:49.302143Z","steps":["trace[602597374] 'process raft request' (duration: 170.742389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:49.302221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.681854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:49.302263Z","caller":"traceutil/trace.go:171","msg":"trace[2058942730] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21762; }","duration":"171.704166ms","start":"2026-03-18T14:47:49.130532Z","end":"2026-03-18T14:47:49.302236Z","steps":["trace[2058942730] 'agreement among raft nodes before linearized reading' (duration: 171.673145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:49.302121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.388828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:49.302327Z","caller":"traceutil/trace.go:171","msg":"trace[1596266748] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21762; }","duration":"174.615565ms","start":"2026-03-18T14:47:49.127697Z","end":"2026-03-18T14:47:49.302313Z","steps":["trace[1596266748] 'agreement among raft nodes before linearized reading' (duration: 174.393359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:49.302223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.47605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:49.30241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.846578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:47:49.302483Z","caller":"traceutil/trace.go:171","msg":"trace[1356797009] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21762; }","duration":"174.749947ms","start":"2026-03-18T14:47:49.12772Z","end":"2026-03-18T14:47:49.30247Z","steps":["trace[1356797009] 'agreement among raft nodes before linearized reading' (duration: 174.267314ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:49.302509Z","caller":"traceutil/trace.go:171","msg":"trace[112839187] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21762; }","duration":"171.968032ms","start":"2026-03-18T14:47:49.130516Z","end":"2026-03-18T14:47:49.302484Z","steps":["trace[112839187] 'agreement among raft nodes before linearized reading' (duration: 171.789928ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:49.730868Z","caller":"traceutil/trace.go:171","msg":"trace[1164460214] linearizableReadLoop","detail":"{readStateIndex:22654; appliedIndex:22653; }","duration":"161.124109ms","start":"2026-03-18T14:47:49.569721Z","end":"2026-03-18T14:47:49.730845Z","steps":["trace[1164460214] 'read index received' (duration: 160.951534ms)","trace[1164460214] 'applied index is now lower than readState.Index' (duration: 171.415µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:49.730915Z","caller":"traceutil/trace.go:171","msg":"trace[1991789358] transaction","detail":"{read_only:false; response_revision:21767; number_of_response:1; }","duration":"204.737499ms","start":"2026-03-18T14:47:49.526147Z","end":"2026-03-18T14:47:49.730885Z","steps":["trace[1991789358] 'process raft request' (duration: 204.534984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:49.731051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.306995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-18T14:47:49.731091Z","caller":"traceutil/trace.go:171","msg":"trace[699711764] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:21767; }","duration":"161.417018ms","start":"2026-03-18T14:47:49.569662Z","end":"2026-03-18T14:47:49.731079Z","steps":["trace[699711764] 'agreement among raft nodes before linearized reading' (duration: 161.267214ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:49.877711Z","caller":"traceutil/trace.go:171","msg":"trace[1468324669] transaction","detail":"{read_only:false; response_revision:21768; number_of_response:1; }","duration":"135.517177ms","start":"2026-03-18T14:47:49.742163Z","end":"2026-03-18T14:47:49.87768Z","steps":["trace[1468324669] 'process raft request' (duration: 123.750019ms)","trace[1468324669] 'compare' (duration: 11.610194ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:50.039254Z","caller":"traceutil/trace.go:171","msg":"trace[2107880203] linearizableReadLoop","detail":"{readStateIndex:22659; appliedIndex:22655; }","duration":"151.420847ms","start":"2026-03-18T14:47:49.887811Z","end":"2026-03-18T14:47:50.039232Z","steps":["trace[2107880203] 'read index received' (duration: 11.891982ms)","trace[2107880203] 'applied index is now lower than readState.Index' (duration: 139.527735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:50.03963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.801447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:50.03971Z","caller":"traceutil/trace.go:171","msg":"trace[450468610] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:21772; }","duration":"151.864839ms","start":"2026-03-18T14:47:49.887805Z","end":"2026-03-18T14:47:50.039669Z","steps":["trace[450468610] 'agreement among raft nodes before linearized reading' (duration: 151.774327ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:50.040115Z","caller":"traceutil/trace.go:171","msg":"trace[866260391] transaction","detail":"{read_only:false; response_revision:21770; number_of_response:1; }","duration":"157.763059ms","start":"2026-03-18T14:47:49.882313Z","end":"2026-03-18T14:47:50.040076Z","steps":["trace[866260391] 'process raft request' (duration: 117.667054ms)","trace[866260391] 'compare' (duration: 39.050287ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:50.040472Z","caller":"traceutil/trace.go:171","msg":"trace[1478855487] transaction","detail":"{read_only:false; response_revision:21771; number_of_response:1; }","duration":"157.101941ms","start":"2026-03-18T14:47:49.883364Z","end":"2026-03-18T14:47:50.040465Z","steps":["trace[1478855487] 'process raft request' (duration: 155.796196ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:50.040546Z","caller":"traceutil/trace.go:171","msg":"trace[838762604] transaction","detail":"{read_only:false; response_revision:21772; number_of_response:1; }","duration":"156.190877ms","start":"2026-03-18T14:47:49.88435Z","end":"2026-03-18T14:47:50.040541Z","steps":["trace[838762604] 'process raft request' (duration: 154.84756ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:50.246685Z","caller":"traceutil/trace.go:171","msg":"trace[1909006214] transaction","detail":"{read_only:false; response_revision:21779; number_of_response:1; }","duration":"115.138605ms","start":"2026-03-18T14:47:50.131511Z","end":"2026-03-18T14:47:50.246649Z","steps":["trace[1909006214] 'process raft request' (duration: 42.000686ms)","trace[1909006214] 'compare' (duration: 72.983975ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:50.857093Z","caller":"traceutil/trace.go:171","msg":"trace[192502786] linearizableReadLoop","detail":"{readStateIndex:22668; appliedIndex:22667; }","duration":"279.44179ms","start":"2026-03-18T14:47:50.577627Z","end":"2026-03-18T14:47:50.857069Z","steps":["trace[192502786] 'read index received' (duration: 183.494725ms)","trace[192502786] 'applied index is now lower than readState.Index' (duration: 95.946185ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:50.857171Z","caller":"traceutil/trace.go:171","msg":"trace[2034964885] transaction","detail":"{read_only:false; response_revision:21780; number_of_response:1; }","duration":"279.703627ms","start":"2026-03-18T14:47:50.577416Z","end":"2026-03-18T14:47:50.857119Z","steps":["trace[2034964885] 'process raft request' (duration: 183.673499ms)","trace[2034964885] 'compare' (duration: 95.824223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:50.857277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.629786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:50.857354Z","caller":"traceutil/trace.go:171","msg":"trace[410006810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21780; }","duration":"279.677747ms","start":"2026-03-18T14:47:50.57762Z","end":"2026-03-18T14:47:50.857297Z","steps":["trace[410006810] 'agreement among raft nodes before linearized reading' (duration: 279.557203ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:55.553067Z","caller":"traceutil/trace.go:171","msg":"trace[1869899355] linearizableReadLoop","detail":"{readStateIndex:22707; appliedIndex:22705; }","duration":"171.187142ms","start":"2026-03-18T14:47:55.381814Z","end":"2026-03-18T14:47:55.553001Z","steps":["trace[1869899355] 'read index received' (duration: 89.984415ms)","trace[1869899355] 'applied index is now lower than readState.Index' (duration: 81.200547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:55.553586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.276843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:55.553549Z","caller":"traceutil/trace.go:171","msg":"trace[1680750609] transaction","detail":"{read_only:false; response_revision:21819; number_of_response:1; }","duration":"183.717891ms","start":"2026-03-18T14:47:55.36978Z","end":"2026-03-18T14:47:55.553498Z","steps":["trace[1680750609] 'process raft request' (duration: 183.105744ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:55.55359Z","caller":"traceutil/trace.go:171","msg":"trace[155067167] transaction","detail":"{read_only:false; response_revision:21818; number_of_response:1; }","duration":"185.654912ms","start":"2026-03-18T14:47:55.367872Z","end":"2026-03-18T14:47:55.553527Z","steps":["trace[155067167] 'process raft request' (duration: 103.935182ms)","trace[155067167] 'compare' (duration: 76.831318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:55.553753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.459864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-03-18T14:47:55.553872Z","caller":"traceutil/trace.go:171","msg":"trace[325073051] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21819; }","duration":"183.648828ms","start":"2026-03-18T14:47:55.37017Z","end":"2026-03-18T14:47:55.553818Z","steps":["trace[325073051] 'agreement among raft nodes before linearized reading' (duration: 183.279349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:55.553899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.782266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-03-18T14:47:55.554031Z","caller":"traceutil/trace.go:171","msg":"trace[546482154] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21819; }","duration":"182.93777ms","start":"2026-03-18T14:47:55.371072Z","end":"2026-03-18T14:47:55.55401Z","steps":["trace[546482154] 'agreement among raft nodes before linearized reading' (duration: 182.609771ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:55.553664Z","caller":"traceutil/trace.go:171","msg":"trace[617885649] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21819; }","duration":"192.362194ms","start":"2026-03-18T14:47:55.361273Z","end":"2026-03-18T14:47:55.553635Z","steps":["trace[617885649] 'agreement among raft nodes before linearized reading' (duration: 192.247261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:55.554278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.30428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:47:55.554313Z","caller":"traceutil/trace.go:171","msg":"trace[1147095981] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21819; }","duration":"193.339972ms","start":"2026-03-18T14:47:55.360966Z","end":"2026-03-18T14:47:55.554306Z","steps":["trace[1147095981] 'agreement among raft nodes before linearized reading' (duration: 193.228029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:55.554344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.534001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:47:55.554379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.035049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-03-18T14:47:55.554427Z","caller":"traceutil/trace.go:171","msg":"trace[1139018840] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21819; }","duration":"130.632185ms","start":"2026-03-18T14:47:55.423757Z","end":"2026-03-18T14:47:55.55439Z","steps":["trace[1139018840] 'agreement among raft nodes before linearized reading' (duration: 130.384678ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:55.55446Z","caller":"traceutil/trace.go:171","msg":"trace[1852685747] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21819; }","duration":"184.104431ms","start":"2026-03-18T14:47:55.37032Z","end":"2026-03-18T14:47:55.554425Z","steps":["trace[1852685747] 'agreement among raft nodes before linearized reading' (duration: 183.902416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:55.554511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.371409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:55.554549Z","caller":"traceutil/trace.go:171","msg":"trace[1785487334] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21819; }","duration":"194.423541ms","start":"2026-03-18T14:47:55.360105Z","end":"2026-03-18T14:47:55.554528Z","steps":["trace[1785487334] 'agreement among raft nodes before linearized reading' (duration: 194.370449ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:56.110051Z","caller":"traceutil/trace.go:171","msg":"trace[1048978270] transaction","detail":"{read_only:false; response_revision:21821; number_of_response:1; }","duration":"487.814189ms","start":"2026-03-18T14:47:55.622199Z","end":"2026-03-18T14:47:56.110013Z","steps":["trace[1048978270] 'process raft request' (duration: 487.524711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:56.110367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:55.622171Z","time spent":"487.981353ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15154,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:56.110561Z","caller":"traceutil/trace.go:171","msg":"trace[1295496748] linearizableReadLoop","detail":"{readStateIndex:22709; appliedIndex:22708; }","duration":"477.168571ms","start":"2026-03-18T14:47:55.633322Z","end":"2026-03-18T14:47:56.110491Z","steps":["trace[1295496748] 'read index received' (duration: 476.547324ms)","trace[1295496748] 'applied index is now lower than readState.Index' (duration: 616.567µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:56.11081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.452679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:47:56.11093Z","caller":"traceutil/trace.go:171","msg":"trace[1111722475] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:21821; }","duration":"477.591512ms","start":"2026-03-18T14:47:55.633309Z","end":"2026-03-18T14:47:56.110901Z","steps":["trace[1111722475] 'agreement among raft nodes before linearized reading' (duration: 477.299634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:56.111015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:55.633279Z","time spent":"477.722926ms","remote":"127.0.0.1:56782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":35,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:47:56.298263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.205599ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:47:56.298368Z","caller":"traceutil/trace.go:171","msg":"trace[1793051296] linearizableReadLoop","detail":"{readStateIndex:22710; appliedIndex:22709; }","duration":"187.741039ms","start":"2026-03-18T14:47:56.11061Z","end":"2026-03-18T14:47:56.298351Z","steps":["trace[1793051296] 'read index received' (duration: 42.424998ms)","trace[1793051296] 'applied index is now lower than readState.Index' (duration: 145.314291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:56.298452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.540753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:56.29849Z","caller":"traceutil/trace.go:171","msg":"trace[853644050] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:21821; }","duration":"534.632576ms","start":"2026-03-18T14:47:55.763845Z","end":"2026-03-18T14:47:56.298477Z","steps":["trace[853644050] 'agreement among raft nodes before linearized reading' (duration: 534.551433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:56.298531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:55.763818Z","time spent":"534.703777ms","remote":"127.0.0.1:35956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:47:56.298747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.093024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:47:56.298779Z","caller":"traceutil/trace.go:171","msg":"trace[456302428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21821; }","duration":"234.140395ms","start":"2026-03-18T14:47:56.064631Z","end":"2026-03-18T14:47:56.298772Z","steps":["trace[456302428] 'agreement among raft nodes before linearized reading' (duration: 233.999691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:56.2988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.800309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:47:56.298864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.3315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:47:56.298906Z","caller":"traceutil/trace.go:171","msg":"trace[101105148] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:21821; }","duration":"395.912992ms","start":"2026-03-18T14:47:55.902957Z","end":"2026-03-18T14:47:56.29887Z","steps":["trace[101105148] 'agreement among raft nodes before linearized reading' (duration: 395.719737ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:56.298975Z","caller":"traceutil/trace.go:171","msg":"trace[1408330429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21821; }","duration":"370.506254ms","start":"2026-03-18T14:47:55.92844Z","end":"2026-03-18T14:47:56.298947Z","steps":["trace[1408330429] 'agreement among raft nodes before linearized reading' (duration: 370.184555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:56.298988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:55.902877Z","time spent":"396.099807ms","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:47:56.299029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:55.928414Z","time spent":"370.603968ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:47:56.298864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.806323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:47:56.299116Z","caller":"traceutil/trace.go:171","msg":"trace[810753998] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21821; }","duration":"235.117712ms","start":"2026-03-18T14:47:56.063986Z","end":"2026-03-18T14:47:56.299103Z","steps":["trace[810753998] 'agreement among raft nodes before linearized reading' (duration: 234.624009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:56.299796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.244769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:47:56.299926Z","caller":"traceutil/trace.go:171","msg":"trace[214387085] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21821; }","duration":"234.370952ms","start":"2026-03-18T14:47:56.065501Z","end":"2026-03-18T14:47:56.299872Z","steps":["trace[214387085] 'agreement among raft nodes before linearized reading' (duration: 232.916853ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:57.29837Z","caller":"traceutil/trace.go:171","msg":"trace[75679038] transaction","detail":"{read_only:false; response_revision:21826; number_of_response:1; }","duration":"174.111961ms","start":"2026-03-18T14:47:57.124223Z","end":"2026-03-18T14:47:57.298335Z","steps":["trace[75679038] 'process raft request' (duration: 173.815732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:57.57449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.317462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-03-18T14:47:57.574559Z","caller":"traceutil/trace.go:171","msg":"trace[1483058976] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21826; }","duration":"254.408434ms","start":"2026-03-18T14:47:57.320136Z","end":"2026-03-18T14:47:57.574545Z","steps":["trace[1483058976] 'range keys from in-memory index tree' (duration: 254.263149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:57.574781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.704541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:57.574818Z","caller":"traceutil/trace.go:171","msg":"trace[1235065404] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21826; }","duration":"254.789324ms","start":"2026-03-18T14:47:57.320021Z","end":"2026-03-18T14:47:57.57481Z","steps":["trace[1235065404] 'range keys from in-memory index tree' (duration: 254.411284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:57.574984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.651321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:57.57501Z","caller":"traceutil/trace.go:171","msg":"trace[1530089542] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21826; }","duration":"254.698661ms","start":"2026-03-18T14:47:57.320305Z","end":"2026-03-18T14:47:57.575004Z","steps":["trace[1530089542] 'range keys from in-memory index tree' (duration: 254.597009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:57.575378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.764058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:47:57.575407Z","caller":"traceutil/trace.go:171","msg":"trace[1304623608] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21826; }","duration":"215.83537ms","start":"2026-03-18T14:47:57.359566Z","end":"2026-03-18T14:47:57.575401Z","steps":["trace[1304623608] 'range keys from in-memory index tree' (duration: 215.641985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:57.575688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.195526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:47:57.575715Z","caller":"traceutil/trace.go:171","msg":"trace[339379911] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21826; }","duration":"190.260388ms","start":"2026-03-18T14:47:57.385448Z","end":"2026-03-18T14:47:57.575709Z","steps":["trace[339379911] 'range keys from in-memory index tree' (duration: 190.093874ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:57.939769Z","caller":"traceutil/trace.go:171","msg":"trace[1972970871] transaction","detail":"{read_only:false; response_revision:21827; number_of_response:1; }","duration":"552.243052ms","start":"2026-03-18T14:47:57.387502Z","end":"2026-03-18T14:47:57.939745Z","steps":["trace[1972970871] 'process raft request' (duration: 552.104917ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:57.939822Z","caller":"traceutil/trace.go:171","msg":"trace[1922596858] linearizableReadLoop","detail":"{readStateIndex:22716; appliedIndex:22715; }","duration":"381.177884ms","start":"2026-03-18T14:47:57.558587Z","end":"2026-03-18T14:47:57.939765Z","steps":["trace[1922596858] 'read index received' (duration: 381.119392ms)","trace[1922596858] 'applied index is now lower than readState.Index' (duration: 52.672µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:57.939917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:57.387464Z","time spent":"552.377647ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:57.940304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.692958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:47:57.94046Z","caller":"traceutil/trace.go:171","msg":"trace[476295829] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21827; }","duration":"381.810421ms","start":"2026-03-18T14:47:57.558579Z","end":"2026-03-18T14:47:57.94039Z","steps":["trace[476295829] 'agreement among raft nodes before linearized reading' (duration: 381.354938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:57.940748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:57.558501Z","time spent":"382.232331ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-18T14:47:58.082768Z","caller":"traceutil/trace.go:171","msg":"trace[1563953263] transaction","detail":"{read_only:false; response_revision:21829; number_of_response:1; }","duration":"513.429791ms","start":"2026-03-18T14:47:57.569315Z","end":"2026-03-18T14:47:58.082745Z","steps":["trace[1563953263] 'process raft request' (duration: 513.331639ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:58.082813Z","caller":"traceutil/trace.go:171","msg":"trace[976801096] transaction","detail":"{read_only:false; response_revision:21828; number_of_response:1; }","duration":"515.365384ms","start":"2026-03-18T14:47:57.567401Z","end":"2026-03-18T14:47:58.082766Z","steps":["trace[976801096] 'process raft request' (duration: 423.876179ms)","trace[976801096] 'compare' (duration: 91.186387ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:58.082968Z","caller":"traceutil/trace.go:171","msg":"trace[489965123] linearizableReadLoop","detail":"{readStateIndex:22719; appliedIndex:22716; }","duration":"142.974759ms","start":"2026-03-18T14:47:57.939935Z","end":"2026-03-18T14:47:58.08291Z","steps":["trace[489965123] 'read index received' (duration: 51.271147ms)","trace[489965123] 'applied index is now lower than readState.Index' (duration: 91.702252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:58.083163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.328652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:58.083768Z","caller":"traceutil/trace.go:171","msg":"trace[1912536346] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21830; }","duration":"512.963219ms","start":"2026-03-18T14:47:57.570787Z","end":"2026-03-18T14:47:58.08375Z","steps":["trace[1912536346] 'agreement among raft nodes before linearized reading' (duration: 512.287801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:58.083833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:57.570781Z","time spent":"513.03634ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:47:58.083181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.663555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-03-18T14:47:58.083969Z","caller":"traceutil/trace.go:171","msg":"trace[1056655350] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21830; }","duration":"518.495749ms","start":"2026-03-18T14:47:57.565448Z","end":"2026-03-18T14:47:58.083944Z","steps":["trace[1056655350] 'agreement among raft nodes before linearized reading' (duration: 517.576754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:58.084036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:57.56542Z","time spent":"518.58369ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12631,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:47:58.08324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.731972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:47:58.083281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.433071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:47:58.084611Z","caller":"traceutil/trace.go:171","msg":"trace[69494453] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21830; }","duration":"514.765088ms","start":"2026-03-18T14:47:57.569831Z","end":"2026-03-18T14:47:58.084596Z","steps":["trace[69494453] 'agreement among raft nodes before linearized reading' (duration: 513.430411ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:58.084258Z","caller":"traceutil/trace.go:171","msg":"trace[513164333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21830; }","duration":"513.757599ms","start":"2026-03-18T14:47:57.57049Z","end":"2026-03-18T14:47:58.084248Z","steps":["trace[513164333] 'agreement among raft nodes before linearized reading' (duration: 512.723592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:58.084666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:57.569825Z","time spent":"514.828309ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:47:58.084667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:57.570484Z","time spent":"514.174191ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:47:58.082922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:57.5693Z","time spent":"513.545714ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:58.083356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.390099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-03-18T14:47:58.084984Z","caller":"traceutil/trace.go:171","msg":"trace[1281410731] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21830; }","duration":"519.029862ms","start":"2026-03-18T14:47:57.565941Z","end":"2026-03-18T14:47:58.084971Z","steps":["trace[1281410731] 'agreement among raft nodes before linearized reading' (duration: 517.355118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:58.085036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:57.565932Z","time spent":"519.090834ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12631,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-03-18T14:47:58.083398Z","caller":"traceutil/trace.go:171","msg":"trace[567559791] transaction","detail":"{read_only:false; response_revision:21830; number_of_response:1; }","duration":"485.763922ms","start":"2026-03-18T14:47:57.597624Z","end":"2026-03-18T14:47:58.083388Z","steps":["trace[567559791] 'process raft request' (duration: 485.072464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:58.085267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:57.597601Z","time spent":"487.598982ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:58.08343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.891712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-03-18T14:47:58.083549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.974957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:47:58.085766Z","caller":"traceutil/trace.go:171","msg":"trace[1362690149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21830; }","duration":"482.209916ms","start":"2026-03-18T14:47:57.603542Z","end":"2026-03-18T14:47:58.085752Z","steps":["trace[1362690149] 'agreement among raft nodes before linearized reading' (duration: 479.881324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:58.085824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:57.603533Z","time spent":"482.275598ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:47:58.083687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:57.567383Z","time spent":"516.232747ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:47:58.08645Z","caller":"traceutil/trace.go:171","msg":"trace[1292967151] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21830; }","duration":"519.924707ms","start":"2026-03-18T14:47:57.565517Z","end":"2026-03-18T14:47:58.085442Z","steps":["trace[1292967151] 'agreement among raft nodes before linearized reading' (duration: 517.85819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:58.086522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:57.565512Z","time spent":"520.973275ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12631,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:47:58.613978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.124796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:47:58.614117Z","caller":"traceutil/trace.go:171","msg":"trace[1750775146] linearizableReadLoop","detail":"{readStateIndex:22720; appliedIndex:22719; }","duration":"325.380263ms","start":"2026-03-18T14:47:58.288715Z","end":"2026-03-18T14:47:58.614095Z","steps":["trace[1750775146] 'read index received' (duration: 50.963739ms)","trace[1750775146] 'applied index is now lower than readState.Index' (duration: 274.414324ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:47:58.614406Z","caller":"traceutil/trace.go:171","msg":"trace[153229086] transaction","detail":"{read_only:false; response_revision:21831; number_of_response:1; }","duration":"523.534995ms","start":"2026-03-18T14:47:58.090825Z","end":"2026-03-18T14:47:58.61436Z","steps":["trace[153229086] 'process raft request' (duration: 248.912975ms)","trace[153229086] 'compare' (duration: 273.787287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:47:58.614566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.839535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T14:47:58.614599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.558139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-18T14:47:58.61462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.569219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:47:58.614642Z","caller":"traceutil/trace.go:171","msg":"trace[1830021877] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21831; }","duration":"325.98211ms","start":"2026-03-18T14:47:58.28864Z","end":"2026-03-18T14:47:58.614622Z","steps":["trace[1830021877] 'agreement among raft nodes before linearized reading' (duration: 325.740053ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:58.614659Z","caller":"traceutil/trace.go:171","msg":"trace[991052185] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21831; }","duration":"274.663091ms","start":"2026-03-18T14:47:58.339976Z","end":"2026-03-18T14:47:58.614639Z","steps":["trace[991052185] 'agreement among raft nodes before linearized reading' (duration: 274.461286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:58.614674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:58.288609Z","time spent":"326.058332ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:47:58.614674Z","caller":"traceutil/trace.go:171","msg":"trace[1759654837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21831; }","duration":"260.670353ms","start":"2026-03-18T14:47:58.353987Z","end":"2026-03-18T14:47:58.614657Z","steps":["trace[1759654837] 'agreement among raft nodes before linearized reading' (duration: 260.541349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:58.614672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:58.090809Z","time spent":"523.749092ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:47:58.614705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.569861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:47:58.614781Z","caller":"traceutil/trace.go:171","msg":"trace[1932889229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21831; }","duration":"260.675853ms","start":"2026-03-18T14:47:58.354088Z","end":"2026-03-18T14:47:58.614764Z","steps":["trace[1932889229] 'agreement among raft nodes before linearized reading' (duration: 260.424076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:58.614917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.070535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:47:58.614942Z","caller":"traceutil/trace.go:171","msg":"trace[1089191502] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:21831; }","duration":"264.130446ms","start":"2026-03-18T14:47:58.350804Z","end":"2026-03-18T14:47:58.614934Z","steps":["trace[1089191502] 'agreement among raft nodes before linearized reading' (duration: 263.952701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:47:58.614996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.841027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:47:58.615091Z","caller":"traceutil/trace.go:171","msg":"trace[1344128889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21831; }","duration":"261.008722ms","start":"2026-03-18T14:47:58.354062Z","end":"2026-03-18T14:47:58.61507Z","steps":["trace[1344128889] 'agreement among raft nodes before linearized reading' (duration: 260.58412ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:58.729195Z","caller":"traceutil/trace.go:171","msg":"trace[1880092934] transaction","detail":"{read_only:false; response_revision:21832; number_of_response:1; }","duration":"109.669577ms","start":"2026-03-18T14:47:58.619498Z","end":"2026-03-18T14:47:58.729168Z","steps":["trace[1880092934] 'process raft request' (duration: 102.483033ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:58.791176Z","caller":"traceutil/trace.go:171","msg":"trace[858051928] transaction","detail":"{read_only:false; response_revision:21833; number_of_response:1; }","duration":"171.455218ms","start":"2026-03-18T14:47:58.619686Z","end":"2026-03-18T14:47:58.791141Z","steps":["trace[858051928] 'process raft request' (duration: 171.200032ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:58.79119Z","caller":"traceutil/trace.go:171","msg":"trace[177111676] transaction","detail":"{read_only:false; response_revision:21834; number_of_response:1; }","duration":"168.404256ms","start":"2026-03-18T14:47:58.622755Z","end":"2026-03-18T14:47:58.791159Z","steps":["trace[177111676] 'process raft request' (duration: 168.285713ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:47:58.79138Z","caller":"traceutil/trace.go:171","msg":"trace[242549842] transaction","detail":"{read_only:false; response_revision:21835; number_of_response:1; }","duration":"168.460808ms","start":"2026-03-18T14:47:58.622875Z","end":"2026-03-18T14:47:58.791336Z","steps":["trace[242549842] 'process raft request' (duration: 168.205241ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:00.280218Z","caller":"traceutil/trace.go:171","msg":"trace[2144409645] linearizableReadLoop","detail":"{readStateIndex:22725; appliedIndex:22724; }","duration":"332.9846ms","start":"2026-03-18T14:47:59.947209Z","end":"2026-03-18T14:48:00.280193Z","steps":["trace[2144409645] 'read index received' (duration: 332.897407ms)","trace[2144409645] 'applied index is now lower than readState.Index' (duration: 86.203µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:48:00.28034Z","caller":"traceutil/trace.go:171","msg":"trace[1784001612] transaction","detail":"{read_only:false; response_revision:21836; number_of_response:1; }","duration":"334.324215ms","start":"2026-03-18T14:47:59.945978Z","end":"2026-03-18T14:48:00.280303Z","steps":["trace[1784001612] 'process raft request' (duration: 334.045397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:00.280441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.213616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:48:00.280496Z","caller":"traceutil/trace.go:171","msg":"trace[1158333238] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21836; }","duration":"333.320568ms","start":"2026-03-18T14:47:59.947165Z","end":"2026-03-18T14:48:00.280486Z","steps":["trace[1158333238] 'agreement among raft nodes before linearized reading' (duration: 333.148673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:00.280521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:59.945947Z","time spent":"334.47689ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:48:00.280556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:47:59.947149Z","time spent":"333.374881ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-18T14:48:00.838116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.249415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:48:00.838496Z","caller":"traceutil/trace.go:171","msg":"trace[1780031474] linearizableReadLoop","detail":"{readStateIndex:22727; appliedIndex:22725; }","duration":"558.189622ms","start":"2026-03-18T14:48:00.280286Z","end":"2026-03-18T14:48:00.838476Z","steps":["trace[1780031474] 'read index received' (duration: 213.413563ms)","trace[1780031474] 'applied index is now lower than readState.Index' (duration: 344.774429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:48:00.839014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.674868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-03-18T14:48:00.839076Z","caller":"traceutil/trace.go:171","msg":"trace[771586361] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21838; }","duration":"744.76372ms","start":"2026-03-18T14:48:00.094298Z","end":"2026-03-18T14:48:00.839062Z","steps":["trace[771586361] 'agreement among raft nodes before linearized reading' (duration: 744.551395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:00.839154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:00.094287Z","time spent":"744.850443ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12631,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:48:00.839162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.448514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:48:00.839232Z","caller":"traceutil/trace.go:171","msg":"trace[1347550953] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21838; }","duration":"750.567108ms","start":"2026-03-18T14:48:00.088648Z","end":"2026-03-18T14:48:00.839216Z","steps":["trace[1347550953] 'agreement among raft nodes before linearized reading' (duration: 750.445755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:00.839273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:00.088627Z","time spent":"750.637899ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:48:00.839563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.75862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:48:00.839618Z","caller":"traceutil/trace.go:171","msg":"trace[1440698572] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:21838; }","duration":"527.853461ms","start":"2026-03-18T14:48:00.311749Z","end":"2026-03-18T14:48:00.839603Z","steps":["trace[1440698572] 'agreement among raft nodes before linearized reading' (duration: 527.671607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:00.839637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.130608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-03-18T14:48:00.839659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:00.311727Z","time spent":"527.922104ms","remote":"127.0.0.1:45816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":138,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:48:00.839671Z","caller":"traceutil/trace.go:171","msg":"trace[623494730] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21838; }","duration":"746.179619ms","start":"2026-03-18T14:48:00.093481Z","end":"2026-03-18T14:48:00.839661Z","steps":["trace[623494730] 'agreement among raft nodes before linearized reading' (duration: 746.046036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:00.839701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:00.093468Z","time spent":"746.22634ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12631,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:48:00.839862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.018519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:48:00.839902Z","caller":"traceutil/trace.go:171","msg":"trace[361969286] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21838; }","duration":"748.106861ms","start":"2026-03-18T14:48:00.091787Z","end":"2026-03-18T14:48:00.839894Z","steps":["trace[361969286] 'agreement among raft nodes before linearized reading' (duration: 748.053329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:00.839931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:00.091757Z","time spent":"748.168203ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:48:00.840594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.361527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:48:00.840614Z","caller":"traceutil/trace.go:171","msg":"trace[309974361] transaction","detail":"{read_only:false; response_revision:21837; number_of_response:1; }","duration":"748.317187ms","start":"2026-03-18T14:48:00.092281Z","end":"2026-03-18T14:48:00.840598Z","steps":["trace[309974361] 'process raft request' (duration: 401.499242ms)","trace[309974361] 'compare' (duration: 344.145262ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:48:00.840658Z","caller":"traceutil/trace.go:171","msg":"trace[126432260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21838; }","duration":"106.459681ms","start":"2026-03-18T14:48:00.734183Z","end":"2026-03-18T14:48:00.840643Z","steps":["trace[126432260] 'agreement among raft nodes before linearized reading' (duration: 106.161042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:00.840714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:00.092258Z","time spent":"748.392859ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:48:00.840891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.973051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-18T14:48:00.840646Z","caller":"traceutil/trace.go:171","msg":"trace[347243354] transaction","detail":"{read_only:false; response_revision:21838; number_of_response:1; }","duration":"748.311197ms","start":"2026-03-18T14:48:00.092295Z","end":"2026-03-18T14:48:00.840606Z","steps":["trace[347243354] 'process raft request' (duration: 746.098467ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:00.840927Z","caller":"traceutil/trace.go:171","msg":"trace[466673214] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:21838; }","duration":"363.061783ms","start":"2026-03-18T14:48:00.477856Z","end":"2026-03-18T14:48:00.840918Z","steps":["trace[466673214] 'agreement among raft nodes before linearized reading' (duration: 362.969202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:00.840954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:00.477825Z","time spent":"363.123075ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"warn","ts":"2026-03-18T14:48:00.841206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.605131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:48:00.841141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.468465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:48:00.841252Z","caller":"traceutil/trace.go:171","msg":"trace[2092282579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21838; }","duration":"270.698184ms","start":"2026-03-18T14:48:00.570544Z","end":"2026-03-18T14:48:00.841242Z","steps":["trace[2092282579] 'agreement among raft nodes before linearized reading' (duration: 270.629352ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:00.841287Z","caller":"traceutil/trace.go:171","msg":"trace[1780603765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21838; }","duration":"220.805004ms","start":"2026-03-18T14:48:00.620454Z","end":"2026-03-18T14:48:00.841259Z","steps":["trace[1780603765] 'agreement among raft nodes before linearized reading' (duration: 220.237928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:00.841773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.095043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-03-18T14:48:00.841845Z","caller":"traceutil/trace.go:171","msg":"trace[113434192] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21838; }","duration":"747.181236ms","start":"2026-03-18T14:48:00.094648Z","end":"2026-03-18T14:48:00.84183Z","steps":["trace[113434192] 'agreement among raft nodes before linearized reading' (duration: 743.840655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:00.841968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:00.094639Z","time spent":"747.226187ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12631,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:48:00.845271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:00.092268Z","time spent":"748.980375ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:48:05.698138Z","caller":"traceutil/trace.go:171","msg":"trace[892222483] linearizableReadLoop","detail":"{readStateIndex:22753; appliedIndex:22752; }","duration":"105.033692ms","start":"2026-03-18T14:48:05.593085Z","end":"2026-03-18T14:48:05.698118Z","steps":["trace[892222483] 'read index received' (duration: 104.802776ms)","trace[892222483] 'applied index is now lower than readState.Index' (duration: 230.106µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:48:05.698556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.36745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:48:05.698655Z","caller":"traceutil/trace.go:171","msg":"trace[1477857687] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21863; }","duration":"105.481935ms","start":"2026-03-18T14:48:05.593151Z","end":"2026-03-18T14:48:05.698633Z","steps":["trace[1477857687] 'agreement among raft nodes before linearized reading' (duration: 105.358152ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:05.698554Z","caller":"traceutil/trace.go:171","msg":"trace[1075752081] transaction","detail":"{read_only:false; response_revision:21863; number_of_response:1; }","duration":"108.419704ms","start":"2026-03-18T14:48:05.590098Z","end":"2026-03-18T14:48:05.698518Z","steps":["trace[1075752081] 'process raft request' (duration: 107.879999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:05.698959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.074444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:48:05.698984Z","caller":"traceutil/trace.go:171","msg":"trace[1519758027] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21863; }","duration":"105.152865ms","start":"2026-03-18T14:48:05.593824Z","end":"2026-03-18T14:48:05.698977Z","steps":["trace[1519758027] 'agreement among raft nodes before linearized reading' (duration: 105.025412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:05.699352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.084751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:48:05.699381Z","caller":"traceutil/trace.go:171","msg":"trace[1355416912] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21863; }","duration":"106.129452ms","start":"2026-03-18T14:48:05.593244Z","end":"2026-03-18T14:48:05.699374Z","steps":["trace[1355416912] 'agreement among raft nodes before linearized reading' (duration: 106.04193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:05.699677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.590443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:48:05.699706Z","caller":"traceutil/trace.go:171","msg":"trace[875884318] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21863; }","duration":"106.660127ms","start":"2026-03-18T14:48:05.593039Z","end":"2026-03-18T14:48:05.699699Z","steps":["trace[875884318] 'agreement among raft nodes before linearized reading' (duration: 106.613365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:05.700047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.169825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-03-18T14:48:05.700113Z","caller":"traceutil/trace.go:171","msg":"trace[754837746] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21863; }","duration":"102.260226ms","start":"2026-03-18T14:48:05.597839Z","end":"2026-03-18T14:48:05.700099Z","steps":["trace[754837746] 'agreement among raft nodes before linearized reading' (duration: 100.784297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:06.175608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.603217ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:48:11.018772Z","caller":"traceutil/trace.go:171","msg":"trace[1246271914] linearizableReadLoop","detail":"{readStateIndex:22781; appliedIndex:22780; }","duration":"107.107918ms","start":"2026-03-18T14:48:10.911637Z","end":"2026-03-18T14:48:11.018745Z","steps":["trace[1246271914] 'read index received' (duration: 106.934933ms)","trace[1246271914] 'applied index is now lower than readState.Index' (duration: 171.155µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:48:11.018943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.288772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:48:11.018784Z","caller":"traceutil/trace.go:171","msg":"trace[1756463437] transaction","detail":"{read_only:false; response_revision:21889; number_of_response:1; }","duration":"124.249721ms","start":"2026-03-18T14:48:10.894505Z","end":"2026-03-18T14:48:11.018755Z","steps":["trace[1756463437] 'process raft request' (duration: 124.093337ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:11.019102Z","caller":"traceutil/trace.go:171","msg":"trace[1717591903] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21889; }","duration":"107.499648ms","start":"2026-03-18T14:48:10.911588Z","end":"2026-03-18T14:48:11.019088Z","steps":["trace[1717591903] 'agreement among raft nodes before linearized reading' (duration: 107.256962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:11.092307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.890978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:48:11.092367Z","caller":"traceutil/trace.go:171","msg":"trace[545727385] transaction","detail":"{read_only:false; response_revision:21891; number_of_response:1; }","duration":"161.718485ms","start":"2026-03-18T14:48:10.930618Z","end":"2026-03-18T14:48:11.092336Z","steps":["trace[545727385] 'process raft request' (duration: 161.54767ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:11.092402Z","caller":"traceutil/trace.go:171","msg":"trace[1959141371] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21891; }","duration":"166.029261ms","start":"2026-03-18T14:48:10.926349Z","end":"2026-03-18T14:48:11.092379Z","steps":["trace[1959141371] 'agreement among raft nodes before linearized reading' (duration: 165.864187ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:11.09242Z","caller":"traceutil/trace.go:171","msg":"trace[1851432711] transaction","detail":"{read_only:false; response_revision:21890; number_of_response:1; }","duration":"164.264385ms","start":"2026-03-18T14:48:10.928131Z","end":"2026-03-18T14:48:11.092396Z","steps":["trace[1851432711] 'process raft request' (duration: 163.902665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:11.092623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.209661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12710"} {"level":"warn","ts":"2026-03-18T14:48:11.092619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.536063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12710"} {"level":"info","ts":"2026-03-18T14:48:11.092669Z","caller":"traceutil/trace.go:171","msg":"trace[1095335261] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21891; }","duration":"161.302114ms","start":"2026-03-18T14:48:10.931356Z","end":"2026-03-18T14:48:11.092658Z","steps":["trace[1095335261] 'agreement among raft nodes before linearized reading' (duration: 161.189311ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:11.092704Z","caller":"traceutil/trace.go:171","msg":"trace[650348807] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21891; }","duration":"160.650866ms","start":"2026-03-18T14:48:10.932032Z","end":"2026-03-18T14:48:11.092683Z","steps":["trace[650348807] 'agreement among raft nodes before linearized reading' (duration: 160.490332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:11.092864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.571254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:48:11.092901Z","caller":"traceutil/trace.go:171","msg":"trace[1670396454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21891; }","duration":"140.642925ms","start":"2026-03-18T14:48:10.952248Z","end":"2026-03-18T14:48:11.092891Z","steps":["trace[1670396454] 'agreement among raft nodes before linearized reading' (duration: 140.511302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:11.092992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.838589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12710"} {"level":"info","ts":"2026-03-18T14:48:11.093187Z","caller":"traceutil/trace.go:171","msg":"trace[1604600163] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21891; }","duration":"162.128987ms","start":"2026-03-18T14:48:10.931021Z","end":"2026-03-18T14:48:11.09315Z","steps":["trace[1604600163] 'agreement among raft nodes before linearized reading' (duration: 161.595912ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:14.558529Z","caller":"traceutil/trace.go:171","msg":"trace[2013336520] transaction","detail":"{read_only:false; response_revision:21925; number_of_response:1; }","duration":"132.002842ms","start":"2026-03-18T14:48:14.426499Z","end":"2026-03-18T14:48:14.558502Z","steps":["trace[2013336520] 'process raft request' (duration: 121.407076ms)","trace[2013336520] 'compare' (duration: 10.476293ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:48:15.164024Z","caller":"traceutil/trace.go:171","msg":"trace[1198518578] linearizableReadLoop","detail":"{readStateIndex:22821; appliedIndex:22819; }","duration":"120.485319ms","start":"2026-03-18T14:48:15.043515Z","end":"2026-03-18T14:48:15.164Z","steps":["trace[1198518578] 'read index received' (duration: 42.991673ms)","trace[1198518578] 'applied index is now lower than readState.Index' (duration: 77.492456ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:48:15.164339Z","caller":"traceutil/trace.go:171","msg":"trace[1483637296] transaction","detail":"{read_only:false; response_revision:21927; number_of_response:1; }","duration":"122.632098ms","start":"2026-03-18T14:48:15.041695Z","end":"2026-03-18T14:48:15.164327Z","steps":["trace[1483637296] 'process raft request' (duration: 121.848636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:15.164468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.915771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:48:15.164556Z","caller":"traceutil/trace.go:171","msg":"trace[1050001137] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:21927; }","duration":"121.064196ms","start":"2026-03-18T14:48:15.043472Z","end":"2026-03-18T14:48:15.164536Z","steps":["trace[1050001137] 'agreement among raft nodes before linearized reading' (duration: 120.871251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:17.346855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.156215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:48:17.346938Z","caller":"traceutil/trace.go:171","msg":"trace[1743813068] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21941; }","duration":"132.293629ms","start":"2026-03-18T14:48:17.214624Z","end":"2026-03-18T14:48:17.346917Z","steps":["trace[1743813068] 'agreement among raft nodes before linearized reading' (duration: 132.060503ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:17.347033Z","caller":"traceutil/trace.go:171","msg":"trace[260035558] transaction","detail":"{read_only:false; response_revision:21941; number_of_response:1; }","duration":"137.756076ms","start":"2026-03-18T14:48:17.209189Z","end":"2026-03-18T14:48:17.346945Z","steps":["trace[260035558] 'process raft request' (duration: 137.336845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:17.347105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.35943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T14:48:17.347103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.376264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:48:17.347183Z","caller":"traceutil/trace.go:171","msg":"trace[1334815662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21941; }","duration":"132.470694ms","start":"2026-03-18T14:48:17.214694Z","end":"2026-03-18T14:48:17.347164Z","steps":["trace[1334815662] 'agreement among raft nodes before linearized reading' (duration: 132.161616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:17.347169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.805745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T14:48:17.347222Z","caller":"traceutil/trace.go:171","msg":"trace[672554396] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21941; }","duration":"131.5496ms","start":"2026-03-18T14:48:17.215646Z","end":"2026-03-18T14:48:17.347195Z","steps":["trace[672554396] 'agreement among raft nodes before linearized reading' (duration: 131.157129ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:17.347257Z","caller":"traceutil/trace.go:171","msg":"trace[345155286] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21941; }","duration":"128.921777ms","start":"2026-03-18T14:48:17.218313Z","end":"2026-03-18T14:48:17.347235Z","steps":["trace[345155286] 'agreement among raft nodes before linearized reading' (duration: 128.662611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:17.347149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.976323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T14:48:17.347408Z","caller":"traceutil/trace.go:171","msg":"trace[1742926048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21941; }","duration":"131.312912ms","start":"2026-03-18T14:48:17.216059Z","end":"2026-03-18T14:48:17.347372Z","steps":["trace[1742926048] 'agreement among raft nodes before linearized reading' (duration: 130.85495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:17.348072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.790829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:48:17.34813Z","caller":"traceutil/trace.go:171","msg":"trace[1612272621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21941; }","duration":"132.013182ms","start":"2026-03-18T14:48:17.216104Z","end":"2026-03-18T14:48:17.348117Z","steps":["trace[1612272621] 'agreement among raft nodes before linearized reading' (duration: 130.637515ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:18.728223Z","caller":"traceutil/trace.go:171","msg":"trace[779329227] linearizableReadLoop","detail":"{readStateIndex:22842; appliedIndex:22841; }","duration":"157.174833ms","start":"2026-03-18T14:48:18.571011Z","end":"2026-03-18T14:48:18.728186Z","steps":["trace[779329227] 'read index received' (duration: 156.962867ms)","trace[779329227] 'applied index is now lower than readState.Index' (duration: 208.066µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:48:18.728389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.324416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:48:18.72848Z","caller":"traceutil/trace.go:171","msg":"trace[1365159321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21947; }","duration":"157.507841ms","start":"2026-03-18T14:48:18.570961Z","end":"2026-03-18T14:48:18.728469Z","steps":["trace[1365159321] 'agreement among raft nodes before linearized reading' (duration: 157.337277ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:18.729882Z","caller":"traceutil/trace.go:171","msg":"trace[163205126] transaction","detail":"{read_only:false; response_revision:21947; number_of_response:1; }","duration":"229.780327ms","start":"2026-03-18T14:48:18.498432Z","end":"2026-03-18T14:48:18.728213Z","steps":["trace[163205126] 'process raft request' (duration: 229.593372ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:23.63733Z","caller":"traceutil/trace.go:171","msg":"trace[1752857982] linearizableReadLoop","detail":"{readStateIndex:22867; appliedIndex:22866; }","duration":"238.147243ms","start":"2026-03-18T14:48:23.399159Z","end":"2026-03-18T14:48:23.637306Z","steps":["trace[1752857982] 'read index received' (duration: 237.310971ms)","trace[1752857982] 'applied index is now lower than readState.Index' (duration: 834.722µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:48:23.637438Z","caller":"traceutil/trace.go:171","msg":"trace[1708852077] transaction","detail":"{read_only:false; response_revision:21971; number_of_response:1; }","duration":"244.69297ms","start":"2026-03-18T14:48:23.392646Z","end":"2026-03-18T14:48:23.637339Z","steps":["trace[1708852077] 'process raft request' (duration: 243.781275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:23.637614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.042299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:48:23.637644Z","caller":"traceutil/trace.go:171","msg":"trace[1475076306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21971; }","duration":"235.08393ms","start":"2026-03-18T14:48:23.402552Z","end":"2026-03-18T14:48:23.637636Z","steps":["trace[1475076306] 'agreement among raft nodes before linearized reading' (duration: 235.027009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:23.637564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.07398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:48:23.637836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.617336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:48:23.637897Z","caller":"traceutil/trace.go:171","msg":"trace[777119286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21971; }","duration":"235.443251ms","start":"2026-03-18T14:48:23.402429Z","end":"2026-03-18T14:48:23.637873Z","steps":["trace[777119286] 'agreement among raft nodes before linearized reading' (duration: 235.010589ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:23.637938Z","caller":"traceutil/trace.go:171","msg":"trace[953541016] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21971; }","duration":"238.804461ms","start":"2026-03-18T14:48:23.399115Z","end":"2026-03-18T14:48:23.637919Z","steps":["trace[953541016] 'agreement among raft nodes before linearized reading' (duration: 238.259256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:23.637571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.556266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:48:23.638358Z","caller":"traceutil/trace.go:171","msg":"trace[1783432619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21971; }","duration":"235.334717ms","start":"2026-03-18T14:48:23.402985Z","end":"2026-03-18T14:48:23.638319Z","steps":["trace[1783432619] 'agreement among raft nodes before linearized reading' (duration: 234.501404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:23.638821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.658683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:48:23.63908Z","caller":"traceutil/trace.go:171","msg":"trace[751448507] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21971; }","duration":"239.89556ms","start":"2026-03-18T14:48:23.399115Z","end":"2026-03-18T14:48:23.63901Z","steps":["trace[751448507] 'agreement among raft nodes before linearized reading' (duration: 238.258756ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:25.482192Z","caller":"traceutil/trace.go:171","msg":"trace[2104546839] transaction","detail":"{read_only:false; response_revision:21980; number_of_response:1; }","duration":"104.282711ms","start":"2026-03-18T14:48:25.377889Z","end":"2026-03-18T14:48:25.482172Z","steps":["trace[2104546839] 'process raft request' (duration: 104.168118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:25.897693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.721292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:48:25.897894Z","caller":"traceutil/trace.go:171","msg":"trace[569291656] transaction","detail":"{read_only:false; response_revision:21985; number_of_response:1; }","duration":"152.865997ms","start":"2026-03-18T14:48:25.745013Z","end":"2026-03-18T14:48:25.897879Z","steps":["trace[569291656] 'process raft request' (duration: 152.798395ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:25.898112Z","caller":"traceutil/trace.go:171","msg":"trace[775984040] transaction","detail":"{read_only:false; response_revision:21986; number_of_response:1; }","duration":"152.923157ms","start":"2026-03-18T14:48:25.745161Z","end":"2026-03-18T14:48:25.898084Z","steps":["trace[775984040] 'process raft request' (duration: 152.686121ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:25.898143Z","caller":"traceutil/trace.go:171","msg":"trace[474778911] transaction","detail":"{read_only:false; response_revision:21987; number_of_response:1; }","duration":"152.887607ms","start":"2026-03-18T14:48:25.745229Z","end":"2026-03-18T14:48:25.898116Z","steps":["trace[474778911] 'process raft request' (duration: 152.758184ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:25.898033Z","caller":"traceutil/trace.go:171","msg":"trace[1222968731] transaction","detail":"{read_only:false; response_revision:21984; number_of_response:1; }","duration":"153.353649ms","start":"2026-03-18T14:48:25.744599Z","end":"2026-03-18T14:48:25.897953Z","steps":["trace[1222968731] 'process raft request' (duration: 17.302177ms)","trace[1222968731] 'compare' (duration: 135.600539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:48:26.05832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.170903ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:48:26.058475Z","caller":"traceutil/trace.go:171","msg":"trace[1236931498] linearizableReadLoop","detail":"{readStateIndex:22884; appliedIndex:22883; }","duration":"160.312278ms","start":"2026-03-18T14:48:25.898133Z","end":"2026-03-18T14:48:26.058445Z","steps":["trace[1236931498] 'read index received' (duration: 70.683µs)","trace[1236931498] 'applied index is now lower than readState.Index' (duration: 160.236825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:48:26.058651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.122739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-03-18T14:48:26.058718Z","caller":"traceutil/trace.go:171","msg":"trace[293992558] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:21987; }","duration":"239.231883ms","start":"2026-03-18T14:48:25.819476Z","end":"2026-03-18T14:48:26.058708Z","steps":["trace[293992558] 'agreement among raft nodes before linearized reading' (duration: 238.983796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:26.058737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.032492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-03-18T14:48:26.058791Z","caller":"traceutil/trace.go:171","msg":"trace[545283739] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:21987; }","duration":"241.106414ms","start":"2026-03-18T14:48:25.817667Z","end":"2026-03-18T14:48:26.058774Z","steps":["trace[545283739] 'agreement among raft nodes before linearized reading' (duration: 240.854467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:26.058923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.569979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:48:26.059024Z","caller":"traceutil/trace.go:171","msg":"trace[553455814] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21987; }","duration":"240.775945ms","start":"2026-03-18T14:48:25.818223Z","end":"2026-03-18T14:48:26.058999Z","steps":["trace[553455814] 'agreement among raft nodes before linearized reading' (duration: 240.354743ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:27.666941Z","caller":"traceutil/trace.go:171","msg":"trace[665253786] transaction","detail":"{read_only:false; response_revision:21989; number_of_response:1; }","duration":"180.167064ms","start":"2026-03-18T14:48:27.486747Z","end":"2026-03-18T14:48:27.666914Z","steps":["trace[665253786] 'process raft request' (duration: 179.98344ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:28.082269Z","caller":"traceutil/trace.go:171","msg":"trace[72370972] transaction","detail":"{read_only:false; response_revision:21992; number_of_response:1; }","duration":"172.483366ms","start":"2026-03-18T14:48:27.90972Z","end":"2026-03-18T14:48:28.082203Z","steps":["trace[72370972] 'process raft request' (duration: 172.265201ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:28.388692Z","caller":"traceutil/trace.go:171","msg":"trace[1244460222] linearizableReadLoop","detail":"{readStateIndex:22892; appliedIndex:22888; }","duration":"323.752409ms","start":"2026-03-18T14:48:28.06492Z","end":"2026-03-18T14:48:28.388672Z","steps":["trace[1244460222] 'read index received' (duration: 17.145874ms)","trace[1244460222] 'applied index is now lower than readState.Index' (duration: 306.605675ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:48:28.388796Z","caller":"traceutil/trace.go:171","msg":"trace[1108137110] transaction","detail":"{read_only:false; response_revision:21995; number_of_response:1; }","duration":"477.636822ms","start":"2026-03-18T14:48:27.911148Z","end":"2026-03-18T14:48:28.388785Z","steps":["trace[1108137110] 'process raft request' (duration: 477.476528ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:28.388781Z","caller":"traceutil/trace.go:171","msg":"trace[714298069] transaction","detail":"{read_only:false; response_revision:21994; number_of_response:1; }","duration":"478.26256ms","start":"2026-03-18T14:48:27.910497Z","end":"2026-03-18T14:48:28.38876Z","steps":["trace[714298069] 'process raft request' (duration: 478.008173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:28.388883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:27.911141Z","time spent":"477.675984ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:48:28.388887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:27.910486Z","time spent":"478.343112ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:48:28.389037Z","caller":"traceutil/trace.go:171","msg":"trace[603559102] transaction","detail":"{read_only:false; response_revision:21993; number_of_response:1; }","duration":"478.577189ms","start":"2026-03-18T14:48:27.910453Z","end":"2026-03-18T14:48:28.38903Z","steps":["trace[603559102] 'process raft request' (duration: 468.062064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:28.389059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.13896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-18T14:48:28.389077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:27.910427Z","time spent":"478.6293ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:48:28.389087Z","caller":"traceutil/trace.go:171","msg":"trace[960601502] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21995; }","duration":"324.198831ms","start":"2026-03-18T14:48:28.064879Z","end":"2026-03-18T14:48:28.389077Z","steps":["trace[960601502] 'agreement among raft nodes before linearized reading' (duration: 324.093028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:28.389117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:28.064861Z","time spent":"324.250123ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-18T14:48:28.39812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.847136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-03-18T14:48:28.398173Z","caller":"traceutil/trace.go:171","msg":"trace[1843702766] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:21996; }","duration":"332.911107ms","start":"2026-03-18T14:48:28.06525Z","end":"2026-03-18T14:48:28.398161Z","steps":["trace[1843702766] 'agreement among raft nodes before linearized reading' (duration: 332.751704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:28.398233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:28.065245Z","time spent":"332.979949ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7325,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:48:28.398225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.61435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-03-18T14:48:28.398313Z","caller":"traceutil/trace.go:171","msg":"trace[62049182] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:21996; }","duration":"332.755374ms","start":"2026-03-18T14:48:28.06554Z","end":"2026-03-18T14:48:28.398296Z","steps":["trace[62049182] 'agreement among raft nodes before linearized reading' (duration: 332.507006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:28.398354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:28.065519Z","time spent":"332.827775ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7325,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-03-18T14:48:28.398139Z","caller":"traceutil/trace.go:171","msg":"trace[1683485472] transaction","detail":"{read_only:false; response_revision:21996; number_of_response:1; }","duration":"181.932443ms","start":"2026-03-18T14:48:28.216163Z","end":"2026-03-18T14:48:28.398096Z","steps":["trace[1683485472] 'process raft request' (duration: 181.740148ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:28.901542Z","caller":"traceutil/trace.go:171","msg":"trace[1095610042] transaction","detail":"{read_only:false; response_revision:21997; number_of_response:1; }","duration":"107.592261ms","start":"2026-03-18T14:48:28.793915Z","end":"2026-03-18T14:48:28.901508Z","steps":["trace[1095610042] 'process raft request' (duration: 107.389135ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:29.867726Z","caller":"traceutil/trace.go:171","msg":"trace[1642102812] transaction","detail":"{read_only:false; response_revision:21998; number_of_response:1; }","duration":"195.333815ms","start":"2026-03-18T14:48:29.672364Z","end":"2026-03-18T14:48:29.867698Z","steps":["trace[1642102812] 'process raft request' (duration: 195.157129ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:29.901596Z","caller":"traceutil/trace.go:171","msg":"trace[906473046] linearizableReadLoop","detail":"{readStateIndex:22896; appliedIndex:22894; }","duration":"206.465397ms","start":"2026-03-18T14:48:29.695043Z","end":"2026-03-18T14:48:29.901508Z","steps":["trace[906473046] 'read index received' (duration: 172.466677ms)","trace[906473046] 'applied index is now lower than readState.Index' (duration: 33.99512ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:48:29.901608Z","caller":"traceutil/trace.go:171","msg":"trace[1965307039] transaction","detail":"{read_only:false; response_revision:21999; number_of_response:1; }","duration":"223.110696ms","start":"2026-03-18T14:48:29.678467Z","end":"2026-03-18T14:48:29.901578Z","steps":["trace[1965307039] 'process raft request' (duration: 222.90523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:29.901981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.918919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:48:29.902024Z","caller":"traceutil/trace.go:171","msg":"trace[410231597] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21999; }","duration":"207.01092ms","start":"2026-03-18T14:48:29.695002Z","end":"2026-03-18T14:48:29.902013Z","steps":["trace[410231597] 'agreement among raft nodes before linearized reading' (duration: 206.689102ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:30.051116Z","caller":"traceutil/trace.go:171","msg":"trace[156164520] linearizableReadLoop","detail":"{readStateIndex:22897; appliedIndex:22896; }","duration":"140.898483ms","start":"2026-03-18T14:48:29.910188Z","end":"2026-03-18T14:48:30.051087Z","steps":["trace[156164520] 'read index received' (duration: 140.481401ms)","trace[156164520] 'applied index is now lower than readState.Index' (duration: 415.202µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:48:30.051156Z","caller":"traceutil/trace.go:171","msg":"trace[1247477605] transaction","detail":"{read_only:false; response_revision:22000; number_of_response:1; }","duration":"145.032394ms","start":"2026-03-18T14:48:29.906072Z","end":"2026-03-18T14:48:30.051104Z","steps":["trace[1247477605] 'process raft request' (duration: 144.699525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:30.051334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.13096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:48:30.051389Z","caller":"traceutil/trace.go:171","msg":"trace[372891147] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22000; }","duration":"141.218521ms","start":"2026-03-18T14:48:29.910154Z","end":"2026-03-18T14:48:30.051372Z","steps":["trace[372891147] 'agreement among raft nodes before linearized reading' (duration: 141.036336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:31.113984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.706961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:48:31.114165Z","caller":"traceutil/trace.go:171","msg":"trace[1599010405] linearizableReadLoop","detail":"{readStateIndex:22898; appliedIndex:22897; }","duration":"721.08076ms","start":"2026-03-18T14:48:30.393071Z","end":"2026-03-18T14:48:31.114151Z","steps":["trace[1599010405] 'read index received' (duration: 119.583µs)","trace[1599010405] 'applied index is now lower than readState.Index' (duration: 720.959897ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:48:31.114266Z","caller":"traceutil/trace.go:171","msg":"trace[1678934395] transaction","detail":"{read_only:false; response_revision:22001; number_of_response:1; }","duration":"1.023932204s","start":"2026-03-18T14:48:30.090323Z","end":"2026-03-18T14:48:31.114255Z","steps":["trace[1678934395] 'process raft request' (duration: 92.869412ms)","trace[1678934395] 'compare' (duration: 930.385083ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:48:31.11434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:30.090304Z","time spent":"1.024009255s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:48:31.114615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.543932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:48:31.114943Z","caller":"traceutil/trace.go:171","msg":"trace[928572277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22001; }","duration":"721.917332ms","start":"2026-03-18T14:48:30.393016Z","end":"2026-03-18T14:48:31.114933Z","steps":["trace[928572277] 'agreement among raft nodes before linearized reading' (duration: 721.50223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:31.115003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:30.392991Z","time spent":"722.003155ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:48:31.115123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.910862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:48:31.115216Z","caller":"traceutil/trace.go:171","msg":"trace[675451540] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22002; }","duration":"722.034305ms","start":"2026-03-18T14:48:30.393162Z","end":"2026-03-18T14:48:31.115196Z","steps":["trace[675451540] 'agreement among raft nodes before linearized reading' (duration: 721.816769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:31.115262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:30.393149Z","time spent":"722.104897ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:48:31.115567Z","caller":"traceutil/trace.go:171","msg":"trace[742501463] transaction","detail":"{read_only:false; response_revision:22002; number_of_response:1; }","duration":"208.179742ms","start":"2026-03-18T14:48:30.907376Z","end":"2026-03-18T14:48:31.115555Z","steps":["trace[742501463] 'process raft request' (duration: 207.503263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:31.116596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.207367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:48:31.116874Z","caller":"traceutil/trace.go:171","msg":"trace[70031692] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22002; }","duration":"723.511015ms","start":"2026-03-18T14:48:30.393342Z","end":"2026-03-18T14:48:31.116853Z","steps":["trace[70031692] 'agreement among raft nodes before linearized reading' (duration: 723.045381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:31.116856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.373598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"warn","ts":"2026-03-18T14:48:31.116926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:30.393335Z","time spent":"723.581707ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:48:31.116926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.323883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-18T14:48:31.116916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.729263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"warn","ts":"2026-03-18T14:48:31.116619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.701633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:48:31.116985Z","caller":"traceutil/trace.go:171","msg":"trace[1622363357] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:22002; }","duration":"637.413096ms","start":"2026-03-18T14:48:30.47955Z","end":"2026-03-18T14:48:31.116964Z","steps":["trace[1622363357] 'agreement among raft nodes before linearized reading' (duration: 637.310053ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:31.117002Z","caller":"traceutil/trace.go:171","msg":"trace[1074404657] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:22002; }","duration":"712.837966ms","start":"2026-03-18T14:48:30.404146Z","end":"2026-03-18T14:48:31.116984Z","steps":["trace[1074404657] 'agreement among raft nodes before linearized reading' (duration: 712.428025ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:31.117015Z","caller":"traceutil/trace.go:171","msg":"trace[439315947] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:22002; }","duration":"711.49884ms","start":"2026-03-18T14:48:30.405449Z","end":"2026-03-18T14:48:31.116948Z","steps":["trace[439315947] 'agreement among raft nodes before linearized reading' (duration: 711.12304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:31.11718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:30.405443Z","time spent":"711.723166ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7325,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:48:31.117035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:30.479529Z","time spent":"637.496198ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"info","ts":"2026-03-18T14:48:31.117091Z","caller":"traceutil/trace.go:171","msg":"trace[805670966] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22002; }","duration":"723.132865ms","start":"2026-03-18T14:48:30.393867Z","end":"2026-03-18T14:48:31.117Z","steps":["trace[805670966] 'agreement among raft nodes before linearized reading' (duration: 722.497168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:31.117336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:30.393858Z","time spent":"723.459484ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-18T14:48:31.117359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.020692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:48:31.117406Z","caller":"traceutil/trace.go:171","msg":"trace[373528046] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22002; }","duration":"271.114225ms","start":"2026-03-18T14:48:30.846281Z","end":"2026-03-18T14:48:31.117396Z","steps":["trace[373528046] 'agreement among raft nodes before linearized reading' (duration: 269.762028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:31.117115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:30.404137Z","time spent":"712.898918ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7325,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:48:31.117539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.496632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:48:31.117681Z","caller":"traceutil/trace.go:171","msg":"trace[855859301] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22002; }","duration":"715.256653ms","start":"2026-03-18T14:48:30.402329Z","end":"2026-03-18T14:48:31.117586Z","steps":["trace[855859301] 'agreement among raft nodes before linearized reading' (duration: 714.282995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:31.117822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:30.402312Z","time spent":"715.406796ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-18T14:48:34.217206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.275117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:48:34.21755Z","caller":"traceutil/trace.go:171","msg":"trace[1004229524] transaction","detail":"{read_only:false; response_revision:22018; number_of_response:1; }","duration":"302.437083ms","start":"2026-03-18T14:48:33.915089Z","end":"2026-03-18T14:48:34.217527Z","steps":["trace[1004229524] 'process raft request' (duration: 158.693844ms)","trace[1004229524] 'compare' (duration: 142.963768ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:48:34.217661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:33.915047Z","time spent":"302.558536ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:48:34.217521Z","caller":"traceutil/trace.go:171","msg":"trace[1703505105] linearizableReadLoop","detail":"{readStateIndex:22916; appliedIndex:22915; }","duration":"157.43819ms","start":"2026-03-18T14:48:34.060066Z","end":"2026-03-18T14:48:34.217504Z","steps":["trace[1703505105] 'read index received' (duration: 13.623589ms)","trace[1703505105] 'applied index is now lower than readState.Index' (duration: 143.813331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:48:34.217793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.697557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:48:34.217864Z","caller":"traceutil/trace.go:171","msg":"trace[917099654] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22018; }","duration":"157.811819ms","start":"2026-03-18T14:48:34.060033Z","end":"2026-03-18T14:48:34.217845Z","steps":["trace[917099654] 'agreement among raft nodes before linearized reading' (duration: 157.586913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:34.218293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.697613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T14:48:34.218657Z","caller":"traceutil/trace.go:171","msg":"trace[718363422] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22018; }","duration":"155.821806ms","start":"2026-03-18T14:48:34.062518Z","end":"2026-03-18T14:48:34.218339Z","steps":["trace[718363422] 'agreement among raft nodes before linearized reading' (duration: 155.586989ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:35.404973Z","caller":"traceutil/trace.go:171","msg":"trace[530329132] transaction","detail":"{read_only:false; response_revision:22021; number_of_response:1; }","duration":"431.973767ms","start":"2026-03-18T14:48:34.972975Z","end":"2026-03-18T14:48:35.404949Z","steps":["trace[530329132] 'process raft request' (duration: 431.827582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:35.405107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:34.972946Z","time spent":"432.090522ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:48:35.40508Z","caller":"traceutil/trace.go:171","msg":"trace[623853812] linearizableReadLoop","detail":"{readStateIndex:22919; appliedIndex:22919; }","duration":"314.710235ms","start":"2026-03-18T14:48:35.090339Z","end":"2026-03-18T14:48:35.405049Z","steps":["trace[623853812] 'read index received' (duration: 314.696005ms)","trace[623853812] 'applied index is now lower than readState.Index' (duration: 11.8µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:48:35.405295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.940642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:48:35.405363Z","caller":"traceutil/trace.go:171","msg":"trace[590803378] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:22021; }","duration":"315.059045ms","start":"2026-03-18T14:48:35.090289Z","end":"2026-03-18T14:48:35.405348Z","steps":["trace[590803378] 'agreement among raft nodes before linearized reading' (duration: 314.89808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:35.405398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:35.090236Z","time spent":"315.154367ms","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:48:35.412024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.053368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:48:35.412053Z","caller":"traceutil/trace.go:171","msg":"trace[1707770591] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22022; }","duration":"232.104039ms","start":"2026-03-18T14:48:35.179941Z","end":"2026-03-18T14:48:35.412046Z","steps":["trace[1707770591] 'agreement among raft nodes before linearized reading' (duration: 231.995166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:35.412199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.922671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:48:35.412213Z","caller":"traceutil/trace.go:171","msg":"trace[1976751914] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22022; }","duration":"229.979872ms","start":"2026-03-18T14:48:35.182229Z","end":"2026-03-18T14:48:35.412209Z","steps":["trace[1976751914] 'agreement among raft nodes before linearized reading' (duration: 229.927291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:35.412319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.783074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-03-18T14:48:35.412336Z","caller":"traceutil/trace.go:171","msg":"trace[986257416] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:22022; }","duration":"230.810044ms","start":"2026-03-18T14:48:35.181522Z","end":"2026-03-18T14:48:35.412332Z","steps":["trace[986257416] 'agreement among raft nodes before linearized reading' (duration: 230.755643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:35.41228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.916645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T14:48:35.412324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.565982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-03-18T14:48:35.412405Z","caller":"traceutil/trace.go:171","msg":"trace[141934865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22022; }","duration":"201.137793ms","start":"2026-03-18T14:48:35.211241Z","end":"2026-03-18T14:48:35.412378Z","steps":["trace[141934865] 'agreement among raft nodes before linearized reading' (duration: 200.714121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:35.412446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.743759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-03-18T14:48:35.41244Z","caller":"traceutil/trace.go:171","msg":"trace[702995348] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:22022; }","duration":"229.775236ms","start":"2026-03-18T14:48:35.182641Z","end":"2026-03-18T14:48:35.412416Z","steps":["trace[702995348] 'agreement among raft nodes before linearized reading' (duration: 229.352714ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:35.412464Z","caller":"traceutil/trace.go:171","msg":"trace[1029329088] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:22022; }","duration":"231.771281ms","start":"2026-03-18T14:48:35.180688Z","end":"2026-03-18T14:48:35.412459Z","steps":["trace[1029329088] 'agreement among raft nodes before linearized reading' (duration: 231.72464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:35.412559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.090749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T14:48:35.412576Z","caller":"traceutil/trace.go:171","msg":"trace[301376477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22022; }","duration":"232.11639ms","start":"2026-03-18T14:48:35.180456Z","end":"2026-03-18T14:48:35.412573Z","steps":["trace[301376477] 'agreement among raft nodes before linearized reading' (duration: 232.068489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:35.412749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.187273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:48:35.412768Z","caller":"traceutil/trace.go:171","msg":"trace[1722422386] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:22022; }","duration":"218.222664ms","start":"2026-03-18T14:48:35.19454Z","end":"2026-03-18T14:48:35.412763Z","steps":["trace[1722422386] 'agreement among raft nodes before linearized reading' (duration: 218.189903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:35.412879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.585451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:48:35.412898Z","caller":"traceutil/trace.go:171","msg":"trace[572702150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22022; }","duration":"202.675584ms","start":"2026-03-18T14:48:35.210218Z","end":"2026-03-18T14:48:35.412893Z","steps":["trace[572702150] 'agreement among raft nodes before linearized reading' (duration: 202.625692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:35.413027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.420788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:48:35.413065Z","caller":"traceutil/trace.go:171","msg":"trace[15799420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22022; }","duration":"225.471961ms","start":"2026-03-18T14:48:35.187584Z","end":"2026-03-18T14:48:35.413056Z","steps":["trace[15799420] 'agreement among raft nodes before linearized reading' (duration: 225.372778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:35.413068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.153498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:48:35.413172Z","caller":"traceutil/trace.go:171","msg":"trace[1505616849] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:22022; }","duration":"189.304612ms","start":"2026-03-18T14:48:35.223845Z","end":"2026-03-18T14:48:35.413149Z","steps":["trace[1505616849] 'agreement among raft nodes before linearized reading' (duration: 189.101806ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:35.413225Z","caller":"traceutil/trace.go:171","msg":"trace[265148543] transaction","detail":"{read_only:false; response_revision:22022; number_of_response:1; }","duration":"234.782242ms","start":"2026-03-18T14:48:35.178436Z","end":"2026-03-18T14:48:35.413218Z","steps":["trace[265148543] 'process raft request' (duration: 233.391734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:35.41332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.934246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:48:35.413369Z","caller":"traceutil/trace.go:171","msg":"trace[997599722] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:22022; }","duration":"126.012479ms","start":"2026-03-18T14:48:35.287339Z","end":"2026-03-18T14:48:35.413351Z","steps":["trace[997599722] 'agreement among raft nodes before linearized reading' (duration: 125.935527ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:35.662165Z","caller":"traceutil/trace.go:171","msg":"trace[1681687235] transaction","detail":"{read_only:false; response_revision:22023; number_of_response:1; }","duration":"245.114772ms","start":"2026-03-18T14:48:35.417011Z","end":"2026-03-18T14:48:35.662126Z","steps":["trace[1681687235] 'process raft request' (duration: 173.792863ms)","trace[1681687235] 'compare' (duration: 71.030691ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:48:35.680805Z","caller":"traceutil/trace.go:171","msg":"trace[1524938727] transaction","detail":"{read_only:false; response_revision:22025; number_of_response:1; }","duration":"262.917884ms","start":"2026-03-18T14:48:35.417866Z","end":"2026-03-18T14:48:35.680784Z","steps":["trace[1524938727] 'process raft request' (duration: 262.860863ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:35.680889Z","caller":"traceutil/trace.go:171","msg":"trace[1574066483] transaction","detail":"{read_only:false; response_revision:22024; number_of_response:1; }","duration":"263.075028ms","start":"2026-03-18T14:48:35.41778Z","end":"2026-03-18T14:48:35.680855Z","steps":["trace[1574066483] 'process raft request' (duration: 262.826471ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:35.681134Z","caller":"traceutil/trace.go:171","msg":"trace[1010319235] transaction","detail":"{read_only:false; response_revision:22026; number_of_response:1; }","duration":"260.871178ms","start":"2026-03-18T14:48:35.420229Z","end":"2026-03-18T14:48:35.6811Z","steps":["trace[1010319235] 'process raft request' (duration: 260.523259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:35.681277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.344489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:48:35.681126Z","caller":"traceutil/trace.go:171","msg":"trace[1739006733] linearizableReadLoop","detail":"{readStateIndex:22925; appliedIndex:22920; }","duration":"153.187814ms","start":"2026-03-18T14:48:35.527917Z","end":"2026-03-18T14:48:35.681105Z","steps":["trace[1739006733] 'read index received' (duration: 62.886172ms)","trace[1739006733] 'applied index is now lower than readState.Index' (duration: 90.300382ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:48:35.681351Z","caller":"traceutil/trace.go:171","msg":"trace[623193] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:22027; }","duration":"153.437912ms","start":"2026-03-18T14:48:35.527897Z","end":"2026-03-18T14:48:35.681334Z","steps":["trace[623193] 'agreement among raft nodes before linearized reading' (duration: 153.312058ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:35.681422Z","caller":"traceutil/trace.go:171","msg":"trace[528832139] transaction","detail":"{read_only:false; response_revision:22027; number_of_response:1; }","duration":"206.23541ms","start":"2026-03-18T14:48:35.475174Z","end":"2026-03-18T14:48:35.681409Z","steps":["trace[528832139] 'process raft request' (duration: 205.831249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:35.681702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.806641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:48:35.681777Z","caller":"traceutil/trace.go:171","msg":"trace[321090929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22027; }","duration":"109.939295ms","start":"2026-03-18T14:48:35.57182Z","end":"2026-03-18T14:48:35.681759Z","steps":["trace[321090929] 'agreement among raft nodes before linearized reading' (duration: 109.812812ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:37.938645Z","caller":"traceutil/trace.go:171","msg":"trace[1193834813] transaction","detail":"{read_only:false; response_revision:22050; number_of_response:1; }","duration":"177.215074ms","start":"2026-03-18T14:48:37.761407Z","end":"2026-03-18T14:48:37.938622Z","steps":["trace[1193834813] 'process raft request' (duration: 139.777632ms)","trace[1193834813] 'compare' (duration: 37.083932ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:48:37.938903Z","caller":"traceutil/trace.go:171","msg":"trace[776521523] transaction","detail":"{read_only:false; response_revision:22051; number_of_response:1; }","duration":"177.359149ms","start":"2026-03-18T14:48:37.76148Z","end":"2026-03-18T14:48:37.93884Z","steps":["trace[776521523] 'process raft request' (duration: 177.094602ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:38.008155Z","caller":"traceutil/trace.go:171","msg":"trace[910574356] transaction","detail":"{read_only:false; response_revision:22052; number_of_response:1; }","duration":"246.628123ms","start":"2026-03-18T14:48:37.761476Z","end":"2026-03-18T14:48:38.008104Z","steps":["trace[910574356] 'process raft request' (duration: 246.306624ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:38.008402Z","caller":"traceutil/trace.go:171","msg":"trace[1414335176] transaction","detail":"{read_only:false; response_revision:22053; number_of_response:1; }","duration":"219.350275ms","start":"2026-03-18T14:48:37.78904Z","end":"2026-03-18T14:48:38.008391Z","steps":["trace[1414335176] 'process raft request' (duration: 218.952694ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:38.008538Z","caller":"traceutil/trace.go:171","msg":"trace[1391412825] linearizableReadLoop","detail":"{readStateIndex:22951; appliedIndex:22948; }","duration":"238.890063ms","start":"2026-03-18T14:48:37.769409Z","end":"2026-03-18T14:48:38.008299Z","steps":["trace[1391412825] 'read index received' (duration: 131.791166ms)","trace[1391412825] 'applied index is now lower than readState.Index' (duration: 107.094407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:48:38.008779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.349566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-18T14:48:38.008895Z","caller":"traceutil/trace.go:171","msg":"trace[1185311698] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22053; }","duration":"239.531352ms","start":"2026-03-18T14:48:37.769338Z","end":"2026-03-18T14:48:38.008869Z","steps":["trace[1185311698] 'agreement among raft nodes before linearized reading' (duration: 239.185112ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:38.214961Z","caller":"traceutil/trace.go:171","msg":"trace[2045594852] transaction","detail":"{read_only:false; response_revision:22055; number_of_response:1; }","duration":"202.17995ms","start":"2026-03-18T14:48:38.012758Z","end":"2026-03-18T14:48:38.214938Z","steps":["trace[2045594852] 'process raft request' (duration: 202.081897ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:38.215085Z","caller":"traceutil/trace.go:171","msg":"trace[201366851] transaction","detail":"{read_only:false; response_revision:22054; number_of_response:1; }","duration":"301.087387ms","start":"2026-03-18T14:48:37.913934Z","end":"2026-03-18T14:48:38.215021Z","steps":["trace[201366851] 'process raft request' (duration: 210.012392ms)","trace[201366851] 'compare' (duration: 90.598651ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:48:38.215263Z","caller":"traceutil/trace.go:171","msg":"trace[1897567875] linearizableReadLoop","detail":"{readStateIndex:22953; appliedIndex:22952; }","duration":"206.625201ms","start":"2026-03-18T14:48:38.008627Z","end":"2026-03-18T14:48:38.215252Z","steps":["trace[1897567875] 'read index received' (duration: 115.452094ms)","trace[1897567875] 'applied index is now lower than readState.Index' (duration: 91.171617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:48:38.215434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.431489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-18T14:48:38.215435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:37.913892Z","time spent":"301.370064ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:48:38.215467Z","caller":"traceutil/trace.go:171","msg":"trace[1730227418] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22055; }","duration":"273.51457ms","start":"2026-03-18T14:48:37.941942Z","end":"2026-03-18T14:48:38.215456Z","steps":["trace[1730227418] 'agreement among raft nodes before linearized reading' (duration: 273.349895ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:38.461618Z","caller":"traceutil/trace.go:171","msg":"trace[1190207409] linearizableReadLoop","detail":"{readStateIndex:22956; appliedIndex:22955; }","duration":"137.809179ms","start":"2026-03-18T14:48:38.323787Z","end":"2026-03-18T14:48:38.461597Z","steps":["trace[1190207409] 'read index received' (duration: 137.610263ms)","trace[1190207409] 'applied index is now lower than readState.Index' (duration: 198.125µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:48:38.461682Z","caller":"traceutil/trace.go:171","msg":"trace[2090086323] transaction","detail":"{read_only:false; response_revision:22057; number_of_response:1; }","duration":"150.398059ms","start":"2026-03-18T14:48:38.31125Z","end":"2026-03-18T14:48:38.461648Z","steps":["trace[2090086323] 'process raft request' (duration: 150.196634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:38.461883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.077106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T14:48:38.46193Z","caller":"traceutil/trace.go:171","msg":"trace[660397882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22057; }","duration":"138.181119ms","start":"2026-03-18T14:48:38.323735Z","end":"2026-03-18T14:48:38.461916Z","steps":["trace[660397882] 'agreement among raft nodes before linearized reading' (duration: 137.956333ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:39.97659Z","caller":"traceutil/trace.go:171","msg":"trace[1934437841] linearizableReadLoop","detail":"{readStateIndex:22965; appliedIndex:22964; }","duration":"202.438128ms","start":"2026-03-18T14:48:39.774129Z","end":"2026-03-18T14:48:39.976568Z","steps":["trace[1934437841] 'read index received' (duration: 196.006033ms)","trace[1934437841] 'applied index is now lower than readState.Index' (duration: 6.431165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:48:39.976765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.612632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:48:39.976767Z","caller":"traceutil/trace.go:171","msg":"trace[1783390738] transaction","detail":"{read_only:false; response_revision:22066; number_of_response:1; }","duration":"211.43673ms","start":"2026-03-18T14:48:39.765275Z","end":"2026-03-18T14:48:39.976712Z","steps":["trace[1783390738] 'process raft request' (duration: 204.955895ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:39.976797Z","caller":"traceutil/trace.go:171","msg":"trace[1007416765] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22066; }","duration":"202.689224ms","start":"2026-03-18T14:48:39.774098Z","end":"2026-03-18T14:48:39.976788Z","steps":["trace[1007416765] 'agreement among raft nodes before linearized reading' (duration: 202.591012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:46.99876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.80493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:48:46.998811Z","caller":"traceutil/trace.go:171","msg":"trace[307964917] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:22108; }","duration":"218.899653ms","start":"2026-03-18T14:48:46.7799Z","end":"2026-03-18T14:48:46.9988Z","steps":["trace[307964917] 'count revisions from in-memory index tree' (duration: 218.729878ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:47.57412Z","caller":"traceutil/trace.go:171","msg":"trace[401164824] transaction","detail":"{read_only:false; response_revision:22109; number_of_response:1; }","duration":"112.772031ms","start":"2026-03-18T14:48:47.461326Z","end":"2026-03-18T14:48:47.574098Z","steps":["trace[401164824] 'process raft request' (duration: 112.608077ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:48.328861Z","caller":"traceutil/trace.go:171","msg":"trace[1554307060] linearizableReadLoop","detail":"{readStateIndex:23012; appliedIndex:23011; }","duration":"273.568911ms","start":"2026-03-18T14:48:48.055258Z","end":"2026-03-18T14:48:48.328827Z","steps":["trace[1554307060] 'read index received' (duration: 273.375907ms)","trace[1554307060] 'applied index is now lower than readState.Index' (duration: 191.334µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:48:48.329411Z","caller":"traceutil/trace.go:171","msg":"trace[302543487] transaction","detail":"{read_only:false; response_revision:22111; number_of_response:1; }","duration":"288.184887ms","start":"2026-03-18T14:48:48.041212Z","end":"2026-03-18T14:48:48.329397Z","steps":["trace[302543487] 'process raft request' (duration: 287.370585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:48.329747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.469736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:48:48.329777Z","caller":"traceutil/trace.go:171","msg":"trace[60921486] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22111; }","duration":"274.557188ms","start":"2026-03-18T14:48:48.055211Z","end":"2026-03-18T14:48:48.329768Z","steps":["trace[60921486] 'agreement among raft nodes before linearized reading' (duration: 274.390734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:48.879994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.852727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:48:48.880118Z","caller":"traceutil/trace.go:171","msg":"trace[897450967] linearizableReadLoop","detail":"{readStateIndex:23013; appliedIndex:23012; }","duration":"551.137591ms","start":"2026-03-18T14:48:48.328959Z","end":"2026-03-18T14:48:48.880097Z","steps":["trace[897450967] 'read index received' (duration: 154.107419ms)","trace[897450967] 'applied index is now lower than readState.Index' (duration: 397.028132ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:48:48.880302Z","caller":"traceutil/trace.go:171","msg":"trace[1695975361] transaction","detail":"{read_only:false; response_revision:22112; number_of_response:1; }","duration":"627.132989ms","start":"2026-03-18T14:48:48.253103Z","end":"2026-03-18T14:48:48.880236Z","steps":["trace[1695975361] 'process raft request' (duration: 229.934972ms)","trace[1695975361] 'compare' (duration: 396.486807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:48:48.880339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.89165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-18T14:48:48.880367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.967125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T14:48:48.88039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.91678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T14:48:48.880429Z","caller":"traceutil/trace.go:171","msg":"trace[958304555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22112; }","duration":"810.070267ms","start":"2026-03-18T14:48:48.070344Z","end":"2026-03-18T14:48:48.880414Z","steps":["trace[958304555] 'agreement among raft nodes before linearized reading' (duration: 809.852991ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:48.880487Z","caller":"traceutil/trace.go:171","msg":"trace[238967898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22112; }","duration":"801.067394ms","start":"2026-03-18T14:48:48.079401Z","end":"2026-03-18T14:48:48.880469Z","steps":["trace[238967898] 'agreement among raft nodes before linearized reading' (duration: 800.771486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:48.880506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:48.06867Z","time spent":"811.822935ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:48:48.880542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:48.079381Z","time spent":"801.149386ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:48:48.880508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:48.253077Z","time spent":"627.285792ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:48:48.880414Z","caller":"traceutil/trace.go:171","msg":"trace[1343799791] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22112; }","duration":"558.981963ms","start":"2026-03-18T14:48:48.32141Z","end":"2026-03-18T14:48:48.880392Z","steps":["trace[1343799791] 'agreement among raft nodes before linearized reading' (duration: 558.747387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:48.880717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:48.321377Z","time spent":"559.326003ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-18T14:48:49.380775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476732551,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:48:49.503096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.180893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:48:49.503214Z","caller":"traceutil/trace.go:171","msg":"trace[912021627] transaction","detail":"{read_only:false; response_revision:22113; number_of_response:1; }","duration":"1.164502157s","start":"2026-03-18T14:48:48.338692Z","end":"2026-03-18T14:48:49.503194Z","steps":["trace[912021627] 'process raft request' (duration: 1.055137869s)","trace[912021627] 'compare' (duration: 108.714491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:48:49.503276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:48.33866Z","time spent":"1.164586459s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:48:50.569361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000847595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:48:50.569435Z","caller":"traceutil/trace.go:171","msg":"trace[717386126] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000962739s","start":"2026-03-18T14:48:48.568456Z","end":"2026-03-18T14:48:50.569419Z","steps":["trace[717386126] 'agreement among raft nodes before linearized reading' (duration: 2.000864476s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:50.569475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:48.568447Z","time spent":"2.001017631s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:48:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:48:50.587397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.395094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:48:50.587553Z","caller":"traceutil/trace.go:171","msg":"trace[1563561442] transaction","detail":"{read_only:false; response_revision:22117; number_of_response:1; }","duration":"1.008464355s","start":"2026-03-18T14:48:49.579076Z","end":"2026-03-18T14:48:50.58754Z","steps":["trace[1563561442] 'process raft request' (duration: 1.008444584s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:50.587568Z","caller":"traceutil/trace.go:171","msg":"trace[1300204596] transaction","detail":"{read_only:false; response_revision:22115; number_of_response:1; }","duration":"1.702923775s","start":"2026-03-18T14:48:48.884626Z","end":"2026-03-18T14:48:50.587549Z","steps":["trace[1300204596] 'process raft request' (duration: 1.702839652s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:50.587604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:49.579054Z","time spent":"1.008528017s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:48:50.587665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:48.884603Z","time spent":"1.703011506s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:48:50.587748Z","caller":"traceutil/trace.go:171","msg":"trace[1877919118] transaction","detail":"{read_only:false; response_revision:22114; number_of_response:1; }","duration":"2.035503943s","start":"2026-03-18T14:48:48.552233Z","end":"2026-03-18T14:48:50.587737Z","steps":["trace[1877919118] 'process raft request' (duration: 1.179713658s)","trace[1877919118] 'compare' (duration: 855.055035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:48:50.587779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:48.552207Z","time spent":"2.035556494s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:48:50.587744Z","caller":"traceutil/trace.go:171","msg":"trace[137438150] linearizableReadLoop","detail":"{readStateIndex:23017; appliedIndex:23013; }","duration":"1.707558529s","start":"2026-03-18T14:48:48.88016Z","end":"2026-03-18T14:48:50.587718Z","steps":["trace[137438150] 'read index received' (duration: 513.770401ms)","trace[137438150] 'applied index is now lower than readState.Index' (duration: 1.193785358s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:48:50.58788Z","caller":"traceutil/trace.go:171","msg":"trace[593740974] transaction","detail":"{read_only:false; response_revision:22116; number_of_response:1; }","duration":"1.703162112s","start":"2026-03-18T14:48:48.884706Z","end":"2026-03-18T14:48:50.587868Z","steps":["trace[593740974] 'process raft request' (duration: 1.702790211s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:50.587964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139284955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:48:50.587988Z","caller":"traceutil/trace.go:171","msg":"trace[1160289222] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22117; }","duration":"1.139308986s","start":"2026-03-18T14:48:49.448673Z","end":"2026-03-18T14:48:50.587982Z","steps":["trace[1160289222] 'agreement among raft nodes before linearized reading' (duration: 1.139223343s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:50.587981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:48.884672Z","time spent":"1.703240042s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:48:50.588014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:49.448619Z","time spent":"1.139382218s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-18T14:48:50.588087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.995859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:48:50.588116Z","caller":"traceutil/trace.go:171","msg":"trace[261823251] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22117; }","duration":"255.060551ms","start":"2026-03-18T14:48:50.333048Z","end":"2026-03-18T14:48:50.588108Z","steps":["trace[261823251] 'agreement among raft nodes before linearized reading' (duration: 254.972408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:50.588139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.698646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:48:50.588178Z","caller":"traceutil/trace.go:171","msg":"trace[561382271] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22117; }","duration":"422.749399ms","start":"2026-03-18T14:48:50.165407Z","end":"2026-03-18T14:48:50.588156Z","steps":["trace[561382271] 'agreement among raft nodes before linearized reading' (duration: 422.690877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:50.588186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956575867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:48:50.588195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:50.16539Z","time spent":"422.802509ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:48:50.588199Z","caller":"traceutil/trace.go:171","msg":"trace[2041612873] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22117; }","duration":"1.956624588s","start":"2026-03-18T14:48:48.63157Z","end":"2026-03-18T14:48:50.588194Z","steps":["trace[2041612873] 'agreement among raft nodes before linearized reading' (duration: 1.956587888s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:50.588211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:48.63155Z","time spent":"1.95665875s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:48:50.588285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.300078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:48:50.588361Z","caller":"traceutil/trace.go:171","msg":"trace[1173601417] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:22117; }","duration":"622.370609ms","start":"2026-03-18T14:48:49.965978Z","end":"2026-03-18T14:48:50.588349Z","steps":["trace[1173601417] 'agreement among raft nodes before linearized reading' (duration: 622.289728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:50.588374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.984661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-18T14:48:50.588398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:49.965926Z","time spent":"622.451332ms","remote":"127.0.0.1:45138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:48:50.588533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.15175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:48:50.588399Z","caller":"traceutil/trace.go:171","msg":"trace[1285357848] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:22117; }","duration":"108.045114ms","start":"2026-03-18T14:48:50.480348Z","end":"2026-03-18T14:48:50.588394Z","steps":["trace[1285357848] 'agreement among raft nodes before linearized reading' (duration: 107.981012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:50.588615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136153921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:48:50.588652Z","caller":"traceutil/trace.go:171","msg":"trace[495574137] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22117; }","duration":"1.136221081s","start":"2026-03-18T14:48:49.45242Z","end":"2026-03-18T14:48:50.588641Z","steps":["trace[495574137] 'agreement among raft nodes before linearized reading' (duration: 1.136083918s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:50.588691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:49.452403Z","time spent":"1.136280783s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-03-18T14:48:50.589289Z","caller":"traceutil/trace.go:171","msg":"trace[946066949] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:22117; }","duration":"922.937121ms","start":"2026-03-18T14:48:49.666331Z","end":"2026-03-18T14:48:50.589268Z","steps":["trace[946066949] 'agreement among raft nodes before linearized reading' (duration: 922.168351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:50.589328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:49.666223Z","time spent":"923.092295ms","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:48:51.13904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.392837ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-18T14:48:51.139113Z","caller":"traceutil/trace.go:171","msg":"trace[1268366590] linearizableReadLoop","detail":"{readStateIndex:23019; appliedIndex:23018; }","duration":"546.966349ms","start":"2026-03-18T14:48:50.592134Z","end":"2026-03-18T14:48:51.1391Z","steps":["trace[1268366590] 'read index received' (duration: 178.514781ms)","trace[1268366590] 'applied index is now lower than readState.Index' (duration: 368.450438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:48:51.13916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:50.589547Z","time spent":"549.610171ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T14:48:51.139378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.235597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-18T14:48:51.139408Z","caller":"traceutil/trace.go:171","msg":"trace[1774759327] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0; range_end:; response_count:1; response_revision:22117; }","duration":"547.301238ms","start":"2026-03-18T14:48:50.592099Z","end":"2026-03-18T14:48:51.1394Z","steps":["trace[1774759327] 'agreement among raft nodes before linearized reading' (duration: 547.188495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:51.139432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:50.592081Z","time spent":"547.345259ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" "} {"level":"info","ts":"2026-03-18T14:48:51.200446Z","caller":"traceutil/trace.go:171","msg":"trace[1150618400] transaction","detail":"{read_only:false; response_revision:22119; number_of_response:1; }","duration":"605.898633ms","start":"2026-03-18T14:48:50.594519Z","end":"2026-03-18T14:48:51.200417Z","steps":["trace[1150618400] 'process raft request' (duration: 605.839331ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:51.200483Z","caller":"traceutil/trace.go:171","msg":"trace[843709293] transaction","detail":"{read_only:false; response_revision:22118; number_of_response:1; }","duration":"606.709666ms","start":"2026-03-18T14:48:50.593745Z","end":"2026-03-18T14:48:51.200455Z","steps":["trace[843709293] 'process raft request' (duration: 606.364206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:51.200615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:50.593728Z","time spent":"606.812258ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:48:51.200637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:50.594504Z","time spent":"606.025708ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:48:51.222832Z","caller":"traceutil/trace.go:171","msg":"trace[1213266825] transaction","detail":"{read_only:false; response_revision:22120; number_of_response:1; }","duration":"336.346061ms","start":"2026-03-18T14:48:50.886467Z","end":"2026-03-18T14:48:51.222813Z","steps":["trace[1213266825] 'process raft request' (duration: 336.143916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:51.222941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:50.886439Z","time spent":"336.445472ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:48:51.223277Z","caller":"traceutil/trace.go:171","msg":"trace[434650360] transaction","detail":"{read_only:false; response_revision:22121; number_of_response:1; }","duration":"260.435247ms","start":"2026-03-18T14:48:50.962807Z","end":"2026-03-18T14:48:51.223242Z","steps":["trace[434650360] 'process raft request' (duration: 259.930413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:51.223745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.005388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:48:51.223883Z","caller":"traceutil/trace.go:171","msg":"trace[861731210] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22123; }","duration":"629.243366ms","start":"2026-03-18T14:48:50.594612Z","end":"2026-03-18T14:48:51.223856Z","steps":["trace[861731210] 'agreement among raft nodes before linearized reading' (duration: 628.807354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:51.223926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.627881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-03-18T14:48:51.223947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:50.594593Z","time spent":"629.341338ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:48:51.224001Z","caller":"traceutil/trace.go:171","msg":"trace[1574433440] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22123; }","duration":"335.761394ms","start":"2026-03-18T14:48:50.888221Z","end":"2026-03-18T14:48:51.223983Z","steps":["trace[1574433440] 'agreement among raft nodes before linearized reading' (duration: 335.535748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:51.224061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:50.888202Z","time spent":"335.845596ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-18T14:48:51.223898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.487777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:48:51.22413Z","caller":"traceutil/trace.go:171","msg":"trace[11385964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22123; }","duration":"627.757805ms","start":"2026-03-18T14:48:50.596351Z","end":"2026-03-18T14:48:51.224109Z","steps":["trace[11385964] 'agreement among raft nodes before linearized reading' (duration: 627.458477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:51.224182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:50.59634Z","time spent":"627.833907ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:48:51.572725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.403419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:48:51.572801Z","caller":"traceutil/trace.go:171","msg":"trace[1170686975] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:22123; }","duration":"143.543364ms","start":"2026-03-18T14:48:51.429242Z","end":"2026-03-18T14:48:51.572785Z","steps":["trace[1170686975] 'count revisions from in-memory index tree' (duration: 143.192333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:51.572838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.522754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:48:51.572909Z","caller":"traceutil/trace.go:171","msg":"trace[794254630] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22123; }","duration":"289.658076ms","start":"2026-03-18T14:48:51.283234Z","end":"2026-03-18T14:48:51.572892Z","steps":["trace[794254630] 'range keys from in-memory index tree' (duration: 289.41535ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:52.99676Z","caller":"traceutil/trace.go:171","msg":"trace[125151423] linearizableReadLoop","detail":"{readStateIndex:23027; appliedIndex:23026; }","duration":"403.805734ms","start":"2026-03-18T14:48:52.592924Z","end":"2026-03-18T14:48:52.99673Z","steps":["trace[125151423] 'read index received' (duration: 348.679µs)","trace[125151423] 'applied index is now lower than readState.Index' (duration: 403.455935ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:48:52.997275Z","caller":"traceutil/trace.go:171","msg":"trace[579693906] transaction","detail":"{read_only:false; response_revision:22125; number_of_response:1; }","duration":"404.443012ms","start":"2026-03-18T14:48:52.592816Z","end":"2026-03-18T14:48:52.99726Z","steps":["trace[579693906] 'process raft request' (duration: 403.682161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:52.9974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:52.592797Z","time spent":"404.521454ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:48:53.00009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.713009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T14:48:53.000152Z","caller":"traceutil/trace.go:171","msg":"trace[1095957813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22125; }","duration":"407.239098ms","start":"2026-03-18T14:48:52.5929Z","end":"2026-03-18T14:48:53.000139Z","steps":["trace[1095957813] 'agreement among raft nodes before linearized reading' (duration: 404.640728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:53.000187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:52.592892Z","time spent":"407.28715ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:48:53.457485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.580491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:48:53.457717Z","caller":"traceutil/trace.go:171","msg":"trace[1695256355] transaction","detail":"{read_only:false; response_revision:22128; number_of_response:1; }","duration":"454.432605ms","start":"2026-03-18T14:48:53.003264Z","end":"2026-03-18T14:48:53.457697Z","steps":["trace[1695256355] 'process raft request' (duration: 454.384904ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:53.457809Z","caller":"traceutil/trace.go:171","msg":"trace[1650743854] transaction","detail":"{read_only:false; response_revision:22127; number_of_response:1; }","duration":"861.949811ms","start":"2026-03-18T14:48:52.595828Z","end":"2026-03-18T14:48:53.457778Z","steps":["trace[1650743854] 'process raft request' (duration: 861.756186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:53.457819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:53.003243Z","time spent":"454.520028ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:48:53.457893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:52.595814Z","time spent":"862.038373ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:48:53.457908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.901835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:48:53.457867Z","caller":"traceutil/trace.go:171","msg":"trace[997309661] linearizableReadLoop","detail":"{readStateIndex:23029; appliedIndex:23027; }","duration":"460.871371ms","start":"2026-03-18T14:48:52.996951Z","end":"2026-03-18T14:48:53.457822Z","steps":["trace[997309661] 'read index received' (duration: 182.774167ms)","trace[997309661] 'applied index is now lower than readState.Index' (duration: 278.093164ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:48:53.457789Z","caller":"traceutil/trace.go:171","msg":"trace[358572926] transaction","detail":"{read_only:false; response_revision:22126; number_of_response:1; }","duration":"864.084218ms","start":"2026-03-18T14:48:52.593673Z","end":"2026-03-18T14:48:53.457757Z","steps":["trace[358572926] 'process raft request' (duration: 586.136408ms)","trace[358572926] 'compare' (duration: 277.257922ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:48:53.457959Z","caller":"traceutil/trace.go:171","msg":"trace[231329425] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:22128; }","duration":"805.985397ms","start":"2026-03-18T14:48:52.651954Z","end":"2026-03-18T14:48:53.45794Z","steps":["trace[231329425] 'agreement among raft nodes before linearized reading' (duration: 805.895834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:53.457996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:52.651939Z","time spent":"806.047509ms","remote":"127.0.0.1:45028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:48:53.458105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.381186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:48:53.45818Z","caller":"traceutil/trace.go:171","msg":"trace[1108264829] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22128; }","duration":"864.50456ms","start":"2026-03-18T14:48:52.593664Z","end":"2026-03-18T14:48:53.458168Z","steps":["trace[1108264829] 'agreement among raft nodes before linearized reading' (duration: 864.326485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:53.458213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:52.593638Z","time spent":"864.566542ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-03-18T14:48:53.458262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.902074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:48:53.458307Z","caller":"traceutil/trace.go:171","msg":"trace[1661567325] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22129; }","duration":"252.999805ms","start":"2026-03-18T14:48:53.205295Z","end":"2026-03-18T14:48:53.458295Z","steps":["trace[1661567325] 'agreement among raft nodes before linearized reading' (duration: 252.81001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:53.458509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.209279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-18T14:48:53.458516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.929875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-18T14:48:53.458544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.10444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:48:53.458554Z","caller":"traceutil/trace.go:171","msg":"trace[1553218972] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:22129; }","duration":"237.2867ms","start":"2026-03-18T14:48:53.221258Z","end":"2026-03-18T14:48:53.458545Z","steps":["trace[1553218972] 'agreement among raft nodes before linearized reading' (duration: 237.128047ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:53.458573Z","caller":"traceutil/trace.go:171","msg":"trace[1779957214] transaction","detail":"{read_only:false; response_revision:22129; number_of_response:1; }","duration":"230.552388ms","start":"2026-03-18T14:48:53.228007Z","end":"2026-03-18T14:48:53.458559Z","steps":["trace[1779957214] 'process raft request' (duration: 230.006833ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:53.458604Z","caller":"traceutil/trace.go:171","msg":"trace[1082118368] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:22129; }","duration":"157.071301ms","start":"2026-03-18T14:48:53.301489Z","end":"2026-03-18T14:48:53.45856Z","steps":["trace[1082118368] 'agreement among raft nodes before linearized reading' (duration: 156.739252ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:53.458581Z","caller":"traceutil/trace.go:171","msg":"trace[2088265244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22129; }","duration":"249.197203ms","start":"2026-03-18T14:48:53.209371Z","end":"2026-03-18T14:48:53.458568Z","steps":["trace[2088265244] 'agreement among raft nodes before linearized reading' (duration: 249.102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:53.458714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.023547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-03-18T14:48:53.458803Z","caller":"traceutil/trace.go:171","msg":"trace[6272134] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:22129; }","duration":"229.156381ms","start":"2026-03-18T14:48:53.229627Z","end":"2026-03-18T14:48:53.458784Z","steps":["trace[6272134] 'agreement among raft nodes before linearized reading' (duration: 228.914683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:53.459275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:52.593655Z","time spent":"864.373586ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:48:53.70828Z","caller":"traceutil/trace.go:171","msg":"trace[173573497] transaction","detail":"{read_only:false; response_revision:22130; number_of_response:1; }","duration":"244.991509ms","start":"2026-03-18T14:48:53.463262Z","end":"2026-03-18T14:48:53.708253Z","steps":["trace[173573497] 'process raft request' (duration: 244.854795ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:53.752391Z","caller":"traceutil/trace.go:171","msg":"trace[187471866] transaction","detail":"{read_only:false; response_revision:22131; number_of_response:1; }","duration":"287.439567ms","start":"2026-03-18T14:48:53.46493Z","end":"2026-03-18T14:48:53.75237Z","steps":["trace[187471866] 'process raft request' (duration: 287.276972ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:53.752675Z","caller":"traceutil/trace.go:171","msg":"trace[515301018] transaction","detail":"{read_only:false; response_revision:22132; number_of_response:1; }","duration":"287.523259ms","start":"2026-03-18T14:48:53.465138Z","end":"2026-03-18T14:48:53.752661Z","steps":["trace[515301018] 'process raft request' (duration: 287.187109ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:53.75278Z","caller":"traceutil/trace.go:171","msg":"trace[1860887689] transaction","detail":"{read_only:false; response_revision:22133; number_of_response:1; }","duration":"286.80174ms","start":"2026-03-18T14:48:53.465951Z","end":"2026-03-18T14:48:53.752753Z","steps":["trace[1860887689] 'process raft request' (duration: 286.642576ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:53.752786Z","caller":"traceutil/trace.go:171","msg":"trace[1290742470] linearizableReadLoop","detail":"{readStateIndex:23035; appliedIndex:23031; }","duration":"181.417228ms","start":"2026-03-18T14:48:53.571335Z","end":"2026-03-18T14:48:53.752752Z","steps":["trace[1290742470] 'read index received' (duration: 136.890483ms)","trace[1290742470] 'applied index is now lower than readState.Index' (duration: 44.525384ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:48:53.752901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.543291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:48:53.752951Z","caller":"traceutil/trace.go:171","msg":"trace[68492821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22133; }","duration":"181.611753ms","start":"2026-03-18T14:48:53.571326Z","end":"2026-03-18T14:48:53.752938Z","steps":["trace[68492821] 'agreement among raft nodes before linearized reading' (duration: 181.51582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:53.75313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.594146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T14:48:53.753125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.661424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-18T14:48:53.753173Z","caller":"traceutil/trace.go:171","msg":"trace[1644792851] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22133; }","duration":"122.71385ms","start":"2026-03-18T14:48:53.630445Z","end":"2026-03-18T14:48:53.753159Z","steps":["trace[1644792851] 'agreement among raft nodes before linearized reading' (duration: 122.502084ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:53.753183Z","caller":"traceutil/trace.go:171","msg":"trace[455738376] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:22133; }","duration":"158.744455ms","start":"2026-03-18T14:48:53.594425Z","end":"2026-03-18T14:48:53.753169Z","steps":["trace[455738376] 'agreement among raft nodes before linearized reading' (duration: 158.519899ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:53.913941Z","caller":"traceutil/trace.go:171","msg":"trace[1022944830] linearizableReadLoop","detail":"{readStateIndex:23036; appliedIndex:23035; }","duration":"132.914036ms","start":"2026-03-18T14:48:53.781001Z","end":"2026-03-18T14:48:53.913915Z","steps":["trace[1022944830] 'read index received' (duration: 90.167659ms)","trace[1022944830] 'applied index is now lower than readState.Index' (duration: 42.745316ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:48:53.914107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.07757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:48:53.914148Z","caller":"traceutil/trace.go:171","msg":"trace[169894770] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:22134; }","duration":"133.139892ms","start":"2026-03-18T14:48:53.780993Z","end":"2026-03-18T14:48:53.914133Z","steps":["trace[169894770] 'agreement among raft nodes before linearized reading' (duration: 133.021659ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:53.914412Z","caller":"traceutil/trace.go:171","msg":"trace[490239808] transaction","detail":"{read_only:false; response_revision:22134; number_of_response:1; }","duration":"156.407331ms","start":"2026-03-18T14:48:53.757991Z","end":"2026-03-18T14:48:53.914399Z","steps":["trace[490239808] 'process raft request' (duration: 113.1289ms)","trace[490239808] 'compare' (duration: 42.576383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:48:54.375606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.963328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:48:54.375733Z","caller":"traceutil/trace.go:171","msg":"trace[1715180860] transaction","detail":"{read_only:false; response_revision:22135; number_of_response:1; }","duration":"457.872319ms","start":"2026-03-18T14:48:53.917838Z","end":"2026-03-18T14:48:54.37571Z","steps":["trace[1715180860] 'process raft request' (duration: 311.712795ms)","trace[1715180860] 'compare' (duration: 145.489426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:48:54.375798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:53.917813Z","time spent":"457.9537ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:48:55.139371Z","caller":"traceutil/trace.go:171","msg":"trace[476617714] transaction","detail":"{read_only:false; response_revision:22137; number_of_response:1; }","duration":"137.185392ms","start":"2026-03-18T14:48:55.002165Z","end":"2026-03-18T14:48:55.139351Z","steps":["trace[476617714] 'process raft request' (duration: 137.051628ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:56.874088Z","caller":"traceutil/trace.go:171","msg":"trace[2137400104] transaction","detail":"{read_only:false; response_revision:22154; number_of_response:1; }","duration":"115.894815ms","start":"2026-03-18T14:48:56.758169Z","end":"2026-03-18T14:48:56.874063Z","steps":["trace[2137400104] 'process raft request' (duration: 115.461833ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:57.280062Z","caller":"traceutil/trace.go:171","msg":"trace[892445203] transaction","detail":"{read_only:false; response_revision:22155; number_of_response:1; }","duration":"135.146317ms","start":"2026-03-18T14:48:57.144882Z","end":"2026-03-18T14:48:57.280028Z","steps":["trace[892445203] 'process raft request' (duration: 134.984882ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:57.835407Z","caller":"traceutil/trace.go:171","msg":"trace[1695661634] transaction","detail":"{read_only:false; response_revision:22156; number_of_response:1; }","duration":"364.166984ms","start":"2026-03-18T14:48:57.47122Z","end":"2026-03-18T14:48:57.835387Z","steps":["trace[1695661634] 'process raft request' (duration: 364.016659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:57.835554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:57.471187Z","time spent":"364.290707ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:48:57.835951Z","caller":"traceutil/trace.go:171","msg":"trace[1345057046] linearizableReadLoop","detail":"{readStateIndex:23059; appliedIndex:23059; }","duration":"361.170452ms","start":"2026-03-18T14:48:57.474772Z","end":"2026-03-18T14:48:57.835943Z","steps":["trace[1345057046] 'read index received' (duration: 361.166692ms)","trace[1345057046] 'applied index is now lower than readState.Index' (duration: 3.27µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:48:57.836087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.309826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:48:57.836113Z","caller":"traceutil/trace.go:171","msg":"trace[1238265955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22156; }","duration":"361.366917ms","start":"2026-03-18T14:48:57.47474Z","end":"2026-03-18T14:48:57.836107Z","steps":["trace[1238265955] 'agreement among raft nodes before linearized reading' (duration: 361.261034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:57.836131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:57.474728Z","time spent":"361.399079ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:48:57.856631Z","caller":"traceutil/trace.go:171","msg":"trace[1168621625] transaction","detail":"{read_only:false; response_revision:22157; number_of_response:1; }","duration":"381.623436ms","start":"2026-03-18T14:48:57.474993Z","end":"2026-03-18T14:48:57.856616Z","steps":["trace[1168621625] 'process raft request' (duration: 381.547413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:57.856725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:57.474981Z","time spent":"381.701467ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:48:57.857051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.54456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:48:57.858937Z","caller":"traceutil/trace.go:171","msg":"trace[2053142582] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22157; }","duration":"381.4532ms","start":"2026-03-18T14:48:57.477457Z","end":"2026-03-18T14:48:57.85891Z","steps":["trace[2053142582] 'agreement among raft nodes before linearized reading' (duration: 379.371034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:57.857274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.680115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:48:57.859082Z","caller":"traceutil/trace.go:171","msg":"trace[2020428531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22157; }","duration":"285.524285ms","start":"2026-03-18T14:48:57.573535Z","end":"2026-03-18T14:48:57.85906Z","steps":["trace[2020428531] 'agreement among raft nodes before linearized reading' (duration: 283.706367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:57.859102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:57.47744Z","time spent":"381.609075ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:48:58.185506Z","caller":"traceutil/trace.go:171","msg":"trace[959076883] linearizableReadLoop","detail":"{readStateIndex:23065; appliedIndex:23061; }","duration":"246.869729ms","start":"2026-03-18T14:48:57.938607Z","end":"2026-03-18T14:48:58.185476Z","steps":["trace[959076883] 'read index received' (duration: 246.433267ms)","trace[959076883] 'applied index is now lower than readState.Index' (duration: 434.402µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:48:58.185854Z","caller":"traceutil/trace.go:171","msg":"trace[384347605] transaction","detail":"{read_only:false; response_revision:22159; number_of_response:1; }","duration":"323.835492ms","start":"2026-03-18T14:48:57.862004Z","end":"2026-03-18T14:48:58.18584Z","steps":["trace[384347605] 'process raft request' (duration: 323.123762ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:58.186134Z","caller":"traceutil/trace.go:171","msg":"trace[367104016] transaction","detail":"{read_only:false; response_revision:22162; number_of_response:1; }","duration":"302.395552ms","start":"2026-03-18T14:48:57.883721Z","end":"2026-03-18T14:48:58.186116Z","steps":["trace[367104016] 'process raft request' (duration: 301.694444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:58.186284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:57.883707Z","time spent":"302.473114ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6773,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:48:58.186562Z","caller":"traceutil/trace.go:171","msg":"trace[886722522] transaction","detail":"{read_only:false; response_revision:22160; number_of_response:1; }","duration":"324.417527ms","start":"2026-03-18T14:48:57.862131Z","end":"2026-03-18T14:48:58.186549Z","steps":["trace[886722522] 'process raft request' (duration: 323.175954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:58.186644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:57.862087Z","time spent":"324.503329ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:48:58.186818Z","caller":"traceutil/trace.go:171","msg":"trace[674193014] transaction","detail":"{read_only:false; response_revision:22161; number_of_response:1; }","duration":"324.090659ms","start":"2026-03-18T14:48:57.862716Z","end":"2026-03-18T14:48:58.186806Z","steps":["trace[674193014] 'process raft request' (duration: 322.64936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:58.186899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:57.862708Z","time spent":"324.14503ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:48:58.187865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.233309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:48:58.187929Z","caller":"traceutil/trace.go:171","msg":"trace[1514544506] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22162; }","duration":"223.349343ms","start":"2026-03-18T14:48:57.964563Z","end":"2026-03-18T14:48:58.187913Z","steps":["trace[1514544506] 'agreement among raft nodes before linearized reading' (duration: 223.148327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:58.188111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.50004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:48:58.188157Z","caller":"traceutil/trace.go:171","msg":"trace[69423935] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:22162; }","duration":"249.547441ms","start":"2026-03-18T14:48:57.938594Z","end":"2026-03-18T14:48:58.188142Z","steps":["trace[69423935] 'agreement among raft nodes before linearized reading' (duration: 249.471349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:48:58.189759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:48:57.86199Z","time spent":"323.906033ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:48:58.406703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.48664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:48:58.406963Z","caller":"traceutil/trace.go:171","msg":"trace[1924816006] transaction","detail":"{read_only:false; response_revision:22163; number_of_response:1; }","duration":"215.322686ms","start":"2026-03-18T14:48:58.191621Z","end":"2026-03-18T14:48:58.406944Z","steps":["trace[1924816006] 'process raft request' (duration: 77.524158ms)","trace[1924816006] 'compare' (duration: 137.211772ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:48:58.456742Z","caller":"traceutil/trace.go:171","msg":"trace[1064585565] transaction","detail":"{read_only:false; response_revision:22164; number_of_response:1; }","duration":"260.419626ms","start":"2026-03-18T14:48:58.196297Z","end":"2026-03-18T14:48:58.456717Z","steps":["trace[1064585565] 'process raft request' (duration: 260.278932ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:59.736892Z","caller":"traceutil/trace.go:171","msg":"trace[1821221353] transaction","detail":"{read_only:false; response_revision:22170; number_of_response:1; }","duration":"110.53026ms","start":"2026-03-18T14:48:59.626342Z","end":"2026-03-18T14:48:59.736872Z","steps":["trace[1821221353] 'process raft request' (duration: 110.385567ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:48:59.919448Z","caller":"traceutil/trace.go:171","msg":"trace[5499919] transaction","detail":"{read_only:false; response_revision:22174; number_of_response:1; }","duration":"102.414471ms","start":"2026-03-18T14:48:59.81701Z","end":"2026-03-18T14:48:59.919425Z","steps":["trace[5499919] 'process raft request' (duration: 80.481737ms)","trace[5499919] 'compare' (duration: 21.644536ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:02.043544Z","caller":"traceutil/trace.go:171","msg":"trace[1787841709] transaction","detail":"{read_only:false; response_revision:22200; number_of_response:1; }","duration":"116.404569ms","start":"2026-03-18T14:49:01.927114Z","end":"2026-03-18T14:49:02.043518Z","steps":["trace[1787841709] 'process raft request' (duration: 116.284026ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:02.04789Z","caller":"traceutil/trace.go:171","msg":"trace[81758602] linearizableReadLoop","detail":"{readStateIndex:23105; appliedIndex:23103; }","duration":"105.470355ms","start":"2026-03-18T14:49:01.942396Z","end":"2026-03-18T14:49:02.047867Z","steps":["trace[81758602] 'read index received' (duration: 100.934272ms)","trace[81758602] 'applied index is now lower than readState.Index' (duration: 4.535283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:02.048051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.636489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:49:02.048049Z","caller":"traceutil/trace.go:171","msg":"trace[1113842826] transaction","detail":"{read_only:false; response_revision:22201; number_of_response:1; }","duration":"120.349576ms","start":"2026-03-18T14:49:01.927685Z","end":"2026-03-18T14:49:02.048034Z","steps":["trace[1113842826] 'process raft request' (duration: 120.073539ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:02.048079Z","caller":"traceutil/trace.go:171","msg":"trace[438033279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22201; }","duration":"105.70289ms","start":"2026-03-18T14:49:01.942368Z","end":"2026-03-18T14:49:02.048071Z","steps":["trace[438033279] 'agreement among raft nodes before linearized reading' (duration: 105.588036ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:05.84884Z","caller":"traceutil/trace.go:171","msg":"trace[647385894] linearizableReadLoop","detail":"{readStateIndex:23120; appliedIndex:23119; }","duration":"278.118344ms","start":"2026-03-18T14:49:05.570694Z","end":"2026-03-18T14:49:05.848812Z","steps":["trace[647385894] 'read index received' (duration: 277.918378ms)","trace[647385894] 'applied index is now lower than readState.Index' (duration: 199.026µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:05.84918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.468274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:49:05.849391Z","caller":"traceutil/trace.go:171","msg":"trace[1965903132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22216; }","duration":"278.606798ms","start":"2026-03-18T14:49:05.570676Z","end":"2026-03-18T14:49:05.849283Z","steps":["trace[1965903132] 'agreement among raft nodes before linearized reading' (duration: 278.265829ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:05.848951Z","caller":"traceutil/trace.go:171","msg":"trace[1708431942] transaction","detail":"{read_only:false; response_revision:22216; number_of_response:1; }","duration":"489.230236ms","start":"2026-03-18T14:49:05.359693Z","end":"2026-03-18T14:49:05.848923Z","steps":["trace[1708431942] 'process raft request' (duration: 488.947369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:05.85045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:05.359667Z","time spent":"490.531132ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:49:08.172463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.302509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-health-manager-default-rhncn\" ","response":"range_response_count:1 size:13307"} {"level":"info","ts":"2026-03-18T14:49:08.172537Z","caller":"traceutil/trace.go:171","msg":"trace[2025477287] range","detail":"{range_begin:/registry/pods/openstack/octavia-health-manager-default-rhncn; range_end:; response_count:1; response_revision:22226; }","duration":"190.444272ms","start":"2026-03-18T14:49:07.982075Z","end":"2026-03-18T14:49:08.172519Z","steps":["trace[2025477287] 'range keys from in-memory index tree' (duration: 190.150254ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:08.192702Z","caller":"traceutil/trace.go:171","msg":"trace[135241658] transaction","detail":"{read_only:false; response_revision:22227; number_of_response:1; }","duration":"209.176379ms","start":"2026-03-18T14:49:07.983503Z","end":"2026-03-18T14:49:08.192679Z","steps":["trace[135241658] 'process raft request' (duration: 209.056076ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:08.311313Z","caller":"traceutil/trace.go:171","msg":"trace[106897071] transaction","detail":"{read_only:false; response_revision:22228; number_of_response:1; }","duration":"230.366743ms","start":"2026-03-18T14:49:08.080919Z","end":"2026-03-18T14:49:08.311286Z","steps":["trace[106897071] 'process raft request' (duration: 194.181733ms)","trace[106897071] 'compare' (duration: 35.944262ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:08.311627Z","caller":"traceutil/trace.go:171","msg":"trace[698832910] linearizableReadLoop","detail":"{readStateIndex:23134; appliedIndex:23132; }","duration":"176.531237ms","start":"2026-03-18T14:49:08.135078Z","end":"2026-03-18T14:49:08.311609Z","steps":["trace[698832910] 'read index received' (duration: 57.806585ms)","trace[698832910] 'applied index is now lower than readState.Index' (duration: 118.723602ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:08.311646Z","caller":"traceutil/trace.go:171","msg":"trace[1718713146] transaction","detail":"{read_only:false; response_revision:22229; number_of_response:1; }","duration":"230.65059ms","start":"2026-03-18T14:49:08.080967Z","end":"2026-03-18T14:49:08.311617Z","steps":["trace[1718713146] 'process raft request' (duration: 230.25972ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:08.311768Z","caller":"traceutil/trace.go:171","msg":"trace[1257794343] transaction","detail":"{read_only:false; response_revision:22230; number_of_response:1; }","duration":"128.658512ms","start":"2026-03-18T14:49:08.183095Z","end":"2026-03-18T14:49:08.311754Z","steps":["trace[1257794343] 'process raft request' (duration: 128.401725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:08.312028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.941447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:49:08.312072Z","caller":"traceutil/trace.go:171","msg":"trace[258194644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22230; }","duration":"177.01987ms","start":"2026-03-18T14:49:08.135038Z","end":"2026-03-18T14:49:08.312058Z","steps":["trace[258194644] 'agreement among raft nodes before linearized reading' (duration: 176.930858ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:09.262393Z","caller":"traceutil/trace.go:171","msg":"trace[1207409787] transaction","detail":"{read_only:false; response_revision:22241; number_of_response:1; }","duration":"246.082958ms","start":"2026-03-18T14:49:09.016287Z","end":"2026-03-18T14:49:09.26237Z","steps":["trace[1207409787] 'process raft request' (duration: 245.931804ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:10.193173Z","caller":"traceutil/trace.go:171","msg":"trace[1712422488] transaction","detail":"{read_only:false; response_revision:22244; number_of_response:1; }","duration":"162.379043ms","start":"2026-03-18T14:49:10.030772Z","end":"2026-03-18T14:49:10.193151Z","steps":["trace[1712422488] 'process raft request' (duration: 156.902585ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:16.687109Z","caller":"traceutil/trace.go:171","msg":"trace[391716367] transaction","detail":"{read_only:false; response_revision:22335; number_of_response:1; }","duration":"235.016769ms","start":"2026-03-18T14:49:16.452059Z","end":"2026-03-18T14:49:16.687075Z","steps":["trace[391716367] 'process raft request' (duration: 172.629621ms)","trace[391716367] 'compare' (duration: 61.878134ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:16.687156Z","caller":"traceutil/trace.go:171","msg":"trace[845911079] transaction","detail":"{read_only:false; response_revision:22336; number_of_response:1; }","duration":"233.263152ms","start":"2026-03-18T14:49:16.453871Z","end":"2026-03-18T14:49:16.687134Z","steps":["trace[845911079] 'process raft request' (duration: 233.148389ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:16.687157Z","caller":"traceutil/trace.go:171","msg":"trace[647125927] linearizableReadLoop","detail":"{readStateIndex:23247; appliedIndex:23245; }","duration":"208.10573ms","start":"2026-03-18T14:49:16.479011Z","end":"2026-03-18T14:49:16.687117Z","steps":["trace[647125927] 'read index received' (duration: 145.734593ms)","trace[647125927] 'applied index is now lower than readState.Index' (duration: 62.369727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:16.687334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.480074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-03-18T14:49:16.687334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.427074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-18T14:49:16.687442Z","caller":"traceutil/trace.go:171","msg":"trace[354240141] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:22336; }","duration":"234.599547ms","start":"2026-03-18T14:49:16.452822Z","end":"2026-03-18T14:49:16.687421Z","steps":["trace[354240141] 'agreement among raft nodes before linearized reading' (duration: 234.423013ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:16.68747Z","caller":"traceutil/trace.go:171","msg":"trace[1667405897] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:22336; }","duration":"230.569879ms","start":"2026-03-18T14:49:16.456867Z","end":"2026-03-18T14:49:16.687436Z","steps":["trace[1667405897] 'agreement among raft nodes before linearized reading' (duration: 230.302892ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:16.70416Z","caller":"traceutil/trace.go:171","msg":"trace[1028245538] transaction","detail":"{read_only:false; response_revision:22337; number_of_response:1; }","duration":"216.669572ms","start":"2026-03-18T14:49:16.48746Z","end":"2026-03-18T14:49:16.70413Z","steps":["trace[1028245538] 'process raft request' (duration: 216.432216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:16.704213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.009681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T14:49:16.704231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.304936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:49:16.704272Z","caller":"traceutil/trace.go:171","msg":"trace[335395656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22337; }","duration":"146.125234ms","start":"2026-03-18T14:49:16.558129Z","end":"2026-03-18T14:49:16.704254Z","steps":["trace[335395656] 'agreement among raft nodes before linearized reading' (duration: 145.903317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:16.704109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.977189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-03-18T14:49:16.704338Z","caller":"traceutil/trace.go:171","msg":"trace[1978305607] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:22337; }","duration":"221.219505ms","start":"2026-03-18T14:49:16.48311Z","end":"2026-03-18T14:49:16.704329Z","steps":["trace[1978305607] 'agreement among raft nodes before linearized reading' (duration: 220.947549ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:16.70428Z","caller":"traceutil/trace.go:171","msg":"trace[9329519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22337; }","duration":"160.39809ms","start":"2026-03-18T14:49:16.543869Z","end":"2026-03-18T14:49:16.704267Z","steps":["trace[9329519] 'agreement among raft nodes before linearized reading' (duration: 160.267806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:16.70421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.972879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:49:16.704482Z","caller":"traceutil/trace.go:171","msg":"trace[1179516477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22337; }","duration":"194.278446ms","start":"2026-03-18T14:49:16.510167Z","end":"2026-03-18T14:49:16.704446Z","steps":["trace[1179516477] 'agreement among raft nodes before linearized reading' (duration: 193.883546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:16.704659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.731039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:49:16.70488Z","caller":"traceutil/trace.go:171","msg":"trace[1010279328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22337; }","duration":"133.946525ms","start":"2026-03-18T14:49:16.570814Z","end":"2026-03-18T14:49:16.70476Z","steps":["trace[1010279328] 'agreement among raft nodes before linearized reading' (duration: 133.430751ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:17.154865Z","caller":"traceutil/trace.go:171","msg":"trace[1897492881] linearizableReadLoop","detail":"{readStateIndex:23264; appliedIndex:23261; }","duration":"118.371602ms","start":"2026-03-18T14:49:17.036472Z","end":"2026-03-18T14:49:17.154844Z","steps":["trace[1897492881] 'read index received' (duration: 2.94647ms)","trace[1897492881] 'applied index is now lower than readState.Index' (duration: 115.424292ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:17.154979Z","caller":"traceutil/trace.go:171","msg":"trace[484747318] transaction","detail":"{read_only:false; response_revision:22353; number_of_response:1; }","duration":"128.790465ms","start":"2026-03-18T14:49:17.026176Z","end":"2026-03-18T14:49:17.154967Z","steps":["trace[484747318] 'process raft request' (duration: 128.596809ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:17.155049Z","caller":"traceutil/trace.go:171","msg":"trace[150875042] transaction","detail":"{read_only:false; response_revision:22352; number_of_response:1; }","duration":"142.494546ms","start":"2026-03-18T14:49:17.012531Z","end":"2026-03-18T14:49:17.155026Z","steps":["trace[150875042] 'process raft request' (duration: 142.074114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:17.15517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.682821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9540"} {"level":"info","ts":"2026-03-18T14:49:17.155229Z","caller":"traceutil/trace.go:171","msg":"trace[1975873228] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:22353; }","duration":"118.803404ms","start":"2026-03-18T14:49:17.036411Z","end":"2026-03-18T14:49:17.155215Z","steps":["trace[1975873228] 'agreement among raft nodes before linearized reading' (duration: 118.672691ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:17.180403Z","caller":"traceutil/trace.go:171","msg":"trace[124807124] transaction","detail":"{read_only:false; response_revision:22354; number_of_response:1; }","duration":"137.276504ms","start":"2026-03-18T14:49:17.043098Z","end":"2026-03-18T14:49:17.180374Z","steps":["trace[124807124] 'process raft request' (duration: 137.076748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:17.180859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.958506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18430"} {"level":"info","ts":"2026-03-18T14:49:17.180956Z","caller":"traceutil/trace.go:171","msg":"trace[1228253726] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22354; }","duration":"137.095499ms","start":"2026-03-18T14:49:17.043835Z","end":"2026-03-18T14:49:17.18093Z","steps":["trace[1228253726] 'agreement among raft nodes before linearized reading' (duration: 136.830341ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:18.261271Z","caller":"traceutil/trace.go:171","msg":"trace[373312257] transaction","detail":"{read_only:false; response_revision:22365; number_of_response:1; }","duration":"272.612306ms","start":"2026-03-18T14:49:17.988595Z","end":"2026-03-18T14:49:18.261208Z","steps":["trace[373312257] 'process raft request' (duration: 272.194525ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:18.524623Z","caller":"traceutil/trace.go:171","msg":"trace[488791715] transaction","detail":"{read_only:false; response_revision:22367; number_of_response:1; }","duration":"138.199229ms","start":"2026-03-18T14:49:18.386396Z","end":"2026-03-18T14:49:18.524595Z","steps":["trace[488791715] 'process raft request' (duration: 138.066875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:18.922161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.728836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:49:18.922171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.646138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:49:18.92224Z","caller":"traceutil/trace.go:171","msg":"trace[1343883481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22367; }","duration":"351.84451ms","start":"2026-03-18T14:49:18.570377Z","end":"2026-03-18T14:49:18.922222Z","steps":["trace[1343883481] 'range keys from in-memory index tree' (duration: 351.614093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:18.922262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.812015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:49:18.922303Z","caller":"traceutil/trace.go:171","msg":"trace[2041791141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22367; }","duration":"207.834414ms","start":"2026-03-18T14:49:18.714442Z","end":"2026-03-18T14:49:18.922277Z","steps":["trace[2041791141] 'range keys from in-memory index tree' (duration: 207.437833ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:18.922317Z","caller":"traceutil/trace.go:171","msg":"trace[163429433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22367; }","duration":"230.917697ms","start":"2026-03-18T14:49:18.691385Z","end":"2026-03-18T14:49:18.922303Z","steps":["trace[163429433] 'range keys from in-memory index tree' (duration: 230.679111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:18.922347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:18.57036Z","time spent":"351.973914ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:49:18.922443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.729301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:49:18.922693Z","caller":"traceutil/trace.go:171","msg":"trace[1702762285] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22367; }","duration":"194.207575ms","start":"2026-03-18T14:49:18.728461Z","end":"2026-03-18T14:49:18.922669Z","steps":["trace[1702762285] 'range keys from in-memory index tree' (duration: 193.587517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:18.922574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.710442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:49:18.922936Z","caller":"traceutil/trace.go:171","msg":"trace[943231556] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22367; }","duration":"231.69671ms","start":"2026-03-18T14:49:18.691212Z","end":"2026-03-18T14:49:18.922909Z","steps":["trace[943231556] 'range keys from in-memory index tree' (duration: 230.506506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:18.923137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.85096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:49:18.923207Z","caller":"traceutil/trace.go:171","msg":"trace[1853052378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22367; }","duration":"195.931541ms","start":"2026-03-18T14:49:18.72725Z","end":"2026-03-18T14:49:18.923181Z","steps":["trace[1853052378] 'range keys from in-memory index tree' (duration: 194.594074ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:19.055241Z","caller":"traceutil/trace.go:171","msg":"trace[34706775] transaction","detail":"{read_only:false; response_revision:22368; number_of_response:1; }","duration":"128.899778ms","start":"2026-03-18T14:49:18.926313Z","end":"2026-03-18T14:49:19.055213Z","steps":["trace[34706775] 'process raft request' (duration: 128.733364ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:19.470398Z","caller":"traceutil/trace.go:171","msg":"trace[162302204] transaction","detail":"{read_only:false; response_revision:22369; number_of_response:1; }","duration":"543.68497ms","start":"2026-03-18T14:49:18.926689Z","end":"2026-03-18T14:49:19.470374Z","steps":["trace[162302204] 'process raft request' (duration: 543.458674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:19.470558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:18.926666Z","time spent":"543.807662ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:49:19.470884Z","caller":"traceutil/trace.go:171","msg":"trace[229667100] transaction","detail":"{read_only:false; response_revision:22370; number_of_response:1; }","duration":"543.693781ms","start":"2026-03-18T14:49:18.927149Z","end":"2026-03-18T14:49:19.470842Z","steps":["trace[229667100] 'process raft request' (duration: 543.183637ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:19.470959Z","caller":"traceutil/trace.go:171","msg":"trace[396750768] linearizableReadLoop","detail":"{readStateIndex:23283; appliedIndex:23279; }","duration":"204.118463ms","start":"2026-03-18T14:49:19.266812Z","end":"2026-03-18T14:49:19.47093Z","steps":["trace[396750768] 'read index received' (duration: 203.307451ms)","trace[396750768] 'applied index is now lower than readState.Index' (duration: 809.792µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:19.471006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:18.92714Z","time spent":"543.810874ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:49:19.471017Z","caller":"traceutil/trace.go:171","msg":"trace[1723060923] transaction","detail":"{read_only:false; response_revision:22371; number_of_response:1; }","duration":"543.767742ms","start":"2026-03-18T14:49:18.927214Z","end":"2026-03-18T14:49:19.470982Z","steps":["trace[1723060923] 'process raft request' (duration: 543.479334ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:19.47101Z","caller":"traceutil/trace.go:171","msg":"trace[13759013] transaction","detail":"{read_only:false; response_revision:22372; number_of_response:1; }","duration":"543.611978ms","start":"2026-03-18T14:49:18.927374Z","end":"2026-03-18T14:49:19.470986Z","steps":["trace[13759013] 'process raft request' (duration: 543.490895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:19.47115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:18.927338Z","time spent":"543.756622ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:49:19.471182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:18.927207Z","time spent":"543.883065ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:49:19.471213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.3869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-eef376a0-b086-40fc-9f9d-db9e30353d15\" ","response":"range_response_count:1 size:3643"} {"level":"info","ts":"2026-03-18T14:49:19.471265Z","caller":"traceutil/trace.go:171","msg":"trace[741351266] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-eef376a0-b086-40fc-9f9d-db9e30353d15; range_end:; response_count:1; response_revision:22372; }","duration":"204.495432ms","start":"2026-03-18T14:49:19.266751Z","end":"2026-03-18T14:49:19.471246Z","steps":["trace[741351266] 'agreement among raft nodes before linearized reading' (duration: 204.301078ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:20.739638Z","caller":"traceutil/trace.go:171","msg":"trace[6186031] transaction","detail":"{read_only:false; response_revision:22376; number_of_response:1; }","duration":"210.129825ms","start":"2026-03-18T14:49:20.529479Z","end":"2026-03-18T14:49:20.739609Z","steps":["trace[6186031] 'process raft request' (duration: 179.789464ms)","trace[6186031] 'compare' (duration: 30.202187ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:20.768444Z","caller":"traceutil/trace.go:171","msg":"trace[572672956] transaction","detail":"{read_only:false; response_revision:22377; number_of_response:1; }","duration":"221.977496ms","start":"2026-03-18T14:49:20.546441Z","end":"2026-03-18T14:49:20.768419Z","steps":["trace[572672956] 'process raft request' (duration: 221.844582ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:21.283406Z","caller":"traceutil/trace.go:171","msg":"trace[919323175] transaction","detail":"{read_only:false; response_revision:22382; number_of_response:1; }","duration":"152.64012ms","start":"2026-03-18T14:49:21.130732Z","end":"2026-03-18T14:49:21.283372Z","steps":["trace[919323175] 'process raft request' (duration: 152.406123ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:26.041012Z","caller":"traceutil/trace.go:171","msg":"trace[866563588] transaction","detail":"{read_only:false; response_revision:22422; number_of_response:1; }","duration":"262.900812ms","start":"2026-03-18T14:49:25.778087Z","end":"2026-03-18T14:49:26.040988Z","steps":["trace[866563588] 'process raft request' (duration: 262.578184ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:26.057296Z","caller":"traceutil/trace.go:171","msg":"trace[1986162392] linearizableReadLoop","detail":"{readStateIndex:23338; appliedIndex:23336; }","duration":"157.507672ms","start":"2026-03-18T14:49:25.89976Z","end":"2026-03-18T14:49:26.057267Z","steps":["trace[1986162392] 'read index received' (duration: 140.8154ms)","trace[1986162392] 'applied index is now lower than readState.Index' (duration: 16.690902ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:26.057463Z","caller":"traceutil/trace.go:171","msg":"trace[21152172] transaction","detail":"{read_only:false; response_revision:22423; number_of_response:1; }","duration":"274.26995ms","start":"2026-03-18T14:49:25.783136Z","end":"2026-03-18T14:49:26.057406Z","steps":["trace[21152172] 'process raft request' (duration: 273.808278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:26.057593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.812811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-18T14:49:26.057655Z","caller":"traceutil/trace.go:171","msg":"trace[1956177742] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:22423; }","duration":"157.932972ms","start":"2026-03-18T14:49:25.899708Z","end":"2026-03-18T14:49:26.057641Z","steps":["trace[1956177742] 'agreement among raft nodes before linearized reading' (duration: 157.708746ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:30.89884Z","caller":"traceutil/trace.go:171","msg":"trace[1236279228] transaction","detail":"{read_only:false; response_revision:22459; number_of_response:1; }","duration":"107.369935ms","start":"2026-03-18T14:49:30.791442Z","end":"2026-03-18T14:49:30.898812Z","steps":["trace[1236279228] 'process raft request' (duration: 107.18149ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:33.808147Z","caller":"traceutil/trace.go:171","msg":"trace[2013388010] transaction","detail":"{read_only:false; response_revision:22475; number_of_response:1; }","duration":"198.82288ms","start":"2026-03-18T14:49:33.609302Z","end":"2026-03-18T14:49:33.808125Z","steps":["trace[2013388010] 'process raft request' (duration: 198.788799ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:33.808319Z","caller":"traceutil/trace.go:171","msg":"trace[1733960447] transaction","detail":"{read_only:false; response_revision:22474; number_of_response:1; }","duration":"199.555549ms","start":"2026-03-18T14:49:33.608693Z","end":"2026-03-18T14:49:33.808249Z","steps":["trace[1733960447] 'process raft request' (duration: 199.279321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:36.673787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.13317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:49:36.673887Z","caller":"traceutil/trace.go:171","msg":"trace[1772873993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22486; }","duration":"103.288195ms","start":"2026-03-18T14:49:36.570578Z","end":"2026-03-18T14:49:36.673866Z","steps":["trace[1772873993] 'range keys from in-memory index tree' (duration: 103.029237ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:36.900723Z","caller":"traceutil/trace.go:171","msg":"trace[1990144217] transaction","detail":"{read_only:false; response_revision:22488; number_of_response:1; }","duration":"136.790391ms","start":"2026-03-18T14:49:36.763871Z","end":"2026-03-18T14:49:36.900661Z","steps":["trace[1990144217] 'process raft request' (duration: 76.894321ms)","trace[1990144217] 'compare' (duration: 59.5077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:38.786641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.514511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:49:38.786729Z","caller":"traceutil/trace.go:171","msg":"trace[1697964658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22496; }","duration":"215.663134ms","start":"2026-03-18T14:49:38.571044Z","end":"2026-03-18T14:49:38.786707Z","steps":["trace[1697964658] 'range keys from in-memory index tree' (duration: 215.416578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:38.786773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.012065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:49:38.78686Z","caller":"traceutil/trace.go:171","msg":"trace[508574714] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22496; }","duration":"192.161529ms","start":"2026-03-18T14:49:38.594677Z","end":"2026-03-18T14:49:38.786838Z","steps":["trace[508574714] 'count revisions from in-memory index tree' (duration: 191.906762ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:38.786977Z","caller":"traceutil/trace.go:171","msg":"trace[43875580] transaction","detail":"{read_only:false; response_revision:22497; number_of_response:1; }","duration":"101.417024ms","start":"2026-03-18T14:49:38.685537Z","end":"2026-03-18T14:49:38.786954Z","steps":["trace[43875580] 'process raft request' (duration: 44.851514ms)","trace[43875580] 'compare' (duration: 56.225511ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:38.934903Z","caller":"traceutil/trace.go:171","msg":"trace[743732003] transaction","detail":"{read_only:false; response_revision:22499; number_of_response:1; }","duration":"107.117009ms","start":"2026-03-18T14:49:38.82776Z","end":"2026-03-18T14:49:38.934877Z","steps":["trace[743732003] 'process raft request' (duration: 83.786217ms)","trace[743732003] 'compare' (duration: 23.209748ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:47.11752Z","caller":"traceutil/trace.go:171","msg":"trace[1026292866] transaction","detail":"{read_only:false; response_revision:22545; number_of_response:1; }","duration":"187.040261ms","start":"2026-03-18T14:49:46.930459Z","end":"2026-03-18T14:49:47.117499Z","steps":["trace[1026292866] 'process raft request' (duration: 186.868606ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:47.172888Z","caller":"traceutil/trace.go:171","msg":"trace[137046365] transaction","detail":"{read_only:false; response_revision:22547; number_of_response:1; }","duration":"197.155745ms","start":"2026-03-18T14:49:46.975704Z","end":"2026-03-18T14:49:47.17286Z","steps":["trace[137046365] 'process raft request' (duration: 197.069542ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:47.172953Z","caller":"traceutil/trace.go:171","msg":"trace[1652702616] transaction","detail":"{read_only:false; response_revision:22546; number_of_response:1; }","duration":"234.050383ms","start":"2026-03-18T14:49:46.938837Z","end":"2026-03-18T14:49:47.172887Z","steps":["trace[1652702616] 'process raft request' (duration: 233.768405ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:47.280128Z","caller":"traceutil/trace.go:171","msg":"trace[1596449707] transaction","detail":"{read_only:false; response_revision:22548; number_of_response:1; }","duration":"100.230352ms","start":"2026-03-18T14:49:47.179868Z","end":"2026-03-18T14:49:47.280098Z","steps":["trace[1596449707] 'process raft request' (duration: 100.060467ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:47.406497Z","caller":"traceutil/trace.go:171","msg":"trace[545893252] transaction","detail":"{read_only:false; response_revision:22549; number_of_response:1; }","duration":"103.186501ms","start":"2026-03-18T14:49:47.303267Z","end":"2026-03-18T14:49:47.406454Z","steps":["trace[545893252] 'process raft request' (duration: 50.252999ms)","trace[545893252] 'compare' (duration: 52.746717ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:52.049705Z","caller":"traceutil/trace.go:171","msg":"trace[365720205] transaction","detail":"{read_only:false; response_revision:22568; number_of_response:1; }","duration":"855.058974ms","start":"2026-03-18T14:49:51.194609Z","end":"2026-03-18T14:49:52.049668Z","steps":["trace[365720205] 'process raft request' (duration: 854.775307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:52.050042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:51.194565Z","time spent":"855.246511ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:49:52.090526Z","caller":"traceutil/trace.go:171","msg":"trace[1928976994] linearizableReadLoop","detail":"{readStateIndex:23489; appliedIndex:23487; }","duration":"535.476768ms","start":"2026-03-18T14:49:51.555018Z","end":"2026-03-18T14:49:52.090495Z","steps":["trace[1928976994] 'read index received' (duration: 494.417817ms)","trace[1928976994] 'applied index is now lower than readState.Index' (duration: 41.057641ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:52.090658Z","caller":"traceutil/trace.go:171","msg":"trace[930753271] transaction","detail":"{read_only:false; response_revision:22569; number_of_response:1; }","duration":"722.013915ms","start":"2026-03-18T14:49:51.368579Z","end":"2026-03-18T14:49:52.090593Z","steps":["trace[930753271] 'process raft request' (duration: 710.141884ms)","trace[930753271] 'compare' (duration: 11.636434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:52.09074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.682873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:49:52.090803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.181608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:49:52.090833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.221231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:49:52.090866Z","caller":"traceutil/trace.go:171","msg":"trace[1276646207] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22569; }","duration":"376.293401ms","start":"2026-03-18T14:49:51.714558Z","end":"2026-03-18T14:49:52.090852Z","steps":["trace[1276646207] 'agreement among raft nodes before linearized reading' (duration: 376.187018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:52.090891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.90507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T14:49:52.090911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:51.714539Z","time spent":"376.361562ms","remote":"127.0.0.1:50078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:49:52.090921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:51.368549Z","time spent":"722.24778ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:49:52.090946Z","caller":"traceutil/trace.go:171","msg":"trace[88338266] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22569; }","duration":"178.995914ms","start":"2026-03-18T14:49:51.911935Z","end":"2026-03-18T14:49:52.090931Z","steps":["trace[88338266] 'agreement among raft nodes before linearized reading' (duration: 178.804098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:52.091021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.251772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:49:52.091052Z","caller":"traceutil/trace.go:171","msg":"trace[473051736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22569; }","duration":"518.391047ms","start":"2026-03-18T14:49:51.572482Z","end":"2026-03-18T14:49:52.090873Z","steps":["trace[473051736] 'agreement among raft nodes before linearized reading' (duration: 518.231953ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:52.091069Z","caller":"traceutil/trace.go:171","msg":"trace[372446293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22569; }","duration":"494.344046ms","start":"2026-03-18T14:49:51.596713Z","end":"2026-03-18T14:49:52.091057Z","steps":["trace[372446293] 'agreement among raft nodes before linearized reading' (duration: 494.158101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:52.091114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:51.596689Z","time spent":"494.416817ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:49:52.091148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:51.572453Z","time spent":"518.678093ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:49:52.09119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.172121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:49:52.091331Z","caller":"traceutil/trace.go:171","msg":"trace[2127178956] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22569; }","duration":"225.376818ms","start":"2026-03-18T14:49:51.865926Z","end":"2026-03-18T14:49:52.091303Z","steps":["trace[2127178956] 'agreement among raft nodes before linearized reading' (duration: 224.927686ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:52.090836Z","caller":"traceutil/trace.go:171","msg":"trace[879068262] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:22569; }","duration":"535.834177ms","start":"2026-03-18T14:49:51.554979Z","end":"2026-03-18T14:49:52.090813Z","steps":["trace[879068262] 'agreement among raft nodes before linearized reading' (duration: 535.638213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:52.091641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:51.554961Z","time spent":"536.415643ms","remote":"127.0.0.1:56340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:49:52.093077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.154446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:49:52.093142Z","caller":"traceutil/trace.go:171","msg":"trace[499116895] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:22569; }","duration":"108.257049ms","start":"2026-03-18T14:49:51.984872Z","end":"2026-03-18T14:49:52.093129Z","steps":["trace[499116895] 'agreement among raft nodes before linearized reading' (duration: 106.053548ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:54.773477Z","caller":"traceutil/trace.go:171","msg":"trace[928995085] linearizableReadLoop","detail":"{readStateIndex:23512; appliedIndex:23511; }","duration":"103.435049ms","start":"2026-03-18T14:49:54.670021Z","end":"2026-03-18T14:49:54.773456Z","steps":["trace[928995085] 'read index received' (duration: 103.267615ms)","trace[928995085] 'applied index is now lower than readState.Index' (duration: 166.124µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:54.773629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.589352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/flavors.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:49:54.773674Z","caller":"traceutil/trace.go:171","msg":"trace[1920266857] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/flavors.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:22592; }","duration":"103.671625ms","start":"2026-03-18T14:49:54.669988Z","end":"2026-03-18T14:49:54.77366Z","steps":["trace[1920266857] 'agreement among raft nodes before linearized reading' (duration: 103.582403ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:54.773693Z","caller":"traceutil/trace.go:171","msg":"trace[763156067] transaction","detail":"{read_only:false; response_revision:22592; number_of_response:1; }","duration":"104.402316ms","start":"2026-03-18T14:49:54.669224Z","end":"2026-03-18T14:49:54.773626Z","steps":["trace[763156067] 'process raft request' (duration: 104.072047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:55.673621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.977569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:49:55.673745Z","caller":"traceutil/trace.go:171","msg":"trace[1318811017] linearizableReadLoop","detail":"{readStateIndex:23553; appliedIndex:23552; }","duration":"101.717742ms","start":"2026-03-18T14:49:55.572008Z","end":"2026-03-18T14:49:55.673726Z","steps":["trace[1318811017] 'read index received' (duration: 59.362µs)","trace[1318811017] 'applied index is now lower than readState.Index' (duration: 101.65736ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:55.673816Z","caller":"traceutil/trace.go:171","msg":"trace[1884649259] transaction","detail":"{read_only:false; response_revision:22633; number_of_response:1; }","duration":"200.653648ms","start":"2026-03-18T14:49:55.473111Z","end":"2026-03-18T14:49:55.673764Z","steps":["trace[1884649259] 'process raft request' (duration: 81.465993ms)","trace[1884649259] 'compare' (duration: 118.751814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:55.673887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.879866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:49:55.67394Z","caller":"traceutil/trace.go:171","msg":"trace[1861641295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22633; }","duration":"101.970337ms","start":"2026-03-18T14:49:55.571956Z","end":"2026-03-18T14:49:55.673926Z","steps":["trace[1861641295] 'agreement among raft nodes before linearized reading' (duration: 101.863684ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:56.411594Z","caller":"traceutil/trace.go:171","msg":"trace[2036972348] linearizableReadLoop","detail":"{readStateIndex:23581; appliedIndex:23580; }","duration":"209.054336ms","start":"2026-03-18T14:49:56.202513Z","end":"2026-03-18T14:49:56.411567Z","steps":["trace[2036972348] 'read index received' (duration: 207.442072ms)","trace[2036972348] 'applied index is now lower than readState.Index' (duration: 1.611104ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:56.411638Z","caller":"traceutil/trace.go:171","msg":"trace[1238393033] transaction","detail":"{read_only:false; response_revision:22660; number_of_response:1; }","duration":"255.115932ms","start":"2026-03-18T14:49:56.156476Z","end":"2026-03-18T14:49:56.411592Z","steps":["trace[1238393033] 'process raft request' (duration: 253.567191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:56.412704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.520419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T14:49:56.412784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.692686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T14:49:56.412786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.553015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:49:56.412859Z","caller":"traceutil/trace.go:171","msg":"trace[1739087824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22660; }","duration":"199.721104ms","start":"2026-03-18T14:49:56.213116Z","end":"2026-03-18T14:49:56.412837Z","steps":["trace[1739087824] 'agreement among raft nodes before linearized reading' (duration: 199.21588ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:56.412891Z","caller":"traceutil/trace.go:171","msg":"trace[772127644] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22660; }","duration":"198.83409ms","start":"2026-03-18T14:49:56.214008Z","end":"2026-03-18T14:49:56.412843Z","steps":["trace[772127644] 'agreement among raft nodes before linearized reading' (duration: 197.797092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:56.412898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.577418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-18T14:49:56.412928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.400372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:49:56.412936Z","caller":"traceutil/trace.go:171","msg":"trace[1289716329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22660; }","duration":"204.75715ms","start":"2026-03-18T14:49:56.208147Z","end":"2026-03-18T14:49:56.412904Z","steps":["trace[1289716329] 'agreement among raft nodes before linearized reading' (duration: 203.577158ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:56.412985Z","caller":"traceutil/trace.go:171","msg":"trace[1278567584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22660; }","duration":"210.513186ms","start":"2026-03-18T14:49:56.202459Z","end":"2026-03-18T14:49:56.412972Z","steps":["trace[1278567584] 'agreement among raft nodes before linearized reading' (duration: 209.215581ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:56.413035Z","caller":"traceutil/trace.go:171","msg":"trace[1317350880] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22660; }","duration":"203.733743ms","start":"2026-03-18T14:49:56.209236Z","end":"2026-03-18T14:49:56.41297Z","steps":["trace[1317350880] 'agreement among raft nodes before linearized reading' (duration: 203.148146ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:56.685868Z","caller":"traceutil/trace.go:171","msg":"trace[1538220362] linearizableReadLoop","detail":"{readStateIndex:23589; appliedIndex:23587; }","duration":"228.904924ms","start":"2026-03-18T14:49:56.456942Z","end":"2026-03-18T14:49:56.685847Z","steps":["trace[1538220362] 'read index received' (duration: 219.745086ms)","trace[1538220362] 'applied index is now lower than readState.Index' (duration: 9.159428ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:56.686084Z","caller":"traceutil/trace.go:171","msg":"trace[1150292737] transaction","detail":"{read_only:false; response_revision:22667; number_of_response:1; }","duration":"250.662811ms","start":"2026-03-18T14:49:56.43537Z","end":"2026-03-18T14:49:56.686033Z","steps":["trace[1150292737] 'process raft request' (duration: 241.304638ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:56.686204Z","caller":"traceutil/trace.go:171","msg":"trace[517572421] transaction","detail":"{read_only:false; response_revision:22668; number_of_response:1; }","duration":"250.703373ms","start":"2026-03-18T14:49:56.435485Z","end":"2026-03-18T14:49:56.686188Z","steps":["trace[517572421] 'process raft request' (duration: 250.277691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:56.686359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.381956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/orc-system/orc-controller-manager\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:49:56.686671Z","caller":"traceutil/trace.go:171","msg":"trace[1224111457] range","detail":"{range_begin:/registry/deployments/orc-system/orc-controller-manager; range_end:; response_count:0; response_revision:22668; }","duration":"229.754856ms","start":"2026-03-18T14:49:56.456892Z","end":"2026-03-18T14:49:56.686646Z","steps":["trace[1224111457] 'agreement among raft nodes before linearized reading' (duration: 229.316574ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:56.877481Z","caller":"traceutil/trace.go:171","msg":"trace[966758856] transaction","detail":"{read_only:false; response_revision:22671; number_of_response:1; }","duration":"159.620438ms","start":"2026-03-18T14:49:56.71784Z","end":"2026-03-18T14:49:56.87746Z","steps":["trace[966758856] 'process raft request' (duration: 152.719781ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:57.047351Z","caller":"traceutil/trace.go:171","msg":"trace[1025730319] linearizableReadLoop","detail":"{readStateIndex:23595; appliedIndex:23593; }","duration":"126.604305ms","start":"2026-03-18T14:49:56.920727Z","end":"2026-03-18T14:49:57.047331Z","steps":["trace[1025730319] 'read index received' (duration: 27.812502ms)","trace[1025730319] 'applied index is now lower than readState.Index' (duration: 98.790753ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:57.047539Z","caller":"traceutil/trace.go:171","msg":"trace[1583909478] transaction","detail":"{read_only:false; response_revision:22674; number_of_response:1; }","duration":"134.285853ms","start":"2026-03-18T14:49:56.913243Z","end":"2026-03-18T14:49:57.047528Z","steps":["trace[1583909478] 'process raft request' (duration: 119.615196ms)","trace[1583909478] 'compare' (duration: 14.063571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:57.047719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.967184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:49:57.047817Z","caller":"traceutil/trace.go:171","msg":"trace[1313666926] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:22675; }","duration":"127.10757ms","start":"2026-03-18T14:49:56.920692Z","end":"2026-03-18T14:49:57.047799Z","steps":["trace[1313666926] 'agreement among raft nodes before linearized reading' (duration: 126.891574ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:57.048082Z","caller":"traceutil/trace.go:171","msg":"trace[1257144446] transaction","detail":"{read_only:false; response_revision:22675; number_of_response:1; }","duration":"110.338865ms","start":"2026-03-18T14:49:56.937734Z","end":"2026-03-18T14:49:57.048073Z","steps":["trace[1257144446] 'process raft request' (duration: 109.537284ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:57.218952Z","caller":"traceutil/trace.go:171","msg":"trace[771052510] transaction","detail":"{read_only:false; response_revision:22677; number_of_response:1; }","duration":"166.902656ms","start":"2026-03-18T14:49:57.052021Z","end":"2026-03-18T14:49:57.218923Z","steps":["trace[771052510] 'process raft request' (duration: 166.801743ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:57.218995Z","caller":"traceutil/trace.go:171","msg":"trace[1655309667] transaction","detail":"{read_only:false; response_revision:22676; number_of_response:1; }","duration":"166.922316ms","start":"2026-03-18T14:49:57.05205Z","end":"2026-03-18T14:49:57.218972Z","steps":["trace[1655309667] 'process raft request' (duration: 153.004969ms)","trace[1655309667] 'compare' (duration: 13.612819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:57.539536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.01172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:49:57.539735Z","caller":"traceutil/trace.go:171","msg":"trace[1557934941] transaction","detail":"{read_only:false; response_revision:22679; number_of_response:1; }","duration":"483.80552ms","start":"2026-03-18T14:49:57.055911Z","end":"2026-03-18T14:49:57.539717Z","steps":["trace[1557934941] 'process raft request' (duration: 483.709617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:57.539797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:57.055883Z","time spent":"483.885602ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3024,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:49:57.539833Z","caller":"traceutil/trace.go:171","msg":"trace[273757264] transaction","detail":"{read_only:false; response_revision:22678; number_of_response:1; }","duration":"487.705956ms","start":"2026-03-18T14:49:57.052085Z","end":"2026-03-18T14:49:57.539791Z","steps":["trace[273757264] 'process raft request' (duration: 351.358017ms)","trace[273757264] 'compare' (duration: 135.719292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:57.539936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:57.052065Z","time spent":"487.816489ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2977,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:49:57.559625Z","caller":"traceutil/trace.go:171","msg":"trace[907305944] transaction","detail":"{read_only:false; response_revision:22680; number_of_response:1; }","duration":"333.058321ms","start":"2026-03-18T14:49:57.226549Z","end":"2026-03-18T14:49:57.559607Z","steps":["trace[907305944] 'process raft request' (duration: 332.937028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:57.559871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:49:57.226523Z","time spent":"333.155334ms","remote":"127.0.0.1:56766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3236,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:49:57.70324Z","caller":"traceutil/trace.go:171","msg":"trace[1354992147] linearizableReadLoop","detail":"{readStateIndex:23603; appliedIndex:23600; }","duration":"147.878831ms","start":"2026-03-18T14:49:57.555337Z","end":"2026-03-18T14:49:57.703216Z","steps":["trace[1354992147] 'read index received' (duration: 4.244986ms)","trace[1354992147] 'applied index is now lower than readState.Index' (duration: 143.632335ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:57.703256Z","caller":"traceutil/trace.go:171","msg":"trace[439508899] transaction","detail":"{read_only:false; response_revision:22681; number_of_response:1; }","duration":"249.477721ms","start":"2026-03-18T14:49:57.453749Z","end":"2026-03-18T14:49:57.703226Z","steps":["trace[439508899] 'process raft request' (duration: 213.121486ms)","trace[439508899] 'compare' (duration: 36.118307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:49:57.70364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.256032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-w76ll\" ","response":"range_response_count:1 size:2995"} {"level":"info","ts":"2026-03-18T14:49:57.704183Z","caller":"traceutil/trace.go:171","msg":"trace[1831210815] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-w76ll; range_end:; response_count:1; response_revision:22682; }","duration":"148.885098ms","start":"2026-03-18T14:49:57.555279Z","end":"2026-03-18T14:49:57.704164Z","steps":["trace[1831210815] 'agreement among raft nodes before linearized reading' (duration: 148.042485ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:57.703513Z","caller":"traceutil/trace.go:171","msg":"trace[1497312142] transaction","detail":"{read_only:false; response_revision:22682; number_of_response:1; }","duration":"149.872296ms","start":"2026-03-18T14:49:57.553484Z","end":"2026-03-18T14:49:57.703356Z","steps":["trace[1497312142] 'process raft request' (duration: 149.64391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:49:57.707422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.463779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:49:57.70755Z","caller":"traceutil/trace.go:171","msg":"trace[1896245157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22683; }","duration":"137.599572ms","start":"2026-03-18T14:49:57.569902Z","end":"2026-03-18T14:49:57.707501Z","steps":["trace[1896245157] 'agreement among raft nodes before linearized reading' (duration: 137.411277ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:57.707661Z","caller":"traceutil/trace.go:171","msg":"trace[1924513491] transaction","detail":"{read_only:false; response_revision:22683; number_of_response:1; }","duration":"141.712605ms","start":"2026-03-18T14:49:57.56591Z","end":"2026-03-18T14:49:57.707623Z","steps":["trace[1924513491] 'process raft request' (duration: 141.251432ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:57.876915Z","caller":"traceutil/trace.go:171","msg":"trace[644312816] transaction","detail":"{read_only:false; response_revision:22684; number_of_response:1; }","duration":"164.518361ms","start":"2026-03-18T14:49:57.712362Z","end":"2026-03-18T14:49:57.87688Z","steps":["trace[644312816] 'process raft request' (duration: 132.657299ms)","trace[644312816] 'compare' (duration: 31.705359ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:58.666878Z","caller":"traceutil/trace.go:171","msg":"trace[1115320052] transaction","detail":"{read_only:false; response_revision:22688; number_of_response:1; }","duration":"205.189651ms","start":"2026-03-18T14:49:58.461646Z","end":"2026-03-18T14:49:58.666836Z","steps":["trace[1115320052] 'process raft request' (duration: 205.104749ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:58.666951Z","caller":"traceutil/trace.go:171","msg":"trace[68213524] transaction","detail":"{read_only:false; response_revision:22687; number_of_response:1; }","duration":"205.326316ms","start":"2026-03-18T14:49:58.461567Z","end":"2026-03-18T14:49:58.666893Z","steps":["trace[68213524] 'process raft request' (duration: 198.502311ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:58.667042Z","caller":"traceutil/trace.go:171","msg":"trace[676038770] transaction","detail":"{read_only:false; response_revision:22689; number_of_response:1; }","duration":"205.032008ms","start":"2026-03-18T14:49:58.461973Z","end":"2026-03-18T14:49:58.667005Z","steps":["trace[676038770] 'process raft request' (duration: 204.832903ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:58.667339Z","caller":"traceutil/trace.go:171","msg":"trace[1042190633] transaction","detail":"{read_only:false; response_revision:22690; number_of_response:1; }","duration":"203.975249ms","start":"2026-03-18T14:49:58.463332Z","end":"2026-03-18T14:49:58.667307Z","steps":["trace[1042190633] 'process raft request' (duration: 203.632589ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:49:58.810008Z","caller":"traceutil/trace.go:171","msg":"trace[923515428] transaction","detail":"{read_only:false; response_revision:22691; number_of_response:1; }","duration":"103.646024ms","start":"2026-03-18T14:49:58.706345Z","end":"2026-03-18T14:49:58.809991Z","steps":["trace[923515428] 'process raft request' (duration: 85.842863ms)","trace[923515428] 'compare' (duration: 17.362959ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:49:59.158012Z","caller":"traceutil/trace.go:171","msg":"trace[1982218898] transaction","detail":"{read_only:false; response_revision:22694; number_of_response:1; }","duration":"102.907964ms","start":"2026-03-18T14:49:59.055087Z","end":"2026-03-18T14:49:59.157995Z","steps":["trace[1982218898] 'process raft request' (duration: 102.76457ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:01.280863Z","caller":"traceutil/trace.go:171","msg":"trace[501655959] transaction","detail":"{read_only:false; response_revision:22720; number_of_response:1; }","duration":"117.51976ms","start":"2026-03-18T14:50:01.163314Z","end":"2026-03-18T14:50:01.280834Z","steps":["trace[501655959] 'process raft request' (duration: 117.365136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:03.866796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.968328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:50:03.867061Z","caller":"traceutil/trace.go:171","msg":"trace[987205207] transaction","detail":"{read_only:false; response_revision:22900; number_of_response:1; }","duration":"214.092842ms","start":"2026-03-18T14:50:03.65295Z","end":"2026-03-18T14:50:03.867043Z","steps":["trace[987205207] 'process raft request' (duration: 214.03745ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:03.867082Z","caller":"traceutil/trace.go:171","msg":"trace[1170159748] transaction","detail":"{read_only:false; response_revision:22898; number_of_response:1; }","duration":"238.00657ms","start":"2026-03-18T14:50:03.629057Z","end":"2026-03-18T14:50:03.867064Z","steps":["trace[1170159748] 'process raft request' (duration: 118.680641ms)","trace[1170159748] 'compare' (duration: 118.826055ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:03.867357Z","caller":"traceutil/trace.go:171","msg":"trace[946685018] transaction","detail":"{read_only:false; response_revision:22899; number_of_response:1; }","duration":"226.15319ms","start":"2026-03-18T14:50:03.640902Z","end":"2026-03-18T14:50:03.867056Z","steps":["trace[946685018] 'process raft request' (duration: 226.015085ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:03.867431Z","caller":"traceutil/trace.go:171","msg":"trace[395735716] linearizableReadLoop","detail":"{readStateIndex:23826; appliedIndex:23823; }","duration":"235.350819ms","start":"2026-03-18T14:50:03.63201Z","end":"2026-03-18T14:50:03.867361Z","steps":["trace[395735716] 'read index received' (duration: 18.673686ms)","trace[395735716] 'applied index is now lower than readState.Index' (duration: 216.671653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:03.867748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.526553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-18T14:50:03.867776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.256298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io\" ","response":"range_response_count:1 size:64850"} {"level":"warn","ts":"2026-03-18T14:50:03.867769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.734749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-18T14:50:03.867804Z","caller":"traceutil/trace.go:171","msg":"trace[732980916] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:22900; }","duration":"218.610655ms","start":"2026-03-18T14:50:03.649179Z","end":"2026-03-18T14:50:03.867789Z","steps":["trace[732980916] 'agreement among raft nodes before linearized reading' (duration: 218.45969ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:03.867815Z","caller":"traceutil/trace.go:171","msg":"trace[1566800228] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22900; }","duration":"234.31396ms","start":"2026-03-18T14:50:03.633489Z","end":"2026-03-18T14:50:03.867803Z","steps":["trace[1566800228] 'agreement among raft nodes before linearized reading' (duration: 234.140425ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:03.872186Z","caller":"traceutil/trace.go:171","msg":"trace[713497233] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:22900; }","duration":"235.821561ms","start":"2026-03-18T14:50:03.631991Z","end":"2026-03-18T14:50:03.867813Z","steps":["trace[713497233] 'agreement among raft nodes before linearized reading' (duration: 235.535393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:04.374294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476734494,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:50:04.637077Z","caller":"traceutil/trace.go:171","msg":"trace[1975437816] transaction","detail":"{read_only:false; response_revision:22901; number_of_response:1; }","duration":"763.704494ms","start":"2026-03-18T14:50:03.873342Z","end":"2026-03-18T14:50:04.637046Z","steps":["trace[1975437816] 'process raft request' (duration: 763.529849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:04.637232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:03.873325Z","time spent":"763.840067ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:50:04.778121Z","caller":"traceutil/trace.go:171","msg":"trace[2072930087] transaction","detail":"{read_only:false; response_revision:22903; number_of_response:1; }","duration":"895.376765ms","start":"2026-03-18T14:50:03.882721Z","end":"2026-03-18T14:50:04.778097Z","steps":["trace[2072930087] 'process raft request' (duration: 895.256782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:04.778232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:03.882705Z","time spent":"895.469527ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:50:04.778411Z","caller":"traceutil/trace.go:171","msg":"trace[847579477] transaction","detail":"{read_only:false; response_revision:22905; number_of_response:1; }","duration":"888.490939ms","start":"2026-03-18T14:50:03.88991Z","end":"2026-03-18T14:50:04.778401Z","steps":["trace[847579477] 'process raft request' (duration: 888.173831ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:04.778381Z","caller":"traceutil/trace.go:171","msg":"trace[753169567] transaction","detail":"{read_only:false; response_revision:22902; number_of_response:1; }","duration":"904.825771ms","start":"2026-03-18T14:50:03.873522Z","end":"2026-03-18T14:50:04.778348Z","steps":["trace[753169567] 'process raft request' (duration: 904.308177ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:04.778425Z","caller":"traceutil/trace.go:171","msg":"trace[170368070] transaction","detail":"{read_only:false; response_revision:22906; number_of_response:1; }","duration":"879.456534ms","start":"2026-03-18T14:50:03.898944Z","end":"2026-03-18T14:50:04.778401Z","steps":["trace[170368070] 'process raft request' (duration: 879.213268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:04.778457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:03.889887Z","time spent":"888.55314ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":942,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:50:04.778381Z","caller":"traceutil/trace.go:171","msg":"trace[922604999] linearizableReadLoop","detail":"{readStateIndex:23835; appliedIndex:23828; }","duration":"904.996406ms","start":"2026-03-18T14:50:03.873364Z","end":"2026-03-18T14:50:04.77836Z","steps":["trace[922604999] 'read index received' (duration: 763.524578ms)","trace[922604999] 'applied index is now lower than readState.Index' (duration: 141.470528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:04.778526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:03.873496Z","time spent":"904.961164ms","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1216,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:50:04.778549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:03.89893Z","time spent":"879.544577ms","remote":"127.0.0.1:45854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8344,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:04.778521Z","caller":"traceutil/trace.go:171","msg":"trace[2039241812] transaction","detail":"{read_only:false; response_revision:22907; number_of_response:1; }","duration":"647.097908ms","start":"2026-03-18T14:50:04.131417Z","end":"2026-03-18T14:50:04.778515Z","steps":["trace[2039241812] 'process raft request' (duration: 646.870322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:04.778764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.333244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-03-18T14:50:04.778819Z","caller":"traceutil/trace.go:171","msg":"trace[33713315] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:22907; }","duration":"875.403926ms","start":"2026-03-18T14:50:03.9034Z","end":"2026-03-18T14:50:04.778804Z","steps":["trace[33713315] 'agreement among raft nodes before linearized reading' (duration: 875.273942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:04.778867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:03.903391Z","time spent":"875.464456ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1842,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-18T14:50:04.77876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:04.131395Z","time spent":"647.270343ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:04.779052Z","caller":"traceutil/trace.go:171","msg":"trace[2060046789] transaction","detail":"{read_only:false; response_revision:22904; number_of_response:1; }","duration":"896.176737ms","start":"2026-03-18T14:50:03.88285Z","end":"2026-03-18T14:50:04.779027Z","steps":["trace[2060046789] 'process raft request' (duration: 895.174441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:04.778609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.230073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-724793a9-2b4a-4696-b5ce-25d10f61b538\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-18T14:50:04.779161Z","caller":"traceutil/trace.go:171","msg":"trace[255826708] range","detail":"{range_begin:/registry/persistentvolumes/pvc-724793a9-2b4a-4696-b5ce-25d10f61b538; range_end:; response_count:1; response_revision:22907; }","duration":"905.803717ms","start":"2026-03-18T14:50:03.873335Z","end":"2026-03-18T14:50:04.779139Z","steps":["trace[255826708] 'agreement among raft nodes before linearized reading' (duration: 905.101998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:04.779202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:03.873323Z","time spent":"905.862388ms","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-724793a9-2b4a-4696-b5ce-25d10f61b538\" "} {"level":"warn","ts":"2026-03-18T14:50:04.779226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.212811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:50:04.779173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:03.882832Z","time spent":"896.3056ms","remote":"127.0.0.1:45796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2714,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:50:04.779293Z","caller":"traceutil/trace.go:171","msg":"trace[1525925618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22907; }","duration":"175.318223ms","start":"2026-03-18T14:50:04.60396Z","end":"2026-03-18T14:50:04.779279Z","steps":["trace[1525925618] 'agreement among raft nodes before linearized reading' (duration: 174.849381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:04.779096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.017441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-18T14:50:04.779393Z","caller":"traceutil/trace.go:171","msg":"trace[824232849] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:22907; }","duration":"903.346171ms","start":"2026-03-18T14:50:03.876039Z","end":"2026-03-18T14:50:04.779385Z","steps":["trace[824232849] 'agreement among raft nodes before linearized reading' (duration: 902.604061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:04.779418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:03.876017Z","time spent":"903.393071ms","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1310,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-18T14:50:04.779011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.967492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:04.779625Z","caller":"traceutil/trace.go:171","msg":"trace[283744964] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:0; response_revision:22907; }","duration":"896.782173ms","start":"2026-03-18T14:50:03.882819Z","end":"2026-03-18T14:50:04.779601Z","steps":["trace[283744964] 'agreement among raft nodes before linearized reading' (duration: 895.891709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:04.779696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:03.882814Z","time spent":"896.865676ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:50:04.925624Z","caller":"traceutil/trace.go:171","msg":"trace[391782061] transaction","detail":"{read_only:false; response_revision:22911; number_of_response:1; }","duration":"141.721004ms","start":"2026-03-18T14:50:04.783879Z","end":"2026-03-18T14:50:04.9256Z","steps":["trace[391782061] 'process raft request' (duration: 141.594161ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:04.925729Z","caller":"traceutil/trace.go:171","msg":"trace[650755466] transaction","detail":"{read_only:false; response_revision:22912; number_of_response:1; }","duration":"141.039976ms","start":"2026-03-18T14:50:04.784676Z","end":"2026-03-18T14:50:04.925716Z","steps":["trace[650755466] 'process raft request' (duration: 140.839141ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:04.925765Z","caller":"traceutil/trace.go:171","msg":"trace[1637080873] transaction","detail":"{read_only:false; response_revision:22913; number_of_response:1; }","duration":"140.353338ms","start":"2026-03-18T14:50:04.78538Z","end":"2026-03-18T14:50:04.925733Z","steps":["trace[1637080873] 'process raft request' (duration: 140.207534ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:04.925649Z","caller":"traceutil/trace.go:171","msg":"trace[1181187594] linearizableReadLoop","detail":"{readStateIndex:23841; appliedIndex:23835; }","duration":"139.115184ms","start":"2026-03-18T14:50:04.786516Z","end":"2026-03-18T14:50:04.925632Z","steps":["trace[1181187594] 'read index received' (duration: 28.225463ms)","trace[1181187594] 'applied index is now lower than readState.Index' (duration: 110.888781ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:04.925613Z","caller":"traceutil/trace.go:171","msg":"trace[416785274] transaction","detail":"{read_only:false; response_revision:22910; number_of_response:1; }","duration":"141.90083ms","start":"2026-03-18T14:50:04.783678Z","end":"2026-03-18T14:50:04.925579Z","steps":["trace[416785274] 'process raft request' (duration: 141.751045ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:04.925627Z","caller":"traceutil/trace.go:171","msg":"trace[279120375] transaction","detail":"{read_only:false; response_revision:22909; number_of_response:1; }","duration":"142.038044ms","start":"2026-03-18T14:50:04.783527Z","end":"2026-03-18T14:50:04.925565Z","steps":["trace[279120375] 'process raft request' (duration: 115.602068ms)","trace[279120375] 'compare' (duration: 26.172078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:04.925855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.32032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-967e03f5-86bb-4303-b74e-7241610f6c76\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-18T14:50:04.926311Z","caller":"traceutil/trace.go:171","msg":"trace[1061822772] range","detail":"{range_begin:/registry/persistentvolumes/pvc-967e03f5-86bb-4303-b74e-7241610f6c76; range_end:; response_count:1; response_revision:22913; }","duration":"139.824753ms","start":"2026-03-18T14:50:04.786474Z","end":"2026-03-18T14:50:04.926299Z","steps":["trace[1061822772] 'agreement among raft nodes before linearized reading' (duration: 139.213027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:04.947302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.195533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service-cert\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:04.947393Z","caller":"traceutil/trace.go:171","msg":"trace[1991577067] range","detail":"{range_begin:/registry/secrets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service-cert; range_end:; response_count:0; response_revision:22914; }","duration":"160.311718ms","start":"2026-03-18T14:50:04.787064Z","end":"2026-03-18T14:50:04.947376Z","steps":["trace[1991577067] 'agreement among raft nodes before linearized reading' (duration: 160.185205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:04.947479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.837722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111961"} {"level":"info","ts":"2026-03-18T14:50:04.947548Z","caller":"traceutil/trace.go:171","msg":"trace[640816697] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:22914; }","duration":"160.947205ms","start":"2026-03-18T14:50:04.786585Z","end":"2026-03-18T14:50:04.947532Z","steps":["trace[640816697] 'agreement among raft nodes before linearized reading' (duration: 160.644747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:04.947303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.755967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-18T14:50:04.94766Z","caller":"traceutil/trace.go:171","msg":"trace[237392879] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:22914; }","duration":"148.135567ms","start":"2026-03-18T14:50:04.7995Z","end":"2026-03-18T14:50:04.947636Z","steps":["trace[237392879] 'agreement among raft nodes before linearized reading' (duration: 147.659554ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:05.216287Z","caller":"traceutil/trace.go:171","msg":"trace[1182488055] transaction","detail":"{read_only:false; response_revision:22923; number_of_response:1; }","duration":"140.040199ms","start":"2026-03-18T14:50:05.076209Z","end":"2026-03-18T14:50:05.216249Z","steps":["trace[1182488055] 'process raft request' (duration: 87.317292ms)","trace[1182488055] 'compare' (duration: 52.47888ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:05.216601Z","caller":"traceutil/trace.go:171","msg":"trace[427037612] transaction","detail":"{read_only:false; response_revision:22924; number_of_response:1; }","duration":"139.286669ms","start":"2026-03-18T14:50:05.077285Z","end":"2026-03-18T14:50:05.216571Z","steps":["trace[427037612] 'process raft request' (duration: 138.926088ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:05.216658Z","caller":"traceutil/trace.go:171","msg":"trace[1584833155] linearizableReadLoop","detail":"{readStateIndex:23854; appliedIndex:23851; }","duration":"120.102769ms","start":"2026-03-18T14:50:05.096533Z","end":"2026-03-18T14:50:05.216636Z","steps":["trace[1584833155] 'read index received' (duration: 66.998932ms)","trace[1584833155] 'applied index is now lower than readState.Index' (duration: 53.102807ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:05.216689Z","caller":"traceutil/trace.go:171","msg":"trace[1703875201] transaction","detail":"{read_only:false; response_revision:22925; number_of_response:1; }","duration":"126.902623ms","start":"2026-03-18T14:50:05.089748Z","end":"2026-03-18T14:50:05.216651Z","steps":["trace[1703875201] 'process raft request' (duration: 126.735019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:05.216756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.565246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:50:05.216838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.103329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:4608"} {"level":"info","ts":"2026-03-18T14:50:05.216843Z","caller":"traceutil/trace.go:171","msg":"trace[1540872775] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-kubeadm-bootstrap-validating-webhook-configuration; range_end:; response_count:0; response_revision:22925; }","duration":"132.71327ms","start":"2026-03-18T14:50:05.084108Z","end":"2026-03-18T14:50:05.216821Z","steps":["trace[1540872775] 'agreement among raft nodes before linearized reading' (duration: 132.550615ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:05.21687Z","caller":"traceutil/trace.go:171","msg":"trace[124625202] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:22925; }","duration":"137.14758ms","start":"2026-03-18T14:50:05.079711Z","end":"2026-03-18T14:50:05.216859Z","steps":["trace[124625202] 'agreement among raft nodes before linearized reading' (duration: 137.021177ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:05.234946Z","caller":"traceutil/trace.go:171","msg":"trace[159052942] transaction","detail":"{read_only:false; response_revision:22926; number_of_response:1; }","duration":"126.194124ms","start":"2026-03-18T14:50:05.108736Z","end":"2026-03-18T14:50:05.23493Z","steps":["trace[159052942] 'process raft request' (duration: 125.967598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:05.235187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.578651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service-cert\" ","response":"range_response_count:1 size:5834"} {"level":"info","ts":"2026-03-18T14:50:05.235262Z","caller":"traceutil/trace.go:171","msg":"trace[1524345021] range","detail":"{range_begin:/registry/secrets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-webhook-service-cert; range_end:; response_count:1; response_revision:22928; }","duration":"124.693144ms","start":"2026-03-18T14:50:05.110553Z","end":"2026-03-18T14:50:05.235246Z","steps":["trace[1524345021] 'agreement among raft nodes before linearized reading' (duration: 124.424387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:05.23528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.596799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-18T14:50:05.235238Z","caller":"traceutil/trace.go:171","msg":"trace[328466619] transaction","detail":"{read_only:false; response_revision:22927; number_of_response:1; }","duration":"124.693834ms","start":"2026-03-18T14:50:05.110511Z","end":"2026-03-18T14:50:05.235204Z","steps":["trace[328466619] 'process raft request' (duration: 124.292783ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:05.235323Z","caller":"traceutil/trace.go:171","msg":"trace[847230645] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:22928; }","duration":"128.663122ms","start":"2026-03-18T14:50:05.106647Z","end":"2026-03-18T14:50:05.23531Z","steps":["trace[847230645] 'agreement among raft nodes before linearized reading' (duration: 128.509407ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:05.235503Z","caller":"traceutil/trace.go:171","msg":"trace[1834549327] transaction","detail":"{read_only:false; response_revision:22928; number_of_response:1; }","duration":"120.17062ms","start":"2026-03-18T14:50:05.115319Z","end":"2026-03-18T14:50:05.235489Z","steps":["trace[1834549327] 'process raft request' (duration: 119.520553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:05.235672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.09412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-18T14:50:05.235698Z","caller":"traceutil/trace.go:171","msg":"trace[745000193] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:22928; }","duration":"130.155611ms","start":"2026-03-18T14:50:05.105533Z","end":"2026-03-18T14:50:05.235689Z","steps":["trace[745000193] 'agreement among raft nodes before linearized reading' (duration: 130.038128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:05.235784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.878945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert-7lxzb\" ","response":"range_response_count:1 size:2581"} {"level":"info","ts":"2026-03-18T14:50:05.235841Z","caller":"traceutil/trace.go:171","msg":"trace[2013092410] range","detail":"{range_begin:/registry/secrets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert-7lxzb; range_end:; response_count:1; response_revision:22928; }","duration":"129.976696ms","start":"2026-03-18T14:50:05.105849Z","end":"2026-03-18T14:50:05.235826Z","steps":["trace[2013092410] 'agreement among raft nodes before linearized reading' (duration: 129.794482ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:05.56149Z","caller":"traceutil/trace.go:171","msg":"trace[169899822] transaction","detail":"{read_only:false; response_revision:22947; number_of_response:1; }","duration":"105.493944ms","start":"2026-03-18T14:50:05.455964Z","end":"2026-03-18T14:50:05.561458Z","steps":["trace[169899822] 'process raft request' (duration: 38.44465ms)","trace[169899822] 'compare' (duration: 66.90062ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:05.566333Z","caller":"traceutil/trace.go:171","msg":"trace[715020608] linearizableReadLoop","detail":"{readStateIndex:23877; appliedIndex:23875; }","duration":"107.187239ms","start":"2026-03-18T14:50:05.459127Z","end":"2026-03-18T14:50:05.566315Z","steps":["trace[715020608] 'read index received' (duration: 35.220592ms)","trace[715020608] 'applied index is now lower than readState.Index' (duration: 71.965607ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:05.566615Z","caller":"traceutil/trace.go:171","msg":"trace[1545199604] transaction","detail":"{read_only:false; response_revision:22948; number_of_response:1; }","duration":"109.745799ms","start":"2026-03-18T14:50:05.456852Z","end":"2026-03-18T14:50:05.566598Z","steps":["trace[1545199604] 'process raft request' (duration: 109.272096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:05.567262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.115996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-18T14:50:05.567371Z","caller":"traceutil/trace.go:171","msg":"trace[457334949] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:22949; }","duration":"108.255029ms","start":"2026-03-18T14:50:05.459098Z","end":"2026-03-18T14:50:05.567353Z","steps":["trace[457334949] 'agreement among raft nodes before linearized reading' (duration: 108.049603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:05.567567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.463236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:129099"} {"level":"info","ts":"2026-03-18T14:50:05.568086Z","caller":"traceutil/trace.go:171","msg":"trace[47977735] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigtemplates.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22949; }","duration":"104.976399ms","start":"2026-03-18T14:50:05.463076Z","end":"2026-03-18T14:50:05.568052Z","steps":["trace[47977735] 'agreement among raft nodes before linearized reading' (duration: 104.385364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:05.567867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.757415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-selfsigned-issuer\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:05.568355Z","caller":"traceutil/trace.go:171","msg":"trace[306266114] range","detail":"{range_begin:/registry/cert-manager.io/issuers/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-selfsigned-issuer; range_end:; response_count:0; response_revision:22949; }","duration":"105.266647ms","start":"2026-03-18T14:50:05.463078Z","end":"2026-03-18T14:50:05.568345Z","steps":["trace[306266114] 'agreement among raft nodes before linearized reading' (duration: 104.756713ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:05.81019Z","caller":"traceutil/trace.go:171","msg":"trace[1920216681] transaction","detail":"{read_only:false; response_revision:22954; number_of_response:1; }","duration":"119.113732ms","start":"2026-03-18T14:50:05.691046Z","end":"2026-03-18T14:50:05.81016Z","steps":["trace[1920216681] 'process raft request' (duration: 90.199541ms)","trace[1920216681] 'compare' (duration: 28.708497ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:05.810541Z","caller":"traceutil/trace.go:171","msg":"trace[1794268607] transaction","detail":"{read_only:false; number_of_response:1; response_revision:22954; }","duration":"118.98423ms","start":"2026-03-18T14:50:05.691536Z","end":"2026-03-18T14:50:05.810521Z","steps":["trace[1794268607] 'process raft request' (duration: 118.554638ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:05.810453Z","caller":"traceutil/trace.go:171","msg":"trace[255649038] linearizableReadLoop","detail":"{readStateIndex:23883; appliedIndex:23882; }","duration":"118.890517ms","start":"2026-03-18T14:50:05.69153Z","end":"2026-03-18T14:50:05.81042Z","steps":["trace[255649038] 'read index received' (duration: 89.730758ms)","trace[255649038] 'applied index is now lower than readState.Index' (duration: 29.155959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:05.83186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.293666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:05.83195Z","caller":"traceutil/trace.go:171","msg":"trace[827155182] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:0; response_revision:22954; }","duration":"140.410239ms","start":"2026-03-18T14:50:05.691516Z","end":"2026-03-18T14:50:05.831926Z","steps":["trace[827155182] 'agreement among raft nodes before linearized reading' (duration: 119.046491ms)","trace[827155182] 'range keys from in-memory index tree' (duration: 21.221944ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:05.832029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.59474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-18T14:50:05.83215Z","caller":"traceutil/trace.go:171","msg":"trace[1271146225] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:22954; }","duration":"138.822556ms","start":"2026-03-18T14:50:05.693304Z","end":"2026-03-18T14:50:05.832126Z","steps":["trace[1271146225] 'agreement among raft nodes before linearized reading' (duration: 138.469806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:05.83288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.608048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210983"} {"level":"info","ts":"2026-03-18T14:50:05.832929Z","caller":"traceutil/trace.go:171","msg":"trace[258084984] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:22954; }","duration":"125.678581ms","start":"2026-03-18T14:50:05.70724Z","end":"2026-03-18T14:50:05.832918Z","steps":["trace[258084984] 'agreement among raft nodes before linearized reading' (duration: 124.841648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:06.210546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.520877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:50:06.210652Z","caller":"traceutil/trace.go:171","msg":"trace[981668896] linearizableReadLoop","detail":"{readStateIndex:23891; appliedIndex:23890; }","duration":"211.106351ms","start":"2026-03-18T14:50:05.999528Z","end":"2026-03-18T14:50:06.210635Z","steps":["trace[981668896] 'read index received' (duration: 48.294266ms)","trace[981668896] 'applied index is now lower than readState.Index' (duration: 162.810965ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:06.210725Z","caller":"traceutil/trace.go:171","msg":"trace[1526268563] transaction","detail":"{read_only:false; response_revision:22960; number_of_response:1; }","duration":"215.649835ms","start":"2026-03-18T14:50:05.995061Z","end":"2026-03-18T14:50:06.21071Z","steps":["trace[1526268563] 'process raft request' (duration: 52.883531ms)","trace[1526268563] 'compare' (duration: 162.343323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:06.211047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.927229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29564090-npxlt\" ","response":"range_response_count:1 size:7150"} {"level":"info","ts":"2026-03-18T14:50:06.211151Z","caller":"traceutil/trace.go:171","msg":"trace[1109894289] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29564090-npxlt; range_end:; response_count:1; response_revision:22960; }","duration":"214.057432ms","start":"2026-03-18T14:50:05.997068Z","end":"2026-03-18T14:50:06.211126Z","steps":["trace[1109894289] 'agreement among raft nodes before linearized reading' (duration: 213.718042ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:06.237Z","caller":"traceutil/trace.go:171","msg":"trace[1376716651] transaction","detail":"{read_only:false; response_revision:22961; number_of_response:1; }","duration":"166.326661ms","start":"2026-03-18T14:50:06.070643Z","end":"2026-03-18T14:50:06.23697Z","steps":["trace[1376716651] 'process raft request' (duration: 166.005622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:06.813133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.872431ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:50:06.813232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.504486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:50:06.813273Z","caller":"traceutil/trace.go:171","msg":"trace[1713738378] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:22961; }","duration":"148.022795ms","start":"2026-03-18T14:50:06.665232Z","end":"2026-03-18T14:50:06.813254Z","steps":["trace[1713738378] 'range keys from in-memory index tree' (duration: 147.85663ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:06.813491Z","caller":"traceutil/trace.go:171","msg":"trace[898042857] transaction","detail":"{read_only:false; response_revision:22963; number_of_response:1; }","duration":"708.632523ms","start":"2026-03-18T14:50:06.104847Z","end":"2026-03-18T14:50:06.81348Z","steps":["trace[898042857] 'process raft request' (duration: 708.478418ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:06.813437Z","caller":"traceutil/trace.go:171","msg":"trace[197951920] transaction","detail":"{read_only:false; response_revision:22962; number_of_response:1; }","duration":"717.037441ms","start":"2026-03-18T14:50:06.096368Z","end":"2026-03-18T14:50:06.813405Z","steps":["trace[197951920] 'process raft request' (duration: 360.297379ms)","trace[197951920] 'compare' (duration: 356.127825ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:06.813472Z","caller":"traceutil/trace.go:171","msg":"trace[1655337597] linearizableReadLoop","detail":"{readStateIndex:23894; appliedIndex:23891; }","duration":"602.77576ms","start":"2026-03-18T14:50:06.21068Z","end":"2026-03-18T14:50:06.813455Z","steps":["trace[1655337597] 'read index received' (duration: 25.902331ms)","trace[1655337597] 'applied index is now lower than readState.Index' (duration: 576.872379ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:06.813596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:06.104823Z","time spent":"708.708854ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:06.813631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:06.096342Z","time spent":"717.200914ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2587,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:50:06.813891Z","caller":"traceutil/trace.go:171","msg":"trace[323495186] transaction","detail":"{read_only:false; response_revision:22964; number_of_response:1; }","duration":"592.575892ms","start":"2026-03-18T14:50:06.221301Z","end":"2026-03-18T14:50:06.813877Z","steps":["trace[323495186] 'process raft request' (duration: 592.09998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:06.813987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:06.22127Z","time spent":"592.665905ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7077,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:06.814324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.336758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-18T14:50:06.814381Z","caller":"traceutil/trace.go:171","msg":"trace[648521818] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:22964; }","duration":"805.423212ms","start":"2026-03-18T14:50:06.008942Z","end":"2026-03-18T14:50:06.814365Z","steps":["trace[648521818] 'agreement among raft nodes before linearized reading' (duration: 805.214426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:06.814857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:06.008927Z","time spent":"805.531065ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":721,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-03-18T14:50:06.882851Z","caller":"traceutil/trace.go:171","msg":"trace[2096958422] transaction","detail":"{read_only:false; response_revision:22966; number_of_response:1; }","duration":"554.915505ms","start":"2026-03-18T14:50:06.327915Z","end":"2026-03-18T14:50:06.882831Z","steps":["trace[2096958422] 'process raft request' (duration: 554.865483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:06.883015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:06.327889Z","time spent":"555.034417ms","remote":"127.0.0.1:45816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1969,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:50:06.883571Z","caller":"traceutil/trace.go:171","msg":"trace[1477861768] transaction","detail":"{read_only:false; response_revision:22965; number_of_response:1; }","duration":"624.322311ms","start":"2026-03-18T14:50:06.259236Z","end":"2026-03-18T14:50:06.883558Z","steps":["trace[1477861768] 'process raft request' (duration: 623.401097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:06.883692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:06.259206Z","time spent":"624.402634ms","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":108914,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:07.074071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.89826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:50:07.074225Z","caller":"traceutil/trace.go:171","msg":"trace[793282610] transaction","detail":"{read_only:false; response_revision:22967; number_of_response:1; }","duration":"287.057767ms","start":"2026-03-18T14:50:06.787151Z","end":"2026-03-18T14:50:07.074208Z","steps":["trace[793282610] 'process raft request' (duration: 127.959122ms)","trace[793282610] 'compare' (duration: 158.720114ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:07.074466Z","caller":"traceutil/trace.go:171","msg":"trace[692000368] transaction","detail":"{read_only:false; response_revision:22970; number_of_response:1; }","duration":"174.80838ms","start":"2026-03-18T14:50:06.899649Z","end":"2026-03-18T14:50:07.074458Z","steps":["trace[692000368] 'process raft request' (duration: 174.770249ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:07.074616Z","caller":"traceutil/trace.go:171","msg":"trace[1605846410] linearizableReadLoop","detail":"{readStateIndex:23898; appliedIndex:23895; }","duration":"261.040981ms","start":"2026-03-18T14:50:06.813566Z","end":"2026-03-18T14:50:07.074607Z","steps":["trace[1605846410] 'read index received' (duration: 68.990296ms)","trace[1605846410] 'applied index is now lower than readState.Index' (duration: 192.049295ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:07.074626Z","caller":"traceutil/trace.go:171","msg":"trace[1153850525] transaction","detail":"{read_only:false; response_revision:22969; number_of_response:1; }","duration":"244.68447ms","start":"2026-03-18T14:50:06.82987Z","end":"2026-03-18T14:50:07.074555Z","steps":["trace[1153850525] 'process raft request' (duration: 244.490805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:07.074794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.605467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:07.074826Z","caller":"traceutil/trace.go:171","msg":"trace[241228883] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:22970; }","duration":"295.675869ms","start":"2026-03-18T14:50:06.779142Z","end":"2026-03-18T14:50:07.074818Z","steps":["trace[241228883] 'agreement among raft nodes before linearized reading' (duration: 295.604718ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:07.074841Z","caller":"traceutil/trace.go:171","msg":"trace[209977548] transaction","detail":"{read_only:false; response_revision:22968; number_of_response:1; }","duration":"253.330744ms","start":"2026-03-18T14:50:06.821497Z","end":"2026-03-18T14:50:07.074828Z","steps":["trace[209977548] 'process raft request' (duration: 252.664655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:07.074955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.218739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-manager\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:07.074982Z","caller":"traceutil/trace.go:171","msg":"trace[942099141] range","detail":"{range_begin:/registry/serviceaccounts/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-manager; range_end:; response_count:0; response_revision:22970; }","duration":"821.24658ms","start":"2026-03-18T14:50:06.253729Z","end":"2026-03-18T14:50:07.074976Z","steps":["trace[942099141] 'agreement among raft nodes before linearized reading' (duration: 821.203669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:07.075002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:06.253649Z","time spent":"821.347793ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/serviceaccounts/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-manager\" "} {"level":"warn","ts":"2026-03-18T14:50:07.314172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.186348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:50:07.314426Z","caller":"traceutil/trace.go:171","msg":"trace[365995271] linearizableReadLoop","detail":"{readStateIndex:23903; appliedIndex:23901; }","duration":"239.764637ms","start":"2026-03-18T14:50:07.07464Z","end":"2026-03-18T14:50:07.314405Z","steps":["trace[365995271] 'read index received' (duration: 111.23166ms)","trace[365995271] 'applied index is now lower than readState.Index' (duration: 128.531917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:07.314675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.485676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:50:07.314679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.058283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:50:07.314723Z","caller":"traceutil/trace.go:171","msg":"trace[64136468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22972; }","duration":"383.577798ms","start":"2026-03-18T14:50:06.931131Z","end":"2026-03-18T14:50:07.314709Z","steps":["trace[64136468] 'agreement among raft nodes before linearized reading' (duration: 383.373873ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:07.314759Z","caller":"traceutil/trace.go:171","msg":"trace[1509865231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22972; }","duration":"383.379623ms","start":"2026-03-18T14:50:06.93136Z","end":"2026-03-18T14:50:07.31474Z","steps":["trace[1509865231] 'agreement among raft nodes before linearized reading' (duration: 383.127256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:07.314831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:06.931353Z","time spent":"383.467155ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:50:07.314897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.314789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:50:07.314947Z","caller":"traceutil/trace.go:171","msg":"trace[41197792] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22972; }","duration":"384.39192ms","start":"2026-03-18T14:50:06.930542Z","end":"2026-03-18T14:50:07.314934Z","steps":["trace[41197792] 'agreement among raft nodes before linearized reading' (duration: 384.264397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:07.314991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:06.930525Z","time spent":"384.455511ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:50:07.315082Z","caller":"traceutil/trace.go:171","msg":"trace[1138051453] transaction","detail":"{read_only:false; response_revision:22971; number_of_response:1; }","duration":"384.487753ms","start":"2026-03-18T14:50:06.930571Z","end":"2026-03-18T14:50:07.315059Z","steps":["trace[1138051453] 'process raft request' (duration: 255.328898ms)","trace[1138051453] 'compare' (duration: 128.021874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:07.315203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:06.93055Z","time spent":"384.581835ms","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":108923,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:07.315385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.550966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-18T14:50:07.315435Z","caller":"traceutil/trace.go:171","msg":"trace[426467833] transaction","detail":"{read_only:false; response_revision:22972; number_of_response:1; }","duration":"361.700617ms","start":"2026-03-18T14:50:06.953722Z","end":"2026-03-18T14:50:07.315423Z","steps":["trace[426467833] 'process raft request' (duration: 360.589926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:07.315497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:06.953699Z","time spent":"361.765768ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:07.315541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.833222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-18T14:50:07.315651Z","caller":"traceutil/trace.go:171","msg":"trace[242098139] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:22972; }","duration":"493.985366ms","start":"2026-03-18T14:50:06.821652Z","end":"2026-03-18T14:50:07.315637Z","steps":["trace[242098139] 'agreement among raft nodes before linearized reading' (duration: 493.807841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:07.315699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:06.82163Z","time spent":"494.057738ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1149,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-18T14:50:07.315788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.455347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:50:07.315827Z","caller":"traceutil/trace.go:171","msg":"trace[147407977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22972; }","duration":"382.500518ms","start":"2026-03-18T14:50:06.933316Z","end":"2026-03-18T14:50:07.315817Z","steps":["trace[147407977] 'agreement among raft nodes before linearized reading' (duration: 382.407385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:07.315855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:06.933311Z","time spent":"382.538781ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:50:07.316107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.573422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:50:07.316156Z","caller":"traceutil/trace.go:171","msg":"trace[1851718239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22972; }","duration":"494.638753ms","start":"2026-03-18T14:50:06.821504Z","end":"2026-03-18T14:50:07.316142Z","steps":["trace[1851718239] 'agreement among raft nodes before linearized reading' (duration: 494.51635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:07.316197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:06.821488Z","time spent":"494.698875ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:50:07.3157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.47496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:07.316333Z","caller":"traceutil/trace.go:171","msg":"trace[1485733287] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:22972; }","duration":"301.133048ms","start":"2026-03-18T14:50:07.015182Z","end":"2026-03-18T14:50:07.316315Z","steps":["trace[1485733287] 'agreement among raft nodes before linearized reading' (duration: 300.47962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:07.316385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:07.015157Z","time spent":"301.21135ms","remote":"127.0.0.1:49908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:50:07.314781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:06.931099Z","time spent":"383.66805ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:50:07.315435Z","caller":"traceutil/trace.go:171","msg":"trace[1358187314] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:22972; }","duration":"492.621329ms","start":"2026-03-18T14:50:06.822798Z","end":"2026-03-18T14:50:07.315419Z","steps":["trace[1358187314] 'agreement among raft nodes before linearized reading' (duration: 492.495675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:07.317117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:06.822789Z","time spent":"494.313334ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":721,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"info","ts":"2026-03-18T14:50:07.322219Z","caller":"traceutil/trace.go:171","msg":"trace[1142938876] transaction","detail":"{read_only:false; response_revision:22975; number_of_response:1; }","duration":"203.389182ms","start":"2026-03-18T14:50:07.118807Z","end":"2026-03-18T14:50:07.322196Z","steps":["trace[1142938876] 'process raft request' (duration: 203.327751ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:07.32255Z","caller":"traceutil/trace.go:171","msg":"trace[2058704665] transaction","detail":"{read_only:false; response_revision:22973; number_of_response:1; }","duration":"241.631778ms","start":"2026-03-18T14:50:07.080908Z","end":"2026-03-18T14:50:07.32254Z","steps":["trace[2058704665] 'process raft request' (duration: 241.084384ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:07.322761Z","caller":"traceutil/trace.go:171","msg":"trace[1011511161] transaction","detail":"{read_only:false; response_revision:22974; number_of_response:1; }","duration":"231.227666ms","start":"2026-03-18T14:50:07.091524Z","end":"2026-03-18T14:50:07.322751Z","steps":["trace[1011511161] 'process raft request' (duration: 230.564807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:07.326219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.914198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert\" ","response":"range_response_count:1 size:2774"} {"level":"info","ts":"2026-03-18T14:50:07.327838Z","caller":"traceutil/trace.go:171","msg":"trace[1572074110] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert; range_end:; response_count:1; response_revision:22977; }","duration":"239.540682ms","start":"2026-03-18T14:50:07.088275Z","end":"2026-03-18T14:50:07.327815Z","steps":["trace[1572074110] 'agreement among raft nodes before linearized reading' (duration: 237.172868ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:07.509686Z","caller":"traceutil/trace.go:171","msg":"trace[1939891996] transaction","detail":"{read_only:false; response_revision:22980; number_of_response:1; }","duration":"185.702933ms","start":"2026-03-18T14:50:07.323957Z","end":"2026-03-18T14:50:07.50966Z","steps":["trace[1939891996] 'process raft request' (duration: 185.655243ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:07.509727Z","caller":"traceutil/trace.go:171","msg":"trace[1846791774] transaction","detail":"{read_only:false; response_revision:22978; number_of_response:1; }","duration":"187.760859ms","start":"2026-03-18T14:50:07.321929Z","end":"2026-03-18T14:50:07.50969Z","steps":["trace[1846791774] 'process raft request' (duration: 132.163225ms)","trace[1846791774] 'compare' (duration: 55.320207ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:07.509815Z","caller":"traceutil/trace.go:171","msg":"trace[2108636097] transaction","detail":"{read_only:false; response_revision:22979; number_of_response:1; }","duration":"185.843339ms","start":"2026-03-18T14:50:07.323888Z","end":"2026-03-18T14:50:07.509731Z","steps":["trace[2108636097] 'process raft request' (duration: 185.677804ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:07.51887Z","caller":"traceutil/trace.go:171","msg":"trace[1664984666] transaction","detail":"{read_only:false; response_revision:22982; number_of_response:1; }","duration":"190.442983ms","start":"2026-03-18T14:50:07.328411Z","end":"2026-03-18T14:50:07.518854Z","steps":["trace[1664984666] 'process raft request' (duration: 190.381291ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:07.518909Z","caller":"traceutil/trace.go:171","msg":"trace[630021012] transaction","detail":"{read_only:false; response_revision:22981; number_of_response:1; }","duration":"192.798956ms","start":"2026-03-18T14:50:07.32608Z","end":"2026-03-18T14:50:07.518879Z","steps":["trace[630021012] 'process raft request' (duration: 192.627921ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:07.51912Z","caller":"traceutil/trace.go:171","msg":"trace[1870213357] transaction","detail":"{read_only:false; response_revision:22983; number_of_response:1; }","duration":"187.488482ms","start":"2026-03-18T14:50:07.331608Z","end":"2026-03-18T14:50:07.519097Z","steps":["trace[1870213357] 'process raft request' (duration: 187.221354ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:07.51923Z","caller":"traceutil/trace.go:171","msg":"trace[1860402221] transaction","detail":"{read_only:false; response_revision:22985; number_of_response:1; }","duration":"186.461104ms","start":"2026-03-18T14:50:07.33276Z","end":"2026-03-18T14:50:07.519221Z","steps":["trace[1860402221] 'process raft request' (duration: 186.377852ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:07.519248Z","caller":"traceutil/trace.go:171","msg":"trace[203288313] transaction","detail":"{read_only:false; response_revision:22984; number_of_response:1; }","duration":"187.260176ms","start":"2026-03-18T14:50:07.331961Z","end":"2026-03-18T14:50:07.519221Z","steps":["trace[203288313] 'process raft request' (duration: 187.081691ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:07.519368Z","caller":"traceutil/trace.go:171","msg":"trace[83292544] transaction","detail":"{read_only:false; response_revision:22987; number_of_response:1; }","duration":"186.309021ms","start":"2026-03-18T14:50:07.333049Z","end":"2026-03-18T14:50:07.519358Z","steps":["trace[83292544] 'process raft request' (duration: 186.149937ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:07.519369Z","caller":"traceutil/trace.go:171","msg":"trace[138446418] transaction","detail":"{read_only:false; response_revision:22986; number_of_response:1; }","duration":"186.498866ms","start":"2026-03-18T14:50:07.332808Z","end":"2026-03-18T14:50:07.519306Z","steps":["trace[138446418] 'process raft request' (duration: 186.356671ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:07.519394Z","caller":"traceutil/trace.go:171","msg":"trace[2108374644] linearizableReadLoop","detail":"{readStateIndex:23913; appliedIndex:23908; }","duration":"190.894874ms","start":"2026-03-18T14:50:07.328478Z","end":"2026-03-18T14:50:07.519373Z","steps":["trace[2108374644] 'read index received' (duration: 125.523505ms)","trace[2108374644] 'applied index is now lower than readState.Index' (duration: 65.370469ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:07.519439Z","caller":"traceutil/trace.go:171","msg":"trace[584585475] transaction","detail":"{read_only:false; response_revision:22988; number_of_response:1; }","duration":"180.716769ms","start":"2026-03-18T14:50:07.338715Z","end":"2026-03-18T14:50:07.519432Z","steps":["trace[584585475] 'process raft request' (duration: 180.517504ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:07.519506Z","caller":"traceutil/trace.go:171","msg":"trace[1199004018] transaction","detail":"{read_only:false; response_revision:22989; number_of_response:1; }","duration":"136.164783ms","start":"2026-03-18T14:50:07.38333Z","end":"2026-03-18T14:50:07.519494Z","steps":["trace[1199004018] 'process raft request' (duration: 135.964459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:07.519637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.846551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-leader-election-role\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:07.519689Z","caller":"traceutil/trace.go:171","msg":"trace[542542493] range","detail":"{range_begin:/registry/roles/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-leader-election-role; range_end:; response_count:0; response_revision:22989; }","duration":"184.907032ms","start":"2026-03-18T14:50:07.334766Z","end":"2026-03-18T14:50:07.519673Z","steps":["trace[542542493] 'agreement among raft nodes before linearized reading' (duration: 184.81577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:07.519738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.243884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-18T14:50:07.519774Z","caller":"traceutil/trace.go:171","msg":"trace[1555747300] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:22989; }","duration":"191.306995ms","start":"2026-03-18T14:50:07.328459Z","end":"2026-03-18T14:50:07.519766Z","steps":["trace[1555747300] 'agreement among raft nodes before linearized reading' (duration: 191.179062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:07.519773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.162015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-03-18T14:50:07.519886Z","caller":"traceutil/trace.go:171","msg":"trace[364374393] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:22989; }","duration":"190.274628ms","start":"2026-03-18T14:50:07.329592Z","end":"2026-03-18T14:50:07.519867Z","steps":["trace[364374393] 'agreement among raft nodes before linearized reading' (duration: 190.079772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:07.519778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.215453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-18T14:50:07.520111Z","caller":"traceutil/trace.go:171","msg":"trace[3446094] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:22989; }","duration":"191.576973ms","start":"2026-03-18T14:50:07.328512Z","end":"2026-03-18T14:50:07.520089Z","steps":["trace[3446094] 'agreement among raft nodes before linearized reading' (duration: 191.010488ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:07.663573Z","caller":"traceutil/trace.go:171","msg":"trace[1512607599] transaction","detail":"{read_only:false; response_revision:22993; number_of_response:1; }","duration":"122.269807ms","start":"2026-03-18T14:50:07.541277Z","end":"2026-03-18T14:50:07.663547Z","steps":["trace[1512607599] 'process raft request' (duration: 122.128174ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:07.66379Z","caller":"traceutil/trace.go:171","msg":"trace[711306145] transaction","detail":"{read_only:false; response_revision:22992; number_of_response:1; }","duration":"133.561494ms","start":"2026-03-18T14:50:07.530183Z","end":"2026-03-18T14:50:07.663744Z","steps":["trace[711306145] 'process raft request' (duration: 130.069879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:07.664224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.413902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-18T14:50:07.664284Z","caller":"traceutil/trace.go:171","msg":"trace[1745899503] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:22993; }","duration":"129.510794ms","start":"2026-03-18T14:50:07.534759Z","end":"2026-03-18T14:50:07.66427Z","steps":["trace[1745899503] 'agreement among raft nodes before linearized reading' (duration: 129.300078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:07.664356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.379947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/capi-kubeadm-control-plane-aggregated-manager-role\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:07.664397Z","caller":"traceutil/trace.go:171","msg":"trace[1862568836] range","detail":"{range_begin:/registry/clusterroles/capi-kubeadm-control-plane-aggregated-manager-role; range_end:; response_count:0; response_revision:22993; }","duration":"123.434879ms","start":"2026-03-18T14:50:07.540951Z","end":"2026-03-18T14:50:07.664386Z","steps":["trace[1862568836] 'agreement among raft nodes before linearized reading' (duration: 123.368447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:07.664712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.058555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111961"} {"level":"info","ts":"2026-03-18T14:50:07.664741Z","caller":"traceutil/trace.go:171","msg":"trace[922445281] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:22993; }","duration":"128.089775ms","start":"2026-03-18T14:50:07.536645Z","end":"2026-03-18T14:50:07.664735Z","steps":["trace[922445281] 'agreement among raft nodes before linearized reading' (duration: 127.88814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.378091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.296614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:50:08.378189Z","caller":"traceutil/trace.go:171","msg":"trace[1094880672] linearizableReadLoop","detail":"{readStateIndex:23934; appliedIndex:23933; }","duration":"572.324036ms","start":"2026-03-18T14:50:07.80585Z","end":"2026-03-18T14:50:08.378174Z","steps":["trace[1094880672] 'read index received' (duration: 315.886057ms)","trace[1094880672] 'applied index is now lower than readState.Index' (duration: 256.436879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:08.378334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.447117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager-test/\" range_end:\"/registry/secrets/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:08.378434Z","caller":"traceutil/trace.go:171","msg":"trace[1300357991] range","detail":"{range_begin:/registry/secrets/cert-manager-test/; range_end:/registry/secrets/cert-manager-test0; response_count:0; response_revision:23002; }","duration":"613.575061ms","start":"2026-03-18T14:50:07.764842Z","end":"2026-03-18T14:50:08.378417Z","steps":["trace[1300357991] 'agreement among raft nodes before linearized reading' (duration: 613.387486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.378474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:07.764834Z","time spent":"613.631772ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/cert-manager-test/\" range_end:\"/registry/secrets/cert-manager-test0\" "} {"level":"warn","ts":"2026-03-18T14:50:08.378576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.735417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-18T14:50:08.378287Z","caller":"traceutil/trace.go:171","msg":"trace[1842335874] transaction","detail":"{read_only:false; response_revision:23002; number_of_response:1; }","duration":"609.50709ms","start":"2026-03-18T14:50:07.768715Z","end":"2026-03-18T14:50:08.378223Z","steps":["trace[1842335874] 'process raft request' (duration: 352.99426ms)","trace[1842335874] 'compare' (duration: 255.725989ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:08.378767Z","caller":"traceutil/trace.go:171","msg":"trace[1883990537] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23002; }","duration":"612.939163ms","start":"2026-03-18T14:50:07.765809Z","end":"2026-03-18T14:50:08.378748Z","steps":["trace[1883990537] 'agreement among raft nodes before linearized reading' (duration: 612.413388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.378913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:07.765802Z","time spent":"613.050437ms","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1310,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-18T14:50:08.3796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:07.768692Z","time spent":"610.298332ms","remote":"127.0.0.1:45860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2593,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:08.472755Z","caller":"traceutil/trace.go:171","msg":"trace[1850896094] transaction","detail":"{read_only:false; response_revision:23004; number_of_response:1; }","duration":"648.715072ms","start":"2026-03-18T14:50:07.823997Z","end":"2026-03-18T14:50:08.472712Z","steps":["trace[1850896094] 'process raft request' (duration: 648.443714ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:08.472822Z","caller":"traceutil/trace.go:171","msg":"trace[685467662] transaction","detail":"{read_only:false; response_revision:23006; number_of_response:1; }","duration":"596.104909ms","start":"2026-03-18T14:50:07.876655Z","end":"2026-03-18T14:50:08.47276Z","steps":["trace[685467662] 'process raft request' (duration: 595.960465ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:08.472713Z","caller":"traceutil/trace.go:171","msg":"trace[1744254805] transaction","detail":"{read_only:false; response_revision:23003; number_of_response:1; }","duration":"656.630875ms","start":"2026-03-18T14:50:07.816007Z","end":"2026-03-18T14:50:08.472638Z","steps":["trace[1744254805] 'process raft request' (duration: 656.309757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.472963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:07.823971Z","time spent":"648.876946ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:08.473064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:07.815982Z","time spent":"657.029106ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":743,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:50:08.472832Z","caller":"traceutil/trace.go:171","msg":"trace[524086129] transaction","detail":"{read_only:false; response_revision:23005; number_of_response:1; }","duration":"598.77914ms","start":"2026-03-18T14:50:07.874027Z","end":"2026-03-18T14:50:08.472806Z","steps":["trace[524086129] 'process raft request' (duration: 598.478623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.473078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.218347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:50:08.473162Z","caller":"traceutil/trace.go:171","msg":"trace[233190715] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:23006; }","duration":"217.360671ms","start":"2026-03-18T14:50:08.255783Z","end":"2026-03-18T14:50:08.473144Z","steps":["trace[233190715] 'agreement among raft nodes before linearized reading' (duration: 217.072553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.473129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:07.876632Z","time spent":"596.293973ms","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":110975,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:08.473205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:07.874008Z","time spent":"599.127431ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:08.473785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.899195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-w76ll\" ","response":"range_response_count:1 size:4229"} {"level":"info","ts":"2026-03-18T14:50:08.473837Z","caller":"traceutil/trace.go:171","msg":"trace[102877814] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-w76ll; range_end:; response_count:1; response_revision:23006; }","duration":"312.985468ms","start":"2026-03-18T14:50:08.160837Z","end":"2026-03-18T14:50:08.473822Z","steps":["trace[102877814] 'agreement among raft nodes before linearized reading' (duration: 312.790933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.473869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:08.160794Z","time spent":"313.06602ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4253,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-w76ll\" "} {"level":"warn","ts":"2026-03-18T14:50:08.474626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.366872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210983"} {"level":"info","ts":"2026-03-18T14:50:08.474727Z","caller":"traceutil/trace.go:171","msg":"trace[1022527311] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23006; }","duration":"536.517246ms","start":"2026-03-18T14:50:07.938187Z","end":"2026-03-18T14:50:08.474704Z","steps":["trace[1022527311] 'agreement among raft nodes before linearized reading' (duration: 534.715437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.474782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:07.938153Z","time spent":"536.615289ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211007,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-18T14:50:08.53225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.768117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:50:08.532317Z","caller":"traceutil/trace.go:171","msg":"trace[1393767063] transaction","detail":"{read_only:false; response_revision:23007; number_of_response:1; }","duration":"146.872854ms","start":"2026-03-18T14:50:08.385415Z","end":"2026-03-18T14:50:08.532288Z","steps":["trace[1393767063] 'process raft request' (duration: 96.026309ms)","trace[1393767063] 'compare' (duration: 50.382752ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:08.532331Z","caller":"traceutil/trace.go:171","msg":"trace[1577172564] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23007; }","duration":"103.890941ms","start":"2026-03-18T14:50:08.428423Z","end":"2026-03-18T14:50:08.532314Z","steps":["trace[1577172564] 'agreement among raft nodes before linearized reading' (duration: 103.757097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.532377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.091807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:50:08.532417Z","caller":"traceutil/trace.go:171","msg":"trace[1508018428] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23007; }","duration":"121.156558ms","start":"2026-03-18T14:50:08.411246Z","end":"2026-03-18T14:50:08.532402Z","steps":["trace[1508018428] 'agreement among raft nodes before linearized reading' (duration: 121.061946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.532268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.768811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-18T14:50:08.532554Z","caller":"traceutil/trace.go:171","msg":"trace[1989445636] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23007; }","duration":"147.07917ms","start":"2026-03-18T14:50:08.385464Z","end":"2026-03-18T14:50:08.532543Z","steps":["trace[1989445636] 'agreement among raft nodes before linearized reading' (duration: 146.636438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.532385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.961936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111961"} {"level":"warn","ts":"2026-03-18T14:50:08.532608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.997602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/cert-manager-test/\" range_end:\"/registry/podtemplates/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:08.532668Z","caller":"traceutil/trace.go:171","msg":"trace[292345023] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23007; }","duration":"147.254544ms","start":"2026-03-18T14:50:08.385396Z","end":"2026-03-18T14:50:08.532651Z","steps":["trace[292345023] 'agreement among raft nodes before linearized reading' (duration: 146.714059ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:08.532674Z","caller":"traceutil/trace.go:171","msg":"trace[293266154] range","detail":"{range_begin:/registry/podtemplates/cert-manager-test/; range_end:/registry/podtemplates/cert-manager-test0; response_count:0; response_revision:23007; }","duration":"149.089284ms","start":"2026-03-18T14:50:08.383574Z","end":"2026-03-18T14:50:08.532663Z","steps":["trace[293266154] 'agreement among raft nodes before linearized reading' (duration: 148.987011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.532683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.021863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert-vd4tf\" ","response":"range_response_count:1 size:2605"} {"level":"info","ts":"2026-03-18T14:50:08.532766Z","caller":"traceutil/trace.go:171","msg":"trace[1469586847] range","detail":"{range_begin:/registry/secrets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert-vd4tf; range_end:; response_count:1; response_revision:23007; }","duration":"149.145165ms","start":"2026-03-18T14:50:08.383598Z","end":"2026-03-18T14:50:08.532743Z","steps":["trace[1469586847] 'agreement among raft nodes before linearized reading' (duration: 148.912449ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:08.666749Z","caller":"traceutil/trace.go:171","msg":"trace[2083445964] transaction","detail":"{read_only:false; response_revision:23012; number_of_response:1; }","duration":"122.268238ms","start":"2026-03-18T14:50:08.544458Z","end":"2026-03-18T14:50:08.666726Z","steps":["trace[2083445964] 'process raft request' (duration: 122.205057ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:08.666842Z","caller":"traceutil/trace.go:171","msg":"trace[431680392] linearizableReadLoop","detail":"{readStateIndex:23944; appliedIndex:23944; }","duration":"104.105717ms","start":"2026-03-18T14:50:08.562707Z","end":"2026-03-18T14:50:08.666812Z","steps":["trace[431680392] 'read index received' (duration: 104.091227ms)","trace[431680392] 'applied index is now lower than readState.Index' (duration: 12.05µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:08.667068Z","caller":"traceutil/trace.go:171","msg":"trace[1545907648] transaction","detail":"{read_only:false; response_revision:23011; number_of_response:1; }","duration":"124.026525ms","start":"2026-03-18T14:50:08.54303Z","end":"2026-03-18T14:50:08.667057Z","steps":["trace[1545907648] 'process raft request' (duration: 123.576523ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:08.667374Z","caller":"traceutil/trace.go:171","msg":"trace[1382633414] transaction","detail":"{read_only:false; response_revision:23010; number_of_response:1; }","duration":"124.561901ms","start":"2026-03-18T14:50:08.542806Z","end":"2026-03-18T14:50:08.667368Z","steps":["trace[1382633414] 'process raft request' (duration: 123.653356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.667406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.302771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"info","ts":"2026-03-18T14:50:08.667478Z","caller":"traceutil/trace.go:171","msg":"trace[1759183258] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23012; }","duration":"118.408274ms","start":"2026-03-18T14:50:08.54902Z","end":"2026-03-18T14:50:08.667428Z","steps":["trace[1759183258] 'agreement among raft nodes before linearized reading' (duration: 117.970942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.667506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.006017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-18T14:50:08.667531Z","caller":"traceutil/trace.go:171","msg":"trace[902461608] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23012; }","duration":"120.059837ms","start":"2026-03-18T14:50:08.547462Z","end":"2026-03-18T14:50:08.667522Z","steps":["trace[902461608] 'agreement among raft nodes before linearized reading' (duration: 119.957896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.667908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.087722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130028"} {"level":"info","ts":"2026-03-18T14:50:08.668013Z","caller":"traceutil/trace.go:171","msg":"trace[1399126859] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:23012; }","duration":"126.228715ms","start":"2026-03-18T14:50:08.541762Z","end":"2026-03-18T14:50:08.667991Z","steps":["trace[1399126859] 'agreement among raft nodes before linearized reading' (duration: 125.960397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.668735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.723254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18430"} {"level":"info","ts":"2026-03-18T14:50:08.668767Z","caller":"traceutil/trace.go:171","msg":"trace[1843763191] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23013; }","duration":"104.774385ms","start":"2026-03-18T14:50:08.563987Z","end":"2026-03-18T14:50:08.668761Z","steps":["trace[1843763191] 'agreement among raft nodes before linearized reading' (duration: 104.687342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.668796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.05252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-18T14:50:08.668829Z","caller":"traceutil/trace.go:171","msg":"trace[491452409] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23013; }","duration":"102.098883ms","start":"2026-03-18T14:50:08.566721Z","end":"2026-03-18T14:50:08.66882Z","steps":["trace[491452409] 'agreement among raft nodes before linearized reading' (duration: 102.00236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.668906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.031777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/cert-manager-test/\" range_end:\"/registry/ceph.rook.io/cephblockpools/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:08.668934Z","caller":"traceutil/trace.go:171","msg":"trace[1662783219] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/cert-manager-test/; range_end:/registry/ceph.rook.io/cephblockpools/cert-manager-test0; response_count:0; response_revision:23013; }","duration":"103.07288ms","start":"2026-03-18T14:50:08.565853Z","end":"2026-03-18T14:50:08.668926Z","steps":["trace[1662783219] 'agreement among raft nodes before linearized reading' (duration: 103.029278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.669071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.21599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-18T14:50:08.669124Z","caller":"traceutil/trace.go:171","msg":"trace[1130093654] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23013; }","duration":"104.269851ms","start":"2026-03-18T14:50:08.564829Z","end":"2026-03-18T14:50:08.669099Z","steps":["trace[1130093654] 'agreement among raft nodes before linearized reading' (duration: 104.086065ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:08.942775Z","caller":"traceutil/trace.go:171","msg":"trace[1959892372] linearizableReadLoop","detail":"{readStateIndex:23947; appliedIndex:23946; }","duration":"189.131877ms","start":"2026-03-18T14:50:08.753588Z","end":"2026-03-18T14:50:08.94272Z","steps":["trace[1959892372] 'read index received' (duration: 188.910711ms)","trace[1959892372] 'applied index is now lower than readState.Index' (duration: 220.096µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:08.943188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.16099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-18T14:50:08.943282Z","caller":"traceutil/trace.go:171","msg":"trace[1885905168] transaction","detail":"{read_only:false; response_revision:23015; number_of_response:1; }","duration":"263.394076ms","start":"2026-03-18T14:50:08.679869Z","end":"2026-03-18T14:50:08.943263Z","steps":["trace[1885905168] 'process raft request' (duration: 262.633876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.943308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.566911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/cert-manager-test/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:08.943398Z","caller":"traceutil/trace.go:171","msg":"trace[1921839250] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/cert-manager-test/; range_end:/registry/cilium.io/ciliumnetworkpolicies/cert-manager-test0; response_count:0; response_revision:23015; }","duration":"263.724396ms","start":"2026-03-18T14:50:08.679652Z","end":"2026-03-18T14:50:08.943377Z","steps":["trace[1921839250] 'agreement among raft nodes before linearized reading' (duration: 263.576542ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:08.94331Z","caller":"traceutil/trace.go:171","msg":"trace[137579595] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:23015; }","duration":"263.327344ms","start":"2026-03-18T14:50:08.679964Z","end":"2026-03-18T14:50:08.943291Z","steps":["trace[137579595] 'agreement among raft nodes before linearized reading' (duration: 263.054737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.943205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.078875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110993"} {"level":"info","ts":"2026-03-18T14:50:08.943701Z","caller":"traceutil/trace.go:171","msg":"trace[1805422649] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23015; }","duration":"203.622889ms","start":"2026-03-18T14:50:08.740063Z","end":"2026-03-18T14:50:08.943686Z","steps":["trace[1805422649] 'agreement among raft nodes before linearized reading' (duration: 202.9394ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:08.980551Z","caller":"traceutil/trace.go:171","msg":"trace[614128925] transaction","detail":"{read_only:false; response_revision:23016; number_of_response:1; }","duration":"223.889878ms","start":"2026-03-18T14:50:08.75663Z","end":"2026-03-18T14:50:08.98052Z","steps":["trace[614128925] 'process raft request' (duration: 223.750494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.980724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.932826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-18T14:50:08.980786Z","caller":"traceutil/trace.go:171","msg":"trace[1092472864] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:23016; }","duration":"113.034368ms","start":"2026-03-18T14:50:08.867736Z","end":"2026-03-18T14:50:08.98077Z","steps":["trace[1092472864] 'agreement among raft nodes before linearized reading' (duration: 112.786322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.980816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.427897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-18T14:50:08.980848Z","caller":"traceutil/trace.go:171","msg":"trace[2071329472] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23016; }","duration":"219.469928ms","start":"2026-03-18T14:50:08.761367Z","end":"2026-03-18T14:50:08.980837Z","steps":["trace[2071329472] 'agreement among raft nodes before linearized reading' (duration: 219.344205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:08.98094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.987907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:08.981056Z","caller":"traceutil/trace.go:171","msg":"trace[499189126] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23016; }","duration":"225.303786ms","start":"2026-03-18T14:50:08.755734Z","end":"2026-03-18T14:50:08.981038Z","steps":["trace[499189126] 'agreement among raft nodes before linearized reading' (duration: 224.967127ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:09.122612Z","caller":"traceutil/trace.go:171","msg":"trace[651302731] transaction","detail":"{read_only:false; response_revision:23018; number_of_response:1; }","duration":"137.86611ms","start":"2026-03-18T14:50:08.984709Z","end":"2026-03-18T14:50:09.122575Z","steps":["trace[651302731] 'process raft request' (duration: 137.639614ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:09.122748Z","caller":"traceutil/trace.go:171","msg":"trace[928162356] transaction","detail":"{read_only:false; response_revision:23019; number_of_response:1; }","duration":"136.803451ms","start":"2026-03-18T14:50:08.985925Z","end":"2026-03-18T14:50:09.122729Z","steps":["trace[928162356] 'process raft request' (duration: 136.692608ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:09.12286Z","caller":"traceutil/trace.go:171","msg":"trace[284224901] linearizableReadLoop","detail":"{readStateIndex:23951; appliedIndex:23948; }","duration":"135.28079ms","start":"2026-03-18T14:50:08.98757Z","end":"2026-03-18T14:50:09.122851Z","steps":["trace[284224901] 'read index received' (duration: 19.284762ms)","trace[284224901] 'applied index is now lower than readState.Index' (duration: 115.995208ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:09.12291Z","caller":"traceutil/trace.go:171","msg":"trace[658350852] transaction","detail":"{read_only:false; response_revision:23020; number_of_response:1; }","duration":"134.645333ms","start":"2026-03-18T14:50:08.988241Z","end":"2026-03-18T14:50:09.122886Z","steps":["trace[658350852] 'process raft request' (duration: 134.439637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:09.122978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.395373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-18T14:50:09.123003Z","caller":"traceutil/trace.go:171","msg":"trace[1948555343] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:23020; }","duration":"135.459036ms","start":"2026-03-18T14:50:08.987536Z","end":"2026-03-18T14:50:09.122995Z","steps":["trace[1948555343] 'agreement among raft nodes before linearized reading' (duration: 135.360863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:09.395868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.738773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:50:09.395965Z","caller":"traceutil/trace.go:171","msg":"trace[229340159] linearizableReadLoop","detail":"{readStateIndex:23953; appliedIndex:23952; }","duration":"273.072387ms","start":"2026-03-18T14:50:09.122877Z","end":"2026-03-18T14:50:09.39595Z","steps":["trace[229340159] 'read index received' (duration: 35.12911ms)","trace[229340159] 'applied index is now lower than readState.Index' (duration: 237.941837ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:09.396029Z","caller":"traceutil/trace.go:171","msg":"trace[865159158] transaction","detail":"{read_only:false; response_revision:23021; number_of_response:1; }","duration":"309.465753ms","start":"2026-03-18T14:50:09.086553Z","end":"2026-03-18T14:50:09.396018Z","steps":["trace[865159158] 'process raft request' (duration: 71.502674ms)","trace[865159158] 'compare' (duration: 237.61859ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:09.396081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:09.086532Z","time spent":"309.520234ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:09.396148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.805238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:09.396204Z","caller":"traceutil/trace.go:171","msg":"trace[2009276318] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:23021; }","duration":"273.890491ms","start":"2026-03-18T14:50:09.122301Z","end":"2026-03-18T14:50:09.396191Z","steps":["trace[2009276318] 'agreement among raft nodes before linearized reading' (duration: 273.815279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:09.396214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.914835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/cert-manager-test/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:50:09.3963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.643637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:50:09.39636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.735877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:170039"} {"level":"info","ts":"2026-03-18T14:50:09.396415Z","caller":"traceutil/trace.go:171","msg":"trace[1761133296] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:23021; }","duration":"337.818259ms","start":"2026-03-18T14:50:09.05858Z","end":"2026-03-18T14:50:09.396399Z","steps":["trace[1761133296] 'agreement among raft nodes before linearized reading' (duration: 337.603343ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:09.396427Z","caller":"traceutil/trace.go:171","msg":"trace[1041911277] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:23021; }","duration":"408.79775ms","start":"2026-03-18T14:50:08.987597Z","end":"2026-03-18T14:50:09.396394Z","steps":["trace[1041911277] 'agreement among raft nodes before linearized reading' (duration: 408.570114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:09.39646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:09.058564Z","time spent":"337.886781ms","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":1,"response size":170063,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanes.controlplane.cluster.x-k8s.io\" "} {"level":"warn","ts":"2026-03-18T14:50:09.396075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.732579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:50:09.396356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.614246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:09.396569Z","caller":"traceutil/trace.go:171","msg":"trace[1474844900] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23021; }","duration":"408.909484ms","start":"2026-03-18T14:50:08.987639Z","end":"2026-03-18T14:50:09.396549Z","steps":["trace[1474844900] 'agreement among raft nodes before linearized reading' (duration: 408.459252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:09.396654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:08.987627Z","time spent":"409.013136ms","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T14:50:09.396344Z","caller":"traceutil/trace.go:171","msg":"trace[431499854] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/cert-manager-test/; range_end:/registry/rabbitmq.com/rabbitmqclusters/cert-manager-test0; response_count:0; response_revision:23021; }","duration":"405.05288ms","start":"2026-03-18T14:50:08.991249Z","end":"2026-03-18T14:50:09.396301Z","steps":["trace[431499854] 'agreement among raft nodes before linearized reading' (duration: 404.865815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:09.397256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:08.991238Z","time spent":"405.985275ms","remote":"127.0.0.1:49898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/cert-manager-test/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters/cert-manager-test0\" "} {"level":"info","ts":"2026-03-18T14:50:09.396514Z","caller":"traceutil/trace.go:171","msg":"trace[687751177] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:0; response_revision:23021; }","duration":"402.187421ms","start":"2026-03-18T14:50:08.994311Z","end":"2026-03-18T14:50:09.396498Z","steps":["trace[687751177] 'agreement among raft nodes before linearized reading' (duration: 401.705648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:09.396495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:08.987593Z","time spent":"408.885853ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-03-18T14:50:09.397474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:08.994304Z","time spent":"403.151068ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:50:09.442109Z","caller":"traceutil/trace.go:171","msg":"trace[252570701] transaction","detail":"{read_only:false; response_revision:23022; number_of_response:1; }","duration":"119.812212ms","start":"2026-03-18T14:50:09.32228Z","end":"2026-03-18T14:50:09.442092Z","steps":["trace[252570701] 'process raft request' (duration: 119.710959ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:09.947014Z","caller":"traceutil/trace.go:171","msg":"trace[303971492] transaction","detail":"{read_only:false; response_revision:23024; number_of_response:1; }","duration":"543.928447ms","start":"2026-03-18T14:50:09.403072Z","end":"2026-03-18T14:50:09.947001Z","steps":["trace[303971492] 'process raft request' (duration: 543.597788ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:09.947023Z","caller":"traceutil/trace.go:171","msg":"trace[1335188017] transaction","detail":"{read_only:false; response_revision:23023; number_of_response:1; }","duration":"617.571689ms","start":"2026-03-18T14:50:09.329405Z","end":"2026-03-18T14:50:09.946977Z","steps":["trace[1335188017] 'process raft request' (duration: 617.132827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:09.94713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:09.403062Z","time spent":"544.017859ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4101,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:50:09.947138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.909016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T14:50:09.947193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:09.329371Z","time spent":"617.740444ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:09.947213Z","caller":"traceutil/trace.go:171","msg":"trace[2105046491] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23024; }","duration":"612.020119ms","start":"2026-03-18T14:50:09.33518Z","end":"2026-03-18T14:50:09.9472Z","steps":["trace[2105046491] 'agreement among raft nodes before linearized reading' (duration: 611.822594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:09.947247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:09.335162Z","time spent":"612.07536ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:50:09.947205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.280704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:50:09.947295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.131817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:09.947323Z","caller":"traceutil/trace.go:171","msg":"trace[1072797961] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:23024; }","duration":"793.444268ms","start":"2026-03-18T14:50:09.15385Z","end":"2026-03-18T14:50:09.947294Z","steps":["trace[1072797961] 'agreement among raft nodes before linearized reading' (duration: 793.251922ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:09.947521Z","caller":"traceutil/trace.go:171","msg":"trace[651713584] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:23024; }","duration":"821.202358ms","start":"2026-03-18T14:50:09.126125Z","end":"2026-03-18T14:50:09.947327Z","steps":["trace[651713584] 'agreement among raft nodes before linearized reading' (duration: 821.125906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:09.947551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:09.126113Z","time spent":"821.433104ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"info","ts":"2026-03-18T14:50:09.947311Z","caller":"traceutil/trace.go:171","msg":"trace[683594621] linearizableReadLoop","detail":"{readStateIndex:23955; appliedIndex:23953; }","duration":"550.964797ms","start":"2026-03-18T14:50:09.39599Z","end":"2026-03-18T14:50:09.946955Z","steps":["trace[683594621] 'read index received' (duration: 46.024445ms)","trace[683594621] 'applied index is now lower than readState.Index' (duration: 504.939232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:09.947568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:09.15383Z","time spent":"793.722125ms","remote":"127.0.0.1:45108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:50:09.951548Z","caller":"traceutil/trace.go:171","msg":"trace[570544052] transaction","detail":"{read_only:false; response_revision:23025; number_of_response:1; }","duration":"425.749679ms","start":"2026-03-18T14:50:09.525784Z","end":"2026-03-18T14:50:09.951534Z","steps":["trace[570544052] 'process raft request' (duration: 425.634706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:09.95165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:09.525771Z","time spent":"425.829291ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:09.951684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.454753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:09.951755Z","caller":"traceutil/trace.go:171","msg":"trace[792844088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23025; }","duration":"380.526165ms","start":"2026-03-18T14:50:09.57121Z","end":"2026-03-18T14:50:09.951736Z","steps":["trace[792844088] 'agreement among raft nodes before linearized reading' (duration: 380.415882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:09.951867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.895017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:50:09.951936Z","caller":"traceutil/trace.go:171","msg":"trace[1546997521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23025; }","duration":"427.963639ms","start":"2026-03-18T14:50:09.523953Z","end":"2026-03-18T14:50:09.951917Z","steps":["trace[1546997521] 'agreement among raft nodes before linearized reading' (duration: 427.831576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:09.951944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.580223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:50:09.951987Z","caller":"traceutil/trace.go:171","msg":"trace[820142609] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23025; }","duration":"551.641005ms","start":"2026-03-18T14:50:09.400338Z","end":"2026-03-18T14:50:09.951979Z","steps":["trace[820142609] 'agreement among raft nodes before linearized reading' (duration: 551.568874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:09.951994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:09.523949Z","time spent":"428.03267ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:50:09.95201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:09.400324Z","time spent":"551.680517ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:50:09.952042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.650997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-18T14:50:09.951889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.833532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:50:09.952087Z","caller":"traceutil/trace.go:171","msg":"trace[185657721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23025; }","duration":"428.71315ms","start":"2026-03-18T14:50:09.523362Z","end":"2026-03-18T14:50:09.952075Z","steps":["trace[185657721] 'agreement among raft nodes before linearized reading' (duration: 428.617267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:09.952075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.459481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-18T14:50:09.952099Z","caller":"traceutil/trace.go:171","msg":"trace[1382548328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23025; }","duration":"439.064259ms","start":"2026-03-18T14:50:09.513023Z","end":"2026-03-18T14:50:09.952087Z","steps":["trace[1382548328] 'agreement among raft nodes before linearized reading' (duration: 438.778522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:09.952116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:09.523349Z","time spent":"428.760901ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:50:09.952139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:09.513008Z","time spent":"439.119672ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:50:09.952135Z","caller":"traceutil/trace.go:171","msg":"trace[1325362799] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23025; }","duration":"551.532193ms","start":"2026-03-18T14:50:09.400584Z","end":"2026-03-18T14:50:09.952116Z","steps":["trace[1325362799] 'agreement among raft nodes before linearized reading' (duration: 551.271395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:09.952122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.877906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-18T14:50:09.951736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.748504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T14:50:09.952146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.073749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/cert-manager-test/\" range_end:\"/registry/jobs/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:50:09.952183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:09.400577Z","time spent":"551.593794ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":733,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-03-18T14:50:09.952195Z","caller":"traceutil/trace.go:171","msg":"trace[277627370] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23025; }","duration":"305.996369ms","start":"2026-03-18T14:50:09.64618Z","end":"2026-03-18T14:50:09.952177Z","steps":["trace[277627370] 'agreement among raft nodes before linearized reading' (duration: 305.725872ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:09.95222Z","caller":"traceutil/trace.go:171","msg":"trace[1142266218] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23025; }","duration":"438.257347ms","start":"2026-03-18T14:50:09.513938Z","end":"2026-03-18T14:50:09.952195Z","steps":["trace[1142266218] 'agreement among raft nodes before linearized reading' (duration: 437.62582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:09.952237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:09.646162Z","time spent":"306.066662ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-18T14:50:09.952236Z","caller":"traceutil/trace.go:171","msg":"trace[999348143] range","detail":"{range_begin:/registry/jobs/cert-manager-test/; range_end:/registry/jobs/cert-manager-test0; response_count:0; response_revision:23025; }","duration":"551.192873ms","start":"2026-03-18T14:50:09.401021Z","end":"2026-03-18T14:50:09.952214Z","steps":["trace[999348143] 'agreement among raft nodes before linearized reading' (duration: 551.030849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:09.952265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:09.513911Z","time spent":"438.3406ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:50:09.952292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:09.401014Z","time spent":"551.260425ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/cert-manager-test/\" range_end:\"/registry/jobs/cert-manager-test0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T14:50:09.952624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:09.571158Z","time spent":"381.45257ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:50:10.073573Z","caller":"traceutil/trace.go:171","msg":"trace[1634520005] linearizableReadLoop","detail":"{readStateIndex:23959; appliedIndex:23958; }","duration":"117.597231ms","start":"2026-03-18T14:50:09.955952Z","end":"2026-03-18T14:50:10.07355Z","steps":["trace[1634520005] 'read index received' (duration: 92.0243ms)","trace[1634520005] 'applied index is now lower than readState.Index' (duration: 25.571851ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:10.073665Z","caller":"traceutil/trace.go:171","msg":"trace[1610025762] transaction","detail":"{read_only:false; response_revision:23027; number_of_response:1; }","duration":"117.875628ms","start":"2026-03-18T14:50:09.95578Z","end":"2026-03-18T14:50:10.073656Z","steps":["trace[1610025762] 'process raft request' (duration: 92.184384ms)","trace[1610025762] 'compare' (duration: 25.448888ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:10.07408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.115866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-745c6f88-8ea6-42ff-a241-4ca270b8934b\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-18T14:50:10.074124Z","caller":"traceutil/trace.go:171","msg":"trace[2098148276] range","detail":"{range_begin:/registry/persistentvolumes/pvc-745c6f88-8ea6-42ff-a241-4ca270b8934b; range_end:; response_count:1; response_revision:23027; }","duration":"118.183287ms","start":"2026-03-18T14:50:09.955929Z","end":"2026-03-18T14:50:10.074112Z","steps":["trace[2098148276] 'agreement among raft nodes before linearized reading' (duration: 117.956561ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:10.120554Z","caller":"traceutil/trace.go:171","msg":"trace[119025218] transaction","detail":"{read_only:false; response_revision:23028; number_of_response:1; }","duration":"163.843022ms","start":"2026-03-18T14:50:09.956688Z","end":"2026-03-18T14:50:10.120531Z","steps":["trace[119025218] 'process raft request' (duration: 163.647788ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:10.121026Z","caller":"traceutil/trace.go:171","msg":"trace[763628886] transaction","detail":"{read_only:false; response_revision:23030; number_of_response:1; }","duration":"163.275028ms","start":"2026-03-18T14:50:09.95773Z","end":"2026-03-18T14:50:10.121005Z","steps":["trace[763628886] 'process raft request' (duration: 162.953279ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:10.120898Z","caller":"traceutil/trace.go:171","msg":"trace[1737133171] transaction","detail":"{read_only:false; response_revision:23029; number_of_response:1; }","duration":"163.642398ms","start":"2026-03-18T14:50:09.957228Z","end":"2026-03-18T14:50:10.120871Z","steps":["trace[1737133171] 'process raft request' (duration: 163.243077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:10.121079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.711424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-control-plane-mutating-webhook-configuration\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:10.121171Z","caller":"traceutil/trace.go:171","msg":"trace[1566275353] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-kubeadm-control-plane-mutating-webhook-configuration; range_end:; response_count:0; response_revision:23031; }","duration":"158.827677ms","start":"2026-03-18T14:50:09.962318Z","end":"2026-03-18T14:50:10.121146Z","steps":["trace[1566275353] 'agreement among raft nodes before linearized reading' (duration: 158.682854ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:10.121208Z","caller":"traceutil/trace.go:171","msg":"trace[1307003413] transaction","detail":"{read_only:false; response_revision:23031; number_of_response:1; }","duration":"158.298673ms","start":"2026-03-18T14:50:09.962901Z","end":"2026-03-18T14:50:10.1212Z","steps":["trace[1307003413] 'process raft request' (duration: 157.959923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:10.121283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.337516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-18T14:50:10.121371Z","caller":"traceutil/trace.go:171","msg":"trace[2129032376] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:23031; }","duration":"164.46021ms","start":"2026-03-18T14:50:09.956891Z","end":"2026-03-18T14:50:10.121352Z","steps":["trace[2129032376] 'agreement among raft nodes before linearized reading' (duration: 164.242024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:10.121373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.946383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-18T14:50:10.121389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.987569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"warn","ts":"2026-03-18T14:50:10.121296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.287732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/cert-manager-test/\" range_end:\"/registry/jobs/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:10.121439Z","caller":"traceutil/trace.go:171","msg":"trace[2102539619] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:23031; }","duration":"163.050341ms","start":"2026-03-18T14:50:09.958374Z","end":"2026-03-18T14:50:10.121424Z","steps":["trace[2102539619] 'agreement among raft nodes before linearized reading' (duration: 162.903017ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:10.121476Z","caller":"traceutil/trace.go:171","msg":"trace[1344759849] range","detail":"{range_begin:/registry/jobs/cert-manager-test/; range_end:/registry/jobs/cert-manager-test0; response_count:0; response_revision:23031; }","duration":"165.510838ms","start":"2026-03-18T14:50:09.955944Z","end":"2026-03-18T14:50:10.121455Z","steps":["trace[1344759849] 'agreement among raft nodes before linearized reading' (duration: 165.23196ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:10.12147Z","caller":"traceutil/trace.go:171","msg":"trace[259162704] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23031; }","duration":"155.044755ms","start":"2026-03-18T14:50:09.966377Z","end":"2026-03-18T14:50:10.121422Z","steps":["trace[259162704] 'agreement among raft nodes before linearized reading' (duration: 154.86253ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:10.255741Z","caller":"traceutil/trace.go:171","msg":"trace[425239403] linearizableReadLoop","detail":"{readStateIndex:23966; appliedIndex:23965; }","duration":"102.908195ms","start":"2026-03-18T14:50:10.152805Z","end":"2026-03-18T14:50:10.255713Z","steps":["trace[425239403] 'read index received' (duration: 97.730334ms)","trace[425239403] 'applied index is now lower than readState.Index' (duration: 5.176541ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:10.255753Z","caller":"traceutil/trace.go:171","msg":"trace[1534396559] transaction","detail":"{read_only:false; response_revision:23034; number_of_response:1; }","duration":"129.376151ms","start":"2026-03-18T14:50:10.126341Z","end":"2026-03-18T14:50:10.255717Z","steps":["trace[1534396559] 'process raft request' (duration: 124.182779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:10.255939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.196789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-18T14:50:10.256028Z","caller":"traceutil/trace.go:171","msg":"trace[35163356] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23034; }","duration":"131.309833ms","start":"2026-03-18T14:50:10.124697Z","end":"2026-03-18T14:50:10.256007Z","steps":["trace[35163356] 'agreement among raft nodes before linearized reading' (duration: 131.085467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:10.255904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.726188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-18T14:50:10.256115Z","caller":"traceutil/trace.go:171","msg":"trace[1585445896] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23034; }","duration":"130.951214ms","start":"2026-03-18T14:50:10.125144Z","end":"2026-03-18T14:50:10.256095Z","steps":["trace[1585445896] 'agreement among raft nodes before linearized reading' (duration: 130.583734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:10.256077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.762295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/cert-manager-test/\" range_end:\"/registry/endpointslices/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:10.256294Z","caller":"traceutil/trace.go:171","msg":"trace[918581524] range","detail":"{range_begin:/registry/endpointslices/cert-manager-test/; range_end:/registry/endpointslices/cert-manager-test0; response_count:0; response_revision:23034; }","duration":"132.205888ms","start":"2026-03-18T14:50:10.124068Z","end":"2026-03-18T14:50:10.256273Z","steps":["trace[918581524] 'agreement among raft nodes before linearized reading' (duration: 131.748726ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:10.285072Z","caller":"traceutil/trace.go:171","msg":"trace[1913774936] transaction","detail":"{read_only:false; response_revision:23036; number_of_response:1; }","duration":"122.438663ms","start":"2026-03-18T14:50:10.162617Z","end":"2026-03-18T14:50:10.285056Z","steps":["trace[1913774936] 'process raft request' (duration: 122.393982ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:10.285105Z","caller":"traceutil/trace.go:171","msg":"trace[276998965] transaction","detail":"{read_only:false; response_revision:23035; number_of_response:1; }","duration":"129.75738ms","start":"2026-03-18T14:50:10.155325Z","end":"2026-03-18T14:50:10.285082Z","steps":["trace[276998965] 'process raft request' (duration: 129.600717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:10.285328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.156092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"range_response_count:1 size:4650"} {"level":"info","ts":"2026-03-18T14:50:10.285391Z","caller":"traceutil/trace.go:171","msg":"trace[1181360034] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; response_count:1; response_revision:23036; }","duration":"126.250745ms","start":"2026-03-18T14:50:10.159111Z","end":"2026-03-18T14:50:10.285362Z","steps":["trace[1181360034] 'agreement among raft nodes before linearized reading' (duration: 126.114142ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:10.441477Z","caller":"traceutil/trace.go:171","msg":"trace[754932014] linearizableReadLoop","detail":"{readStateIndex:23969; appliedIndex:23968; }","duration":"156.241117ms","start":"2026-03-18T14:50:10.285206Z","end":"2026-03-18T14:50:10.441447Z","steps":["trace[754932014] 'read index received' (duration: 84.048665ms)","trace[754932014] 'applied index is now lower than readState.Index' (duration: 72.191082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:10.441644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.304986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/cert-manager-test/\" range_end:\"/registry/endpointslices/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:50:10.441644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.054772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:10.44169Z","caller":"traceutil/trace.go:171","msg":"trace[1977775667] range","detail":"{range_begin:/registry/endpointslices/cert-manager-test/; range_end:/registry/endpointslices/cert-manager-test0; response_count:0; response_revision:23037; }","duration":"181.441708ms","start":"2026-03-18T14:50:10.260237Z","end":"2026-03-18T14:50:10.441679Z","steps":["trace[1977775667] 'agreement among raft nodes before linearized reading' (duration: 181.310705ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:10.441722Z","caller":"traceutil/trace.go:171","msg":"trace[2142931862] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration; range_end:; response_count:0; response_revision:23037; }","duration":"173.172466ms","start":"2026-03-18T14:50:10.268529Z","end":"2026-03-18T14:50:10.441702Z","steps":["trace[2142931862] 'agreement among raft nodes before linearized reading' (duration: 172.97701ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:10.441846Z","caller":"traceutil/trace.go:171","msg":"trace[1692989234] transaction","detail":"{read_only:false; response_revision:23037; number_of_response:1; }","duration":"180.72198ms","start":"2026-03-18T14:50:10.261097Z","end":"2026-03-18T14:50:10.441819Z","steps":["trace[1692989234] 'process raft request' (duration: 108.139546ms)","trace[1692989234] 'compare' (duration: 72.051679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:10.441854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.882454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-18T14:50:10.441926Z","caller":"traceutil/trace.go:171","msg":"trace[1504739046] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23037; }","duration":"181.008597ms","start":"2026-03-18T14:50:10.2609Z","end":"2026-03-18T14:50:10.441909Z","steps":["trace[1504739046] 'agreement among raft nodes before linearized reading' (duration: 180.786932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:10.442052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.520537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-18T14:50:10.442192Z","caller":"traceutil/trace.go:171","msg":"trace[1634179093] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23037; }","duration":"179.689142ms","start":"2026-03-18T14:50:10.262478Z","end":"2026-03-18T14:50:10.442167Z","steps":["trace[1634179093] 'agreement among raft nodes before linearized reading' (duration: 179.173058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:10.756913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.671025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:50:10.757274Z","caller":"traceutil/trace.go:171","msg":"trace[568756957] linearizableReadLoop","detail":"{readStateIndex:23973; appliedIndex:23969; }","duration":"309.605117ms","start":"2026-03-18T14:50:10.447646Z","end":"2026-03-18T14:50:10.757251Z","steps":["trace[568756957] 'read index received' (duration: 100.503109ms)","trace[568756957] 'applied index is now lower than readState.Index' (duration: 209.100868ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:10.757331Z","caller":"traceutil/trace.go:171","msg":"trace[424659308] transaction","detail":"{read_only:false; response_revision:23040; number_of_response:1; }","duration":"465.623917ms","start":"2026-03-18T14:50:10.291681Z","end":"2026-03-18T14:50:10.757305Z","steps":["trace[424659308] 'process raft request' (duration: 465.409552ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:10.757373Z","caller":"traceutil/trace.go:171","msg":"trace[1584774211] transaction","detail":"{read_only:false; response_revision:23038; number_of_response:1; }","duration":"466.712838ms","start":"2026-03-18T14:50:10.290633Z","end":"2026-03-18T14:50:10.757346Z","steps":["trace[1584774211] 'process raft request' (duration: 257.503207ms)","trace[1584774211] 'compare' (duration: 208.555932ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:10.757348Z","caller":"traceutil/trace.go:171","msg":"trace[1928046532] transaction","detail":"{read_only:false; response_revision:23039; number_of_response:1; }","duration":"466.07471ms","start":"2026-03-18T14:50:10.291229Z","end":"2026-03-18T14:50:10.757303Z","steps":["trace[1928046532] 'process raft request' (duration: 465.778332ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:10.757394Z","caller":"traceutil/trace.go:171","msg":"trace[1881389562] transaction","detail":"{read_only:false; response_revision:23041; number_of_response:1; }","duration":"463.386658ms","start":"2026-03-18T14:50:10.293993Z","end":"2026-03-18T14:50:10.757379Z","steps":["trace[1881389562] 'process raft request' (duration: 463.183732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:10.757453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:10.291672Z","time spent":"465.70951ms","remote":"127.0.0.1:56766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4625,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:10.757469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:10.290606Z","time spent":"466.812979ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4298,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:10.757496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:10.293985Z","time spent":"463.455419ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4942,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:10.757532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:10.291218Z","time spent":"466.224715ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:50:10.757593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.910475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-18T14:50:10.757653Z","caller":"traceutil/trace.go:171","msg":"trace[1226090344] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23041; }","duration":"310.035708ms","start":"2026-03-18T14:50:10.447601Z","end":"2026-03-18T14:50:10.757637Z","steps":["trace[1226090344] 'agreement among raft nodes before linearized reading' (duration: 309.795312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:10.757697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:10.447579Z","time spent":"310.105621ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1149,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-18T14:50:10.765261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.934715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:10.765308Z","caller":"traceutil/trace.go:171","msg":"trace[435997737] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23042; }","duration":"299.997846ms","start":"2026-03-18T14:50:10.465299Z","end":"2026-03-18T14:50:10.765297Z","steps":["trace[435997737] 'agreement among raft nodes before linearized reading' (duration: 299.888483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:10.765362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:10.465292Z","time spent":"300.060928ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" limit:10000 "} {"level":"warn","ts":"2026-03-18T14:50:10.765369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.09561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:10.765402Z","caller":"traceutil/trace.go:171","msg":"trace[600222043] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23042; }","duration":"300.139931ms","start":"2026-03-18T14:50:10.465251Z","end":"2026-03-18T14:50:10.765391Z","steps":["trace[600222043] 'agreement among raft nodes before linearized reading' (duration: 300.0954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:10.765435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:10.465244Z","time spent":"300.184923ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:50:10.765589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.481245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111961"} {"level":"warn","ts":"2026-03-18T14:50:10.765641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.128042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111961"} {"level":"info","ts":"2026-03-18T14:50:10.765665Z","caller":"traceutil/trace.go:171","msg":"trace[1573910065] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23042; }","duration":"313.163654ms","start":"2026-03-18T14:50:10.452495Z","end":"2026-03-18T14:50:10.765658Z","steps":["trace[1573910065] 'agreement among raft nodes before linearized reading' (duration: 312.996549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:10.765688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:10.452488Z","time spent":"313.194004ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111985,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-18T14:50:10.765723Z","caller":"traceutil/trace.go:171","msg":"trace[189841866] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:23042; }","duration":"315.58101ms","start":"2026-03-18T14:50:10.450071Z","end":"2026-03-18T14:50:10.765652Z","steps":["trace[189841866] 'agreement among raft nodes before linearized reading' (duration: 315.189849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:10.765772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:10.450063Z","time spent":"315.699673ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111985,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"info","ts":"2026-03-18T14:50:10.765924Z","caller":"traceutil/trace.go:171","msg":"trace[2134653943] transaction","detail":"{read_only:false; response_revision:23042; number_of_response:1; }","duration":"318.22685ms","start":"2026-03-18T14:50:10.447685Z","end":"2026-03-18T14:50:10.765912Z","steps":["trace[2134653943] 'process raft request' (duration: 317.348487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:10.765953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.058711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:50:10.76532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.902555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"warn","ts":"2026-03-18T14:50:10.766013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:10.447662Z","time spent":"318.293111ms","remote":"127.0.0.1:56796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2994,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:50:10.766017Z","caller":"traceutil/trace.go:171","msg":"trace[1220224588] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:23042; }","duration":"313.626426ms","start":"2026-03-18T14:50:10.45238Z","end":"2026-03-18T14:50:10.766007Z","steps":["trace[1220224588] 'agreement among raft nodes before linearized reading' (duration: 312.821464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:10.766076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.020468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-18T14:50:10.766136Z","caller":"traceutil/trace.go:171","msg":"trace[949223051] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:23042; }","duration":"283.09174ms","start":"2026-03-18T14:50:10.483031Z","end":"2026-03-18T14:50:10.766123Z","steps":["trace[949223051] 'agreement among raft nodes before linearized reading' (duration: 282.913795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:10.766098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:10.452364Z","time spent":"313.724258ms","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1149,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-18T14:50:10.76598Z","caller":"traceutil/trace.go:171","msg":"trace[1394490056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23042; }","duration":"194.117323ms","start":"2026-03-18T14:50:10.571855Z","end":"2026-03-18T14:50:10.765972Z","steps":["trace[1394490056] 'agreement among raft nodes before linearized reading' (duration: 194.067511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:10.766172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.505937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-control-plane-mutating-webhook-configuration\" ","response":"range_response_count:1 size:5363"} {"level":"info","ts":"2026-03-18T14:50:10.766361Z","caller":"traceutil/trace.go:171","msg":"trace[1419578243] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/capi-kubeadm-control-plane-mutating-webhook-configuration; range_end:; response_count:1; response_revision:23042; }","duration":"318.722873ms","start":"2026-03-18T14:50:10.447629Z","end":"2026-03-18T14:50:10.766352Z","steps":["trace[1419578243] 'agreement among raft nodes before linearized reading' (duration: 318.478297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:10.766393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:10.447611Z","time spent":"318.771724ms","remote":"127.0.0.1:56806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":5387,"request content":"key:\"/registry/mutatingwebhookconfigurations/capi-kubeadm-control-plane-mutating-webhook-configuration\" "} {"level":"warn","ts":"2026-03-18T14:50:10.76656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.340066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/roles/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:10.766754Z","caller":"traceutil/trace.go:171","msg":"trace[395532994] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/roles/cert-manager-test0; response_count:0; response_revision:23042; }","duration":"300.664025ms","start":"2026-03-18T14:50:10.46607Z","end":"2026-03-18T14:50:10.766734Z","steps":["trace[395532994] 'agreement among raft nodes before linearized reading' (duration: 299.847792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:10.76692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:10.46605Z","time spent":"300.85268ms","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":119,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/roles/cert-manager-test0\" limit:10000 "} {"level":"info","ts":"2026-03-18T14:50:10.925095Z","caller":"traceutil/trace.go:171","msg":"trace[597614868] linearizableReadLoop","detail":"{readStateIndex:23975; appliedIndex:23974; }","duration":"159.930968ms","start":"2026-03-18T14:50:10.765136Z","end":"2026-03-18T14:50:10.925067Z","steps":["trace[597614868] 'read index received' (duration: 143.925164ms)","trace[597614868] 'applied index is now lower than readState.Index' (duration: 16.004734ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:10.925195Z","caller":"traceutil/trace.go:171","msg":"trace[1064829540] transaction","detail":"{read_only:false; response_revision:23043; number_of_response:1; }","duration":"162.825116ms","start":"2026-03-18T14:50:10.762353Z","end":"2026-03-18T14:50:10.925179Z","steps":["trace[1064829540] 'process raft request' (duration: 146.731921ms)","trace[1064829540] 'compare' (duration: 15.856978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:10.925567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.10846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-18T14:50:10.925848Z","caller":"traceutil/trace.go:171","msg":"trace[1793646709] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23043; }","duration":"164.193432ms","start":"2026-03-18T14:50:10.761427Z","end":"2026-03-18T14:50:10.925621Z","steps":["trace[1793646709] 'agreement among raft nodes before linearized reading' (duration: 163.891844ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:10.940118Z","caller":"traceutil/trace.go:171","msg":"trace[695037199] transaction","detail":"{read_only:false; response_revision:23044; number_of_response:1; }","duration":"173.957396ms","start":"2026-03-18T14:50:10.766123Z","end":"2026-03-18T14:50:10.940081Z","steps":["trace[695037199] 'process raft request' (duration: 173.620077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:10.94017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.138929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/capi-kubeadm-control-plane-system/control-plane-kubeadm\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:50:10.940171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.599845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/roles/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:10.940343Z","caller":"traceutil/trace.go:171","msg":"trace[1085132213] transaction","detail":"{read_only:false; response_revision:23046; number_of_response:1; }","duration":"162.133638ms","start":"2026-03-18T14:50:10.778197Z","end":"2026-03-18T14:50:10.940331Z","steps":["trace[1085132213] 'process raft request' (duration: 161.790678ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:10.940369Z","caller":"traceutil/trace.go:171","msg":"trace[989164156] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/roles/cert-manager-test0; response_count:0; response_revision:23046; }","duration":"170.818052ms","start":"2026-03-18T14:50:10.769531Z","end":"2026-03-18T14:50:10.940349Z","steps":["trace[989164156] 'agreement among raft nodes before linearized reading' (duration: 170.596026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:10.940524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.292853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-ljf5q\" ","response":"range_response_count:1 size:4316"} {"level":"info","ts":"2026-03-18T14:50:10.940282Z","caller":"traceutil/trace.go:171","msg":"trace[1640257861] transaction","detail":"{read_only:false; response_revision:23045; number_of_response:1; }","duration":"170.049321ms","start":"2026-03-18T14:50:10.770218Z","end":"2026-03-18T14:50:10.940267Z","steps":["trace[1640257861] 'process raft request' (duration: 169.722022ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:10.940574Z","caller":"traceutil/trace.go:171","msg":"trace[2023414206] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-ljf5q; range_end:; response_count:1; response_revision:23046; }","duration":"168.362436ms","start":"2026-03-18T14:50:10.772197Z","end":"2026-03-18T14:50:10.94056Z","steps":["trace[2023414206] 'agreement among raft nodes before linearized reading' (duration: 168.209331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:10.940639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.625012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-18T14:50:10.940224Z","caller":"traceutil/trace.go:171","msg":"trace[367537810] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/capi-kubeadm-control-plane-system/control-plane-kubeadm; range_end:; response_count:0; response_revision:23046; }","duration":"161.226624ms","start":"2026-03-18T14:50:10.778984Z","end":"2026-03-18T14:50:10.94021Z","steps":["trace[367537810] 'agreement among raft nodes before linearized reading' (duration: 161.140231ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:10.94073Z","caller":"traceutil/trace.go:171","msg":"trace[1538894652] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:23046; }","duration":"165.749084ms","start":"2026-03-18T14:50:10.774963Z","end":"2026-03-18T14:50:10.940712Z","steps":["trace[1538894652] 'agreement among raft nodes before linearized reading' (duration: 165.473018ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:11.118542Z","caller":"traceutil/trace.go:171","msg":"trace[1653403931] linearizableReadLoop","detail":"{readStateIndex:23980; appliedIndex:23979; }","duration":"176.022982ms","start":"2026-03-18T14:50:10.942497Z","end":"2026-03-18T14:50:11.11852Z","steps":["trace[1653403931] 'read index received' (duration: 82.549363ms)","trace[1653403931] 'applied index is now lower than readState.Index' (duration: 93.471949ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:11.118588Z","caller":"traceutil/trace.go:171","msg":"trace[447594010] transaction","detail":"{read_only:false; response_revision:23047; number_of_response:1; }","duration":"177.309327ms","start":"2026-03-18T14:50:10.941223Z","end":"2026-03-18T14:50:11.118532Z","steps":["trace[447594010] 'process raft request' (duration: 83.809038ms)","trace[447594010] 'compare' (duration: 93.273153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:11.118746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.231278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-ljf5q\" ","response":"range_response_count:1 size:4316"} {"level":"info","ts":"2026-03-18T14:50:11.118778Z","caller":"traceutil/trace.go:171","msg":"trace[402627949] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-ljf5q; range_end:; response_count:1; response_revision:23047; }","duration":"176.299979ms","start":"2026-03-18T14:50:10.942469Z","end":"2026-03-18T14:50:11.118769Z","steps":["trace[402627949] 'agreement among raft nodes before linearized reading' (duration: 176.143155ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:11.128028Z","caller":"traceutil/trace.go:171","msg":"trace[2133742659] transaction","detail":"{read_only:false; response_revision:23050; number_of_response:1; }","duration":"178.360446ms","start":"2026-03-18T14:50:10.949652Z","end":"2026-03-18T14:50:11.128013Z","steps":["trace[2133742659] 'process raft request' (duration: 178.303365ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:11.128074Z","caller":"traceutil/trace.go:171","msg":"trace[1258601166] transaction","detail":"{read_only:false; response_revision:23049; number_of_response:1; }","duration":"179.716413ms","start":"2026-03-18T14:50:10.948343Z","end":"2026-03-18T14:50:11.12806Z","steps":["trace[1258601166] 'process raft request' (duration: 179.570718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:11.128168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.549374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/cert-manager-test/\" range_end:\"/registry/rabbitmq.com/vhosts/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:11.128195Z","caller":"traceutil/trace.go:171","msg":"trace[1711164028] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/cert-manager-test/; range_end:/registry/rabbitmq.com/vhosts/cert-manager-test0; response_count:0; response_revision:23050; }","duration":"184.617155ms","start":"2026-03-18T14:50:10.943569Z","end":"2026-03-18T14:50:11.128186Z","steps":["trace[1711164028] 'agreement among raft nodes before linearized reading' (duration: 184.565584ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:11.128206Z","caller":"traceutil/trace.go:171","msg":"trace[2103779141] transaction","detail":"{read_only:false; response_revision:23048; number_of_response:1; }","duration":"181.761888ms","start":"2026-03-18T14:50:10.946432Z","end":"2026-03-18T14:50:11.128193Z","steps":["trace[2103779141] 'process raft request' (duration: 181.398959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:11.128312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.801647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-18T14:50:11.128364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.148344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration\" ","response":"range_response_count:1 size:7538"} {"level":"info","ts":"2026-03-18T14:50:11.128393Z","caller":"traceutil/trace.go:171","msg":"trace[967163337] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/capi-kubeadm-control-plane-validating-webhook-configuration; range_end:; response_count:1; response_revision:23050; }","duration":"180.208836ms","start":"2026-03-18T14:50:10.948176Z","end":"2026-03-18T14:50:11.128385Z","steps":["trace[967163337] 'agreement among raft nodes before linearized reading' (duration: 180.128963ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:11.128387Z","caller":"traceutil/trace.go:171","msg":"trace[1898358130] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:23050; }","duration":"182.915049ms","start":"2026-03-18T14:50:10.945455Z","end":"2026-03-18T14:50:11.12837Z","steps":["trace[1898358130] 'agreement among raft nodes before linearized reading' (duration: 182.652222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:11.129794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.187216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210983"} {"level":"info","ts":"2026-03-18T14:50:11.129845Z","caller":"traceutil/trace.go:171","msg":"trace[224914481] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:23050; }","duration":"136.240506ms","start":"2026-03-18T14:50:10.993592Z","end":"2026-03-18T14:50:11.129832Z","steps":["trace[224914481] 'agreement among raft nodes before linearized reading' (duration: 134.562082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:11.673129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476734783,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:50:11.72358Z","caller":"traceutil/trace.go:171","msg":"trace[439019996] transaction","detail":"{read_only:false; response_revision:23052; number_of_response:1; }","duration":"551.353027ms","start":"2026-03-18T14:50:11.172206Z","end":"2026-03-18T14:50:11.723559Z","steps":["trace[439019996] 'process raft request' (duration: 551.218784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:11.723697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:11.172193Z","time spent":"551.445759ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1731,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:50:11.841711Z","caller":"traceutil/trace.go:171","msg":"trace[1027856057] linearizableReadLoop","detail":"{readStateIndex:23989; appliedIndex:23984; }","duration":"669.361401ms","start":"2026-03-18T14:50:11.172331Z","end":"2026-03-18T14:50:11.841692Z","steps":["trace[1027856057] 'read index received' (duration: 551.130191ms)","trace[1027856057] 'applied index is now lower than readState.Index' (duration: 118.23049ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:11.841797Z","caller":"traceutil/trace.go:171","msg":"trace[635081772] transaction","detail":"{read_only:false; response_revision:23056; number_of_response:1; }","duration":"393.560798ms","start":"2026-03-18T14:50:11.448227Z","end":"2026-03-18T14:50:11.841788Z","steps":["trace[635081772] 'process raft request' (duration: 393.440175ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:11.841829Z","caller":"traceutil/trace.go:171","msg":"trace[821424493] transaction","detail":"{read_only:false; response_revision:23055; number_of_response:1; }","duration":"439.541512ms","start":"2026-03-18T14:50:11.402264Z","end":"2026-03-18T14:50:11.841806Z","steps":["trace[821424493] 'process raft request' (duration: 439.375638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:11.841875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:11.448195Z","time spent":"393.62142ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:11.841934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:11.402212Z","time spent":"439.672136ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:11.841933Z","caller":"traceutil/trace.go:171","msg":"trace[1357869894] transaction","detail":"{read_only:false; response_revision:23054; number_of_response:1; }","duration":"546.250109ms","start":"2026-03-18T14:50:11.295643Z","end":"2026-03-18T14:50:11.841894Z","steps":["trace[1357869894] 'process raft request' (duration: 545.946431ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:11.841768Z","caller":"traceutil/trace.go:171","msg":"trace[1628854443] transaction","detail":"{read_only:false; response_revision:23053; number_of_response:1; }","duration":"669.147405ms","start":"2026-03-18T14:50:11.172579Z","end":"2026-03-18T14:50:11.841726Z","steps":["trace[1628854443] 'process raft request' (duration: 668.893688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:11.842122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:11.295603Z","time spent":"546.430244ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:11.84198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.608308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/cert-manager-test/\" range_end:\"/registry/secretgen.k14s.io/sshkeys/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:50:11.842136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:11.172553Z","time spent":"669.499525ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":164,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:50:11.84222Z","caller":"traceutil/trace.go:171","msg":"trace[65139522] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/cert-manager-test/; range_end:/registry/secretgen.k14s.io/sshkeys/cert-manager-test0; response_count:0; response_revision:23056; }","duration":"669.868365ms","start":"2026-03-18T14:50:11.172328Z","end":"2026-03-18T14:50:11.842196Z","steps":["trace[65139522] 'agreement among raft nodes before linearized reading' (duration: 669.459383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:11.842334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:11.172142Z","time spent":"670.154822ms","remote":"127.0.0.1:56416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/cert-manager-test/\" range_end:\"/registry/secretgen.k14s.io/sshkeys/cert-manager-test0\" "} {"level":"warn","ts":"2026-03-18T14:50:11.859959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.404418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-18T14:50:11.860028Z","caller":"traceutil/trace.go:171","msg":"trace[312556735] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:23057; }","duration":"681.487529ms","start":"2026-03-18T14:50:11.178525Z","end":"2026-03-18T14:50:11.860013Z","steps":["trace[312556735] 'agreement among raft nodes before linearized reading' (duration: 681.291025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:11.86006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:11.178474Z","time spent":"681.579342ms","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1310,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-18T14:50:11.860053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.04365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29564090-npxlt\" ","response":"range_response_count:1 size:7281"} {"level":"info","ts":"2026-03-18T14:50:11.860127Z","caller":"traceutil/trace.go:171","msg":"trace[53040223] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29564090-npxlt; range_end:; response_count:1; response_revision:23057; }","duration":"292.163015ms","start":"2026-03-18T14:50:11.567945Z","end":"2026-03-18T14:50:11.860108Z","steps":["trace[53040223] 'agreement among raft nodes before linearized reading' (duration: 291.902478ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:11.860263Z","caller":"traceutil/trace.go:171","msg":"trace[556063254] transaction","detail":"{read_only:false; response_revision:23057; number_of_response:1; }","duration":"124.985641ms","start":"2026-03-18T14:50:11.735252Z","end":"2026-03-18T14:50:11.860238Z","steps":["trace[556063254] 'process raft request' (duration: 124.454148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:11.860292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.564208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-18T14:50:11.860343Z","caller":"traceutil/trace.go:171","msg":"trace[606321611] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:23057; }","duration":"665.638259ms","start":"2026-03-18T14:50:11.194689Z","end":"2026-03-18T14:50:11.860327Z","steps":["trace[606321611] 'agreement among raft nodes before linearized reading' (duration: 665.490255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:11.860339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.393848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:50:11.860377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:11.194673Z","time spent":"665.692751ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3590,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-18T14:50:11.860406Z","caller":"traceutil/trace.go:171","msg":"trace[69140897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23057; }","duration":"286.494621ms","start":"2026-03-18T14:50:11.573894Z","end":"2026-03-18T14:50:11.860389Z","steps":["trace[69140897] 'agreement among raft nodes before linearized reading' (duration: 286.366457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:11.8603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.598673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/capo-system/capo-selfsigned-issuer\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:11.860632Z","caller":"traceutil/trace.go:171","msg":"trace[1942354531] range","detail":"{range_begin:/registry/cert-manager.io/issuers/capo-system/capo-selfsigned-issuer; range_end:; response_count:0; response_revision:23057; }","duration":"677.947893ms","start":"2026-03-18T14:50:11.18267Z","end":"2026-03-18T14:50:11.860618Z","steps":["trace[1942354531] 'agreement among raft nodes before linearized reading' (duration: 677.599114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:11.860667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:11.182651Z","time spent":"678.004943ms","remote":"127.0.0.1:45862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/capo-system/capo-selfsigned-issuer\" "} {"level":"info","ts":"2026-03-18T14:50:12.070305Z","caller":"traceutil/trace.go:171","msg":"trace[1996439059] linearizableReadLoop","detail":"{readStateIndex:23992; appliedIndex:23991; }","duration":"160.136543ms","start":"2026-03-18T14:50:11.910137Z","end":"2026-03-18T14:50:12.070274Z","steps":["trace[1996439059] 'read index received' (duration: 159.897306ms)","trace[1996439059] 'applied index is now lower than readState.Index' (duration: 237.747µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:12.070571Z","caller":"traceutil/trace.go:171","msg":"trace[1578549861] transaction","detail":"{read_only:false; response_revision:23059; number_of_response:1; }","duration":"160.933654ms","start":"2026-03-18T14:50:11.909601Z","end":"2026-03-18T14:50:12.070535Z","steps":["trace[1578549861] 'process raft request' (duration: 160.469052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:12.070647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.488072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:12.070694Z","caller":"traceutil/trace.go:171","msg":"trace[2050089861] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capo-system/capo-serving-cert; range_end:; response_count:0; response_revision:23059; }","duration":"160.573465ms","start":"2026-03-18T14:50:11.910107Z","end":"2026-03-18T14:50:12.070681Z","steps":["trace[2050089861] 'agreement among raft nodes before linearized reading' (duration: 160.471362ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:12.096137Z","caller":"traceutil/trace.go:171","msg":"trace[20559742] transaction","detail":"{read_only:false; response_revision:23060; number_of_response:1; }","duration":"144.602023ms","start":"2026-03-18T14:50:11.951522Z","end":"2026-03-18T14:50:12.096124Z","steps":["trace[20559742] 'process raft request' (duration: 144.240102ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:12.096247Z","caller":"traceutil/trace.go:171","msg":"trace[754620165] transaction","detail":"{read_only:false; response_revision:23061; number_of_response:1; }","duration":"136.541804ms","start":"2026-03-18T14:50:11.959697Z","end":"2026-03-18T14:50:12.096239Z","steps":["trace[754620165] 'process raft request' (duration: 136.136243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:12.09734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.247583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:12.097364Z","caller":"traceutil/trace.go:171","msg":"trace[244935346] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23062; }","duration":"100.293944ms","start":"2026-03-18T14:50:11.997064Z","end":"2026-03-18T14:50:12.097358Z","steps":["trace[244935346] 'agreement among raft nodes before linearized reading' (duration: 100.245323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:12.097466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.527969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:12.097484Z","caller":"traceutil/trace.go:171","msg":"trace[463063697] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:23062; }","duration":"100.574182ms","start":"2026-03-18T14:50:11.996904Z","end":"2026-03-18T14:50:12.097479Z","steps":["trace[463063697] 'agreement among raft nodes before linearized reading' (duration: 100.545001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:12.097576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.171025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:12.097595Z","caller":"traceutil/trace.go:171","msg":"trace[309980392] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23062; }","duration":"122.242407ms","start":"2026-03-18T14:50:11.975346Z","end":"2026-03-18T14:50:12.097588Z","steps":["trace[309980392] 'agreement among raft nodes before linearized reading' (duration: 122.209686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:12.097697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.70011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:12.097714Z","caller":"traceutil/trace.go:171","msg":"trace[831729131] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23062; }","duration":"122.74299ms","start":"2026-03-18T14:50:11.974965Z","end":"2026-03-18T14:50:12.097708Z","steps":["trace[831729131] 'agreement among raft nodes before linearized reading' (duration: 122.715809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:12.097798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.927325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:12.097815Z","caller":"traceutil/trace.go:171","msg":"trace[359479587] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23062; }","duration":"122.967296ms","start":"2026-03-18T14:50:11.974843Z","end":"2026-03-18T14:50:12.097811Z","steps":["trace[359479587] 'agreement among raft nodes before linearized reading' (duration: 122.938125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:12.097952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.448115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29564090-npxlt\" ","response":"range_response_count:1 size:2895"} {"level":"info","ts":"2026-03-18T14:50:12.09797Z","caller":"traceutil/trace.go:171","msg":"trace[154618282] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29564090-npxlt; range_end:; response_count:1; response_revision:23062; }","duration":"128.478446ms","start":"2026-03-18T14:50:11.969485Z","end":"2026-03-18T14:50:12.097964Z","steps":["trace[154618282] 'agreement among raft nodes before linearized reading' (duration: 128.404144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:12.098078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.122807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:12.098099Z","caller":"traceutil/trace.go:171","msg":"trace[2046044066] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23062; }","duration":"138.187529ms","start":"2026-03-18T14:50:11.959904Z","end":"2026-03-18T14:50:12.098091Z","steps":["trace[2046044066] 'agreement among raft nodes before linearized reading' (duration: 138.154948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:12.0982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.284521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:12.098219Z","caller":"traceutil/trace.go:171","msg":"trace[1150573462] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23062; }","duration":"138.317402ms","start":"2026-03-18T14:50:11.959896Z","end":"2026-03-18T14:50:12.098213Z","steps":["trace[1150573462] 'agreement among raft nodes before linearized reading' (duration: 138.286871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:12.098633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.862548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:50:12.098699Z","caller":"traceutil/trace.go:171","msg":"trace[1979252830] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23062; }","duration":"138.9493ms","start":"2026-03-18T14:50:11.959732Z","end":"2026-03-18T14:50:12.098682Z","steps":["trace[1979252830] 'agreement among raft nodes before linearized reading' (duration: 138.747795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:12.098754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.4366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:12.098777Z","caller":"traceutil/trace.go:171","msg":"trace[1175780018] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23062; }","duration":"150.481801ms","start":"2026-03-18T14:50:11.948289Z","end":"2026-03-18T14:50:12.098771Z","steps":["trace[1175780018] 'agreement among raft nodes before linearized reading' (duration: 150.44293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:12.098939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.673347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:12.09896Z","caller":"traceutil/trace.go:171","msg":"trace[283605489] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23062; }","duration":"150.725488ms","start":"2026-03-18T14:50:11.948228Z","end":"2026-03-18T14:50:12.098953Z","steps":["trace[283605489] 'agreement among raft nodes before linearized reading' (duration: 150.691977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:12.099074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.7675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-18T14:50:12.099091Z","caller":"traceutil/trace.go:171","msg":"trace[373681553] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:23062; }","duration":"187.808581ms","start":"2026-03-18T14:50:11.911278Z","end":"2026-03-18T14:50:12.099086Z","steps":["trace[373681553] 'agreement among raft nodes before linearized reading' (duration: 187.7497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:13.161967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.627407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager-test/\" range_end:\"/registry/serviceaccounts/cert-manager-test0\" limit:10000 ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-03-18T14:50:13.162107Z","caller":"traceutil/trace.go:171","msg":"trace[1414403225] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager-test/; range_end:/registry/serviceaccounts/cert-manager-test0; response_count:1; response_revision:23152; }","duration":"102.830732ms","start":"2026-03-18T14:50:13.059234Z","end":"2026-03-18T14:50:13.162065Z","steps":["trace[1414403225] 'range keys from in-memory index tree' (duration: 102.471293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:13.162467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.140941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-stdtm\" ","response":"range_response_count:1 size:4411"} {"level":"info","ts":"2026-03-18T14:50:13.162501Z","caller":"traceutil/trace.go:171","msg":"trace[376292136] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-stdtm; range_end:; response_count:1; response_revision:23152; }","duration":"103.211893ms","start":"2026-03-18T14:50:13.05928Z","end":"2026-03-18T14:50:13.162492Z","steps":["trace[376292136] 'range keys from in-memory index tree' (duration: 102.994387ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:14.748882Z","caller":"traceutil/trace.go:171","msg":"trace[1216250540] linearizableReadLoop","detail":"{readStateIndex:24132; appliedIndex:24131; }","duration":"176.947848ms","start":"2026-03-18T14:50:14.571918Z","end":"2026-03-18T14:50:14.748866Z","steps":["trace[1216250540] 'read index received' (duration: 176.766653ms)","trace[1216250540] 'applied index is now lower than readState.Index' (duration: 180.665µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:14.748941Z","caller":"traceutil/trace.go:171","msg":"trace[1330270432] transaction","detail":"{read_only:false; response_revision:23194; number_of_response:1; }","duration":"273.243813ms","start":"2026-03-18T14:50:14.475679Z","end":"2026-03-18T14:50:14.748923Z","steps":["trace[1330270432] 'process raft request' (duration: 273.064979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:14.749209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.140143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:14.74939Z","caller":"traceutil/trace.go:171","msg":"trace[523374301] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23194; }","duration":"177.427531ms","start":"2026-03-18T14:50:14.571878Z","end":"2026-03-18T14:50:14.749305Z","steps":["trace[523374301] 'agreement among raft nodes before linearized reading' (duration: 177.05305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:16.683779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.818293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:50:16.683906Z","caller":"traceutil/trace.go:171","msg":"trace[1333195407] linearizableReadLoop","detail":"{readStateIndex:24165; appliedIndex:24164; }","duration":"461.896066ms","start":"2026-03-18T14:50:16.221989Z","end":"2026-03-18T14:50:16.683885Z","steps":["trace[1333195407] 'read index received' (duration: 124.896788ms)","trace[1333195407] 'applied index is now lower than readState.Index' (duration: 336.997508ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:16.684187Z","caller":"traceutil/trace.go:171","msg":"trace[1353695026] transaction","detail":"{read_only:false; response_revision:23226; number_of_response:1; }","duration":"489.293078ms","start":"2026-03-18T14:50:16.194874Z","end":"2026-03-18T14:50:16.684167Z","steps":["trace[1353695026] 'process raft request' (duration: 151.957191ms)","trace[1353695026] 'compare' (duration: 336.667539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:16.684289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:16.19485Z","time spent":"489.39254ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:16.684308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.08618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:16.684375Z","caller":"traceutil/trace.go:171","msg":"trace[476288060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23226; }","duration":"113.207152ms","start":"2026-03-18T14:50:16.571149Z","end":"2026-03-18T14:50:16.684357Z","steps":["trace[476288060] 'agreement among raft nodes before linearized reading' (duration: 113.087909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:16.684407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.006223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594-s9h85\" ","response":"range_response_count:1 size:5209"} {"level":"warn","ts":"2026-03-18T14:50:16.68441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.402661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-18T14:50:16.684442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.180869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T14:50:16.684436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.462197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:50:16.684471Z","caller":"traceutil/trace.go:171","msg":"trace[285257961] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594-s9h85; range_end:; response_count:1; response_revision:23226; }","duration":"444.104016ms","start":"2026-03-18T14:50:16.240348Z","end":"2026-03-18T14:50:16.684451Z","steps":["trace[285257961] 'agreement among raft nodes before linearized reading' (duration: 443.88469ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:16.684485Z","caller":"traceutil/trace.go:171","msg":"trace[927717680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23226; }","duration":"462.532464ms","start":"2026-03-18T14:50:16.221932Z","end":"2026-03-18T14:50:16.684464Z","steps":["trace[927717680] 'agreement among raft nodes before linearized reading' (duration: 462.276907ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:16.68451Z","caller":"traceutil/trace.go:171","msg":"trace[1786948249] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23226; }","duration":"457.266362ms","start":"2026-03-18T14:50:16.227227Z","end":"2026-03-18T14:50:16.684493Z","steps":["trace[1786948249] 'agreement among raft nodes before linearized reading' (duration: 457.009665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:16.684531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:16.24033Z","time spent":"444.186307ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5233,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-7b7d6b5594-s9h85\" "} {"level":"warn","ts":"2026-03-18T14:50:16.684538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:16.221906Z","time spent":"462.618835ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:50:16.684528Z","caller":"traceutil/trace.go:171","msg":"trace[1869902899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23226; }","duration":"460.604522ms","start":"2026-03-18T14:50:16.2239Z","end":"2026-03-18T14:50:16.684505Z","steps":["trace[1869902899] 'agreement among raft nodes before linearized reading' (duration: 460.328735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:16.684562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:16.22722Z","time spent":"457.330414ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:50:16.684514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.435627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T14:50:16.684598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:16.22388Z","time spent":"460.703944ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:50:16.684645Z","caller":"traceutil/trace.go:171","msg":"trace[1445429525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23226; }","duration":"460.56862ms","start":"2026-03-18T14:50:16.22406Z","end":"2026-03-18T14:50:16.684628Z","steps":["trace[1445429525] 'agreement among raft nodes before linearized reading' (duration: 460.17517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:16.684755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:16.224024Z","time spent":"460.715505ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:50:18.381591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.62846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-ljf5q\" ","response":"range_response_count:1 size:5251"} {"level":"info","ts":"2026-03-18T14:50:18.381686Z","caller":"traceutil/trace.go:171","msg":"trace[2028228745] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-ljf5q; range_end:; response_count:1; response_revision:23253; }","duration":"101.768453ms","start":"2026-03-18T14:50:18.279894Z","end":"2026-03-18T14:50:18.381663Z","steps":["trace[2028228745] 'range keys from in-memory index tree' (duration: 101.451744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:23.852968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408803886s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:50:23.853082Z","caller":"traceutil/trace.go:171","msg":"trace[1131316316] transaction","detail":"{read_only:false; response_revision:23317; number_of_response:1; }","duration":"1.916109812s","start":"2026-03-18T14:50:21.936953Z","end":"2026-03-18T14:50:23.853063Z","steps":["trace[1131316316] 'process raft request' (duration: 507.11584ms)","trace[1131316316] 'compare' (duration: 1.408302903s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:23.853233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:21.936921Z","time spent":"1.916246226s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:24.199596Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.755510178s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:50:24.200093Z","caller":"traceutil/trace.go:171","msg":"trace[628730235] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"2.053010116s","start":"2026-03-18T14:50:22.147049Z","end":"2026-03-18T14:50:24.200059Z","steps":["trace[628730235] 'process raft request' (duration: 2.052931514s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:24.200173Z","caller":"traceutil/trace.go:171","msg":"trace[532767420] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"2.243468179s","start":"2026-03-18T14:50:21.956663Z","end":"2026-03-18T14:50:24.200131Z","steps":["trace[532767420] 'process raft request' (duration: 2.243143851s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:24.20037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:21.956644Z","time spent":"2.243601763s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:24.20039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:22.147023Z","time spent":"2.053169971s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:24.20052Z","caller":"traceutil/trace.go:171","msg":"trace[1046899850] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"2.052938415s","start":"2026-03-18T14:50:22.147555Z","end":"2026-03-18T14:50:24.200493Z","steps":["trace[1046899850] 'process raft request' (duration: 2.052468902s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:24.200633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:22.147526Z","time spent":"2.053055928s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:24.20064Z","caller":"traceutil/trace.go:171","msg":"trace[583505595] linearizableReadLoop","detail":"{readStateIndex:24260; appliedIndex:24256; }","duration":"2.047874428s","start":"2026-03-18T14:50:22.152736Z","end":"2026-03-18T14:50:24.20061Z","steps":["trace[583505595] 'read index received' (duration: 291.24002ms)","trace[583505595] 'applied index is now lower than readState.Index' (duration: 1.756633238s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:24.200783Z","caller":"traceutil/trace.go:171","msg":"trace[1797958442] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"1.857471646s","start":"2026-03-18T14:50:22.343293Z","end":"2026-03-18T14:50:24.200765Z","steps":["trace[1797958442] 'process raft request' (duration: 1.857115636s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:24.200913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048176126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-18T14:50:24.200943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:22.343265Z","time spent":"1.857589608s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:24.200984Z","caller":"traceutil/trace.go:171","msg":"trace[2069500376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23321; }","duration":"2.048273868s","start":"2026-03-18T14:50:22.15269Z","end":"2026-03-18T14:50:24.200964Z","steps":["trace[2069500376] 'agreement among raft nodes before linearized reading' (duration: 2.048092224s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:24.201039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:22.152678Z","time spent":"2.04834793s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:50:24.214146Z","caller":"traceutil/trace.go:171","msg":"trace[1068365992] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"1.551508137s","start":"2026-03-18T14:50:22.662615Z","end":"2026-03-18T14:50:24.214123Z","steps":["trace[1068365992] 'process raft request' (duration: 1.55121832s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:24.214145Z","caller":"traceutil/trace.go:171","msg":"trace[279481238] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"1.510288331s","start":"2026-03-18T14:50:22.703838Z","end":"2026-03-18T14:50:24.214126Z","steps":["trace[279481238] 'process raft request' (duration: 1.51021214s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:24.214298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:22.662592Z","time spent":"1.55161012s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:24.214421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398633401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:50:24.214458Z","caller":"traceutil/trace.go:171","msg":"trace[759561214] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:23324; }","duration":"1.398721663s","start":"2026-03-18T14:50:22.815726Z","end":"2026-03-18T14:50:24.214448Z","steps":["trace[759561214] 'agreement among raft nodes before linearized reading' (duration: 1.398638211s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:24.2145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:22.815701Z","time spent":"1.398790586s","remote":"127.0.0.1:56416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:50:24.214552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:22.703813Z","time spent":"1.510397205s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:24.214535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645158941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:50:24.214686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484115785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:50:24.214713Z","caller":"traceutil/trace.go:171","msg":"trace[1668380585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23324; }","duration":"1.645396399s","start":"2026-03-18T14:50:22.569298Z","end":"2026-03-18T14:50:24.214695Z","steps":["trace[1668380585] 'agreement among raft nodes before linearized reading' (duration: 1.64505378s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:24.214743Z","caller":"traceutil/trace.go:171","msg":"trace[1982041127] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23324; }","duration":"1.484232288s","start":"2026-03-18T14:50:22.730498Z","end":"2026-03-18T14:50:24.21473Z","steps":["trace[1982041127] 'agreement among raft nodes before linearized reading' (duration: 1.484078224s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:24.214776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:22.730476Z","time spent":"1.484292438s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:50:24.214776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:22.569275Z","time spent":"1.64548548s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:50:24.2149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.664516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-03-18T14:50:24.214897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481013661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:50:24.214932Z","caller":"traceutil/trace.go:171","msg":"trace[1017271212] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:23324; }","duration":"157.754248ms","start":"2026-03-18T14:50:24.057168Z","end":"2026-03-18T14:50:24.214922Z","steps":["trace[1017271212] 'agreement among raft nodes before linearized reading' (duration: 157.632195ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:24.214931Z","caller":"traceutil/trace.go:171","msg":"trace[1949868731] transaction","detail":"{read_only:false; response_revision:23324; number_of_response:1; }","duration":"839.961006ms","start":"2026-03-18T14:50:23.374962Z","end":"2026-03-18T14:50:24.214923Z","steps":["trace[1949868731] 'process raft request' (duration: 839.131453ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:24.214934Z","caller":"traceutil/trace.go:171","msg":"trace[2124159891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23324; }","duration":"1.481067012s","start":"2026-03-18T14:50:22.733861Z","end":"2026-03-18T14:50:24.214928Z","steps":["trace[2124159891] 'agreement among raft nodes before linearized reading' (duration: 1.48099348s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:24.214888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628946742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-18T14:50:24.214959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:22.733849Z","time spent":"1.481105683s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:50:24.214976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:23.374939Z","time spent":"840.011948ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:50:24.214676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47698171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:50:24.215072Z","caller":"traceutil/trace.go:171","msg":"trace[1627668153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23324; }","duration":"1.477390332s","start":"2026-03-18T14:50:22.737663Z","end":"2026-03-18T14:50:24.215053Z","steps":["trace[1627668153] 'agreement among raft nodes before linearized reading' (duration: 1.476746255s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:24.21518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:22.737656Z","time spent":"1.477504545s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:50:24.215255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152838672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-18T14:50:24.215267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475307596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:50:24.215282Z","caller":"traceutil/trace.go:171","msg":"trace[1845934224] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23324; }","duration":"1.152891622s","start":"2026-03-18T14:50:23.062385Z","end":"2026-03-18T14:50:24.215276Z","steps":["trace[1845934224] 'agreement among raft nodes before linearized reading' (duration: 1.152701897s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:24.215095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439010243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-18T14:50:24.215321Z","caller":"traceutil/trace.go:171","msg":"trace[940550106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23324; }","duration":"1.475364718s","start":"2026-03-18T14:50:22.739924Z","end":"2026-03-18T14:50:24.215289Z","steps":["trace[940550106] 'agreement among raft nodes before linearized reading' (duration: 1.475246414s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:24.215327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:23.062368Z","time spent":"1.152932053s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":164,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:50:24.215348Z","caller":"traceutil/trace.go:171","msg":"trace[1312887638] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:23324; }","duration":"1.439289361s","start":"2026-03-18T14:50:22.776049Z","end":"2026-03-18T14:50:24.215339Z","steps":["trace[1312887638] 'agreement among raft nodes before linearized reading' (duration: 1.438994503s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:24.215379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:22.776033Z","time spent":"1.439334253s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-18T14:50:24.215356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:22.739911Z","time spent":"1.47543723s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:50:24.215103Z","caller":"traceutil/trace.go:171","msg":"trace[690492008] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:23324; }","duration":"1.629069226s","start":"2026-03-18T14:50:22.585899Z","end":"2026-03-18T14:50:24.214969Z","steps":["trace[690492008] 'agreement among raft nodes before linearized reading' (duration: 1.628694296s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:24.215437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:22.585876Z","time spent":"1.62955404s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-18T14:50:26.554303Z","caller":"traceutil/trace.go:171","msg":"trace[1147012848] transaction","detail":"{read_only:false; response_revision:23367; number_of_response:1; }","duration":"120.226683ms","start":"2026-03-18T14:50:26.434051Z","end":"2026-03-18T14:50:26.554277Z","steps":["trace[1147012848] 'process raft request' (duration: 120.015147ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:26.758513Z","caller":"traceutil/trace.go:171","msg":"trace[365110498] linearizableReadLoop","detail":"{readStateIndex:24311; appliedIndex:24310; }","duration":"199.440467ms","start":"2026-03-18T14:50:26.559038Z","end":"2026-03-18T14:50:26.758478Z","steps":["trace[365110498] 'read index received' (duration: 87.513µs)","trace[365110498] 'applied index is now lower than readState.Index' (duration: 199.351034ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:26.758564Z","caller":"traceutil/trace.go:171","msg":"trace[1862591194] transaction","detail":"{read_only:false; response_revision:23368; number_of_response:1; }","duration":"199.521669ms","start":"2026-03-18T14:50:26.559018Z","end":"2026-03-18T14:50:26.75854Z","steps":["trace[1862591194] 'process raft request' (duration: 191.398349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:26.758846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.777756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-nv9qg\" ","response":"range_response_count:1 size:5637"} {"level":"info","ts":"2026-03-18T14:50:26.758959Z","caller":"traceutil/trace.go:171","msg":"trace[1466769299] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-nv9qg; range_end:; response_count:1; response_revision:23368; }","duration":"199.895159ms","start":"2026-03-18T14:50:26.559033Z","end":"2026-03-18T14:50:26.758928Z","steps":["trace[1466769299] 'agreement among raft nodes before linearized reading' (duration: 199.59274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:26.759899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.554513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-18T14:50:26.760013Z","caller":"traceutil/trace.go:171","msg":"trace[1627620734] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23369; }","duration":"181.751557ms","start":"2026-03-18T14:50:26.578246Z","end":"2026-03-18T14:50:26.759997Z","steps":["trace[1627620734] 'agreement among raft nodes before linearized reading' (duration: 181.50853ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:26.759977Z","caller":"traceutil/trace.go:171","msg":"trace[1930133209] transaction","detail":"{read_only:false; response_revision:23369; number_of_response:1; }","duration":"198.561323ms","start":"2026-03-18T14:50:26.561385Z","end":"2026-03-18T14:50:26.759946Z","steps":["trace[1930133209] 'process raft request' (duration: 198.258684ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:27.088005Z","caller":"traceutil/trace.go:171","msg":"trace[1237857300] transaction","detail":"{read_only:false; response_revision:23380; number_of_response:1; }","duration":"152.26442ms","start":"2026-03-18T14:50:26.935727Z","end":"2026-03-18T14:50:27.087991Z","steps":["trace[1237857300] 'process raft request' (duration: 152.120636ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:27.088001Z","caller":"traceutil/trace.go:171","msg":"trace[1404416945] transaction","detail":"{read_only:false; response_revision:23379; number_of_response:1; }","duration":"153.3664ms","start":"2026-03-18T14:50:26.934592Z","end":"2026-03-18T14:50:27.087958Z","steps":["trace[1404416945] 'process raft request' (duration: 98.835135ms)","trace[1404416945] 'compare' (duration: 54.314939ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:27.088212Z","caller":"traceutil/trace.go:171","msg":"trace[1777354796] transaction","detail":"{read_only:false; response_revision:23382; number_of_response:1; }","duration":"143.354258ms","start":"2026-03-18T14:50:26.944851Z","end":"2026-03-18T14:50:27.088205Z","steps":["trace[1777354796] 'process raft request' (duration: 143.295626ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:27.088363Z","caller":"traceutil/trace.go:171","msg":"trace[1148765653] transaction","detail":"{read_only:false; response_revision:23381; number_of_response:1; }","duration":"151.612642ms","start":"2026-03-18T14:50:26.936744Z","end":"2026-03-18T14:50:27.088356Z","steps":["trace[1148765653] 'process raft request' (duration: 151.19492ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:27.08843Z","caller":"traceutil/trace.go:171","msg":"trace[1822299277] linearizableReadLoop","detail":"{readStateIndex:24324; appliedIndex:24321; }","duration":"143.575374ms","start":"2026-03-18T14:50:26.944849Z","end":"2026-03-18T14:50:27.088424Z","steps":["trace[1822299277] 'read index received' (duration: 88.590056ms)","trace[1822299277] 'applied index is now lower than readState.Index' (duration: 54.984388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:27.088562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.696698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-ljf5q\" ","response":"range_response_count:1 size:5423"} {"level":"info","ts":"2026-03-18T14:50:27.088592Z","caller":"traceutil/trace.go:171","msg":"trace[2108997838] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-ljf5q; range_end:; response_count:1; response_revision:23382; }","duration":"143.76301ms","start":"2026-03-18T14:50:26.944818Z","end":"2026-03-18T14:50:27.088581Z","steps":["trace[2108997838] 'agreement among raft nodes before linearized reading' (duration: 143.626586ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:27.109008Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20825} {"level":"info","ts":"2026-03-18T14:50:27.297512Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20825,"took":"183.781522ms","hash":3828021838,"current-db-size-bytes":44781568,"current-db-size":"45 MB","current-db-size-in-use-bytes":37511168,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-18T14:50:27.297593Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3828021838,"revision":20825,"compact-revision":19476} {"level":"info","ts":"2026-03-18T14:50:30.39612Z","caller":"traceutil/trace.go:171","msg":"trace[1113417614] transaction","detail":"{read_only:false; response_revision:23405; number_of_response:1; }","duration":"175.679983ms","start":"2026-03-18T14:50:30.220416Z","end":"2026-03-18T14:50:30.396096Z","steps":["trace[1113417614] 'process raft request' (duration: 175.507099ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:30.465294Z","caller":"traceutil/trace.go:171","msg":"trace[1520094948] transaction","detail":"{read_only:false; response_revision:23407; number_of_response:1; }","duration":"239.842649ms","start":"2026-03-18T14:50:30.225385Z","end":"2026-03-18T14:50:30.465227Z","steps":["trace[1520094948] 'process raft request' (duration: 239.754956ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:30.46531Z","caller":"traceutil/trace.go:171","msg":"trace[1736377307] transaction","detail":"{read_only:false; response_revision:23406; number_of_response:1; }","duration":"240.608011ms","start":"2026-03-18T14:50:30.224667Z","end":"2026-03-18T14:50:30.465275Z","steps":["trace[1736377307] 'process raft request' (duration: 240.336853ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:30.465522Z","caller":"traceutil/trace.go:171","msg":"trace[184785176] transaction","detail":"{read_only:false; response_revision:23408; number_of_response:1; }","duration":"234.918367ms","start":"2026-03-18T14:50:30.230593Z","end":"2026-03-18T14:50:30.465511Z","steps":["trace[184785176] 'process raft request' (duration: 234.592788ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:30.465535Z","caller":"traceutil/trace.go:171","msg":"trace[1394858920] transaction","detail":"{read_only:false; response_revision:23409; number_of_response:1; }","duration":"233.543089ms","start":"2026-03-18T14:50:30.23198Z","end":"2026-03-18T14:50:30.465524Z","steps":["trace[1394858920] 'process raft request' (duration: 233.436016ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:30.465533Z","caller":"traceutil/trace.go:171","msg":"trace[1274948750] linearizableReadLoop","detail":"{readStateIndex:24353; appliedIndex:24348; }","duration":"229.061147ms","start":"2026-03-18T14:50:30.236452Z","end":"2026-03-18T14:50:30.465513Z","steps":["trace[1274948750] 'read index received' (duration: 159.578757ms)","trace[1274948750] 'applied index is now lower than readState.Index' (duration: 69.48179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:30.465735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.766978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:50:30.465763Z","caller":"traceutil/trace.go:171","msg":"trace[779459128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23409; }","duration":"222.849589ms","start":"2026-03-18T14:50:30.242907Z","end":"2026-03-18T14:50:30.465757Z","steps":["trace[779459128] 'agreement among raft nodes before linearized reading' (duration: 222.709856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:30.465773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.301823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:50:30.465809Z","caller":"traceutil/trace.go:171","msg":"trace[1896617843] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23409; }","duration":"229.387046ms","start":"2026-03-18T14:50:30.23641Z","end":"2026-03-18T14:50:30.465797Z","steps":["trace[1896617843] 'agreement among raft nodes before linearized reading' (duration: 229.193632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:30.465835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.353335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T14:50:30.465907Z","caller":"traceutil/trace.go:171","msg":"trace[1644010708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23409; }","duration":"205.47913ms","start":"2026-03-18T14:50:30.260411Z","end":"2026-03-18T14:50:30.46589Z","steps":["trace[1644010708] 'agreement among raft nodes before linearized reading' (duration: 205.306776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:30.465932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.366423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T14:50:30.465964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.593142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:50:30.465991Z","caller":"traceutil/trace.go:171","msg":"trace[2063935687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23409; }","duration":"206.456196ms","start":"2026-03-18T14:50:30.259518Z","end":"2026-03-18T14:50:30.465974Z","steps":["trace[2063935687] 'agreement among raft nodes before linearized reading' (duration: 206.289861ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:30.46605Z","caller":"traceutil/trace.go:171","msg":"trace[672529509] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23409; }","duration":"205.737077ms","start":"2026-03-18T14:50:30.260289Z","end":"2026-03-18T14:50:30.466026Z","steps":["trace[672529509] 'agreement among raft nodes before linearized reading' (duration: 205.47636ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:31.091548Z","caller":"traceutil/trace.go:171","msg":"trace[841986981] transaction","detail":"{read_only:false; response_revision:23425; number_of_response:1; }","duration":"106.904482ms","start":"2026-03-18T14:50:30.984605Z","end":"2026-03-18T14:50:31.09151Z","steps":["trace[841986981] 'process raft request' (duration: 106.627465ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:31.091559Z","caller":"traceutil/trace.go:171","msg":"trace[320855266] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-hjr8v; range_end:; response_count:1; response_revision:23425; }","duration":"100.008837ms","start":"2026-03-18T14:50:30.99152Z","end":"2026-03-18T14:50:31.091529Z","steps":["trace[320855266] 'agreement among raft nodes before linearized reading' (duration: 99.854492ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:31.091583Z","caller":"traceutil/trace.go:171","msg":"trace[2077577566] transaction","detail":"{read_only:false; response_revision:23424; number_of_response:1; }","duration":"109.769321ms","start":"2026-03-18T14:50:30.981761Z","end":"2026-03-18T14:50:31.09153Z","steps":["trace[2077577566] 'process raft request' (duration: 109.222356ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:40.743056Z","caller":"traceutil/trace.go:171","msg":"trace[1070914753] transaction","detail":"{read_only:false; response_revision:23498; number_of_response:1; }","duration":"131.654623ms","start":"2026-03-18T14:50:40.611371Z","end":"2026-03-18T14:50:40.743026Z","steps":["trace[1070914753] 'process raft request' (duration: 47.226948ms)","trace[1070914753] 'compare' (duration: 84.176447ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:40.743437Z","caller":"traceutil/trace.go:171","msg":"trace[2015315750] transaction","detail":"{read_only:false; response_revision:23499; number_of_response:1; }","duration":"130.255523ms","start":"2026-03-18T14:50:40.613149Z","end":"2026-03-18T14:50:40.743405Z","steps":["trace[2015315750] 'process raft request' (duration: 129.815671ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:40.743318Z","caller":"traceutil/trace.go:171","msg":"trace[859788563] linearizableReadLoop","detail":"{readStateIndex:24447; appliedIndex:24445; }","duration":"125.910556ms","start":"2026-03-18T14:50:40.617361Z","end":"2026-03-18T14:50:40.743271Z","steps":["trace[859788563] 'read index received' (duration: 41.255816ms)","trace[859788563] 'applied index is now lower than readState.Index' (duration: 84.65146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:40.743833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.902666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:50:40.743888Z","caller":"traceutil/trace.go:171","msg":"trace[2102297438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23499; }","duration":"126.01973ms","start":"2026-03-18T14:50:40.617854Z","end":"2026-03-18T14:50:40.743873Z","steps":["trace[2102297438] 'agreement among raft nodes before linearized reading' (duration: 125.813425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:40.743898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.538134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:50:40.743937Z","caller":"traceutil/trace.go:171","msg":"trace[2817143] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23499; }","duration":"126.612896ms","start":"2026-03-18T14:50:40.617314Z","end":"2026-03-18T14:50:40.743927Z","steps":["trace[2817143] 'agreement among raft nodes before linearized reading' (duration: 126.254446ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:41.813051Z","caller":"traceutil/trace.go:171","msg":"trace[1701522816] linearizableReadLoop","detail":"{readStateIndex:24465; appliedIndex:24464; }","duration":"288.644709ms","start":"2026-03-18T14:50:41.524382Z","end":"2026-03-18T14:50:41.813027Z","steps":["trace[1701522816] 'read index received' (duration: 288.387013ms)","trace[1701522816] 'applied index is now lower than readState.Index' (duration: 256.886µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:41.813123Z","caller":"traceutil/trace.go:171","msg":"trace[1290813949] transaction","detail":"{read_only:false; response_revision:23517; number_of_response:1; }","duration":"291.092776ms","start":"2026-03-18T14:50:41.522002Z","end":"2026-03-18T14:50:41.813094Z","steps":["trace[1290813949] 'process raft request' (duration: 290.846449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:41.81342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.644034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:41.813527Z","caller":"traceutil/trace.go:171","msg":"trace[2046798293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23517; }","duration":"239.786809ms","start":"2026-03-18T14:50:41.573722Z","end":"2026-03-18T14:50:41.813509Z","steps":["trace[2046798293] 'agreement among raft nodes before linearized reading' (duration: 239.629434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:41.813409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.00224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-system/capi-controller-manager-5fbb4994\" ","response":"range_response_count:1 size:4526"} {"level":"info","ts":"2026-03-18T14:50:41.813705Z","caller":"traceutil/trace.go:171","msg":"trace[1911817580] range","detail":"{range_begin:/registry/replicasets/capi-system/capi-controller-manager-5fbb4994; range_end:; response_count:1; response_revision:23517; }","duration":"289.307128ms","start":"2026-03-18T14:50:41.524377Z","end":"2026-03-18T14:50:41.813684Z","steps":["trace[1911817580] 'agreement among raft nodes before linearized reading' (duration: 288.804285ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:47.287823Z","caller":"traceutil/trace.go:171","msg":"trace[1261495210] transaction","detail":"{read_only:false; response_revision:23569; number_of_response:1; }","duration":"140.361828ms","start":"2026-03-18T14:50:47.147428Z","end":"2026-03-18T14:50:47.28779Z","steps":["trace[1261495210] 'process raft request' (duration: 140.189693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:50.689784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.384197ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-18T14:50:50.690023Z","caller":"traceutil/trace.go:171","msg":"trace[158305042] linearizableReadLoop","detail":"{readStateIndex:24559; appliedIndex:24558; }","duration":"154.205532ms","start":"2026-03-18T14:50:50.535789Z","end":"2026-03-18T14:50:50.689994Z","steps":["trace[158305042] 'read index received' (duration: 33.524878ms)","trace[158305042] 'applied index is now lower than readState.Index' (duration: 120.676864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:50.690355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.546551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-stdtm\" ","response":"range_response_count:1 size:4576"} {"level":"info","ts":"2026-03-18T14:50:50.690398Z","caller":"traceutil/trace.go:171","msg":"trace[147075042] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-stdtm; range_end:; response_count:1; response_revision:23610; }","duration":"154.636134ms","start":"2026-03-18T14:50:50.535749Z","end":"2026-03-18T14:50:50.690385Z","steps":["trace[147075042] 'agreement among raft nodes before linearized reading' (duration: 154.364826ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:50.743137Z","caller":"traceutil/trace.go:171","msg":"trace[924096222] transaction","detail":"{read_only:false; response_revision:23611; number_of_response:1; }","duration":"124.90577ms","start":"2026-03-18T14:50:50.618192Z","end":"2026-03-18T14:50:50.743098Z","steps":["trace[924096222] 'process raft request' (duration: 124.707874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:50.743213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.728047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:50.743313Z","caller":"traceutil/trace.go:171","msg":"trace[1142166585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23611; }","duration":"171.88106ms","start":"2026-03-18T14:50:50.571412Z","end":"2026-03-18T14:50:50.743293Z","steps":["trace[1142166585] 'agreement among raft nodes before linearized reading' (duration: 171.668224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:50.743442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.635534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:50:50.743593Z","caller":"traceutil/trace.go:171","msg":"trace[429783174] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23611; }","duration":"120.996223ms","start":"2026-03-18T14:50:50.622513Z","end":"2026-03-18T14:50:50.74351Z","steps":["trace[429783174] 'agreement among raft nodes before linearized reading' (duration: 120.605272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:50.961999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.0498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:50:50.962136Z","caller":"traceutil/trace.go:171","msg":"trace[23701625] linearizableReadLoop","detail":"{readStateIndex:24564; appliedIndex:24563; }","duration":"175.053296ms","start":"2026-03-18T14:50:50.787065Z","end":"2026-03-18T14:50:50.962118Z","steps":["trace[23701625] 'read index received' (duration: 68.829152ms)","trace[23701625] 'applied index is now lower than readState.Index' (duration: 106.222744ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:50.962335Z","caller":"traceutil/trace.go:171","msg":"trace[2063327822] transaction","detail":"{read_only:false; response_revision:23614; number_of_response:1; }","duration":"214.681839ms","start":"2026-03-18T14:50:50.747624Z","end":"2026-03-18T14:50:50.962305Z","steps":["trace[2063327822] 'process raft request' (duration: 108.231398ms)","trace[2063327822] 'compare' (duration: 105.901606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:50.962508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.400266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-18T14:50:50.962609Z","caller":"traceutil/trace.go:171","msg":"trace[1096251539] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:23614; }","duration":"175.777225ms","start":"2026-03-18T14:50:50.786815Z","end":"2026-03-18T14:50:50.962592Z","steps":["trace[1096251539] 'agreement among raft nodes before linearized reading' (duration: 175.486068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:50.994345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.784226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T14:50:50.994394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.138351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:50:50.994437Z","caller":"traceutil/trace.go:171","msg":"trace[1276762640] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23615; }","duration":"113.203862ms","start":"2026-03-18T14:50:50.881221Z","end":"2026-03-18T14:50:50.994425Z","steps":["trace[1276762640] 'agreement among raft nodes before linearized reading' (duration: 113.083119ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:50.994429Z","caller":"traceutil/trace.go:171","msg":"trace[2107289920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23615; }","duration":"148.91566ms","start":"2026-03-18T14:50:50.845494Z","end":"2026-03-18T14:50:50.99441Z","steps":["trace[2107289920] 'agreement among raft nodes before linearized reading' (duration: 148.633802ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:50.99444Z","caller":"traceutil/trace.go:171","msg":"trace[693503643] transaction","detail":"{read_only:false; response_revision:23615; number_of_response:1; }","duration":"202.977752ms","start":"2026-03-18T14:50:50.791429Z","end":"2026-03-18T14:50:50.994407Z","steps":["trace[693503643] 'process raft request' (duration: 202.419417ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:51.127675Z","caller":"traceutil/trace.go:171","msg":"trace[785301028] linearizableReadLoop","detail":"{readStateIndex:24569; appliedIndex:24566; }","duration":"115.026192ms","start":"2026-03-18T14:50:51.012623Z","end":"2026-03-18T14:50:51.127649Z","steps":["trace[785301028] 'read index received' (duration: 92.875663ms)","trace[785301028] 'applied index is now lower than readState.Index' (duration: 22.149579ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:51.127691Z","caller":"traceutil/trace.go:171","msg":"trace[40335809] transaction","detail":"{read_only:false; response_revision:23617; number_of_response:1; }","duration":"128.220149ms","start":"2026-03-18T14:50:50.999446Z","end":"2026-03-18T14:50:51.127666Z","steps":["trace[40335809] 'process raft request' (duration: 106.147342ms)","trace[40335809] 'compare' (duration: 21.837651ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:51.127747Z","caller":"traceutil/trace.go:171","msg":"trace[1894700997] transaction","detail":"{read_only:false; response_revision:23619; number_of_response:1; }","duration":"127.658345ms","start":"2026-03-18T14:50:51.000053Z","end":"2026-03-18T14:50:51.127712Z","steps":["trace[1894700997] 'process raft request' (duration: 127.549062ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:51.127753Z","caller":"traceutil/trace.go:171","msg":"trace[642346492] transaction","detail":"{read_only:false; response_revision:23618; number_of_response:1; }","duration":"128.166998ms","start":"2026-03-18T14:50:50.999547Z","end":"2026-03-18T14:50:51.127714Z","steps":["trace[642346492] 'process raft request' (duration: 128.014763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:51.12802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.613819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-7844f68f-stdtm\" ","response":"range_response_count:1 size:4764"} {"level":"info","ts":"2026-03-18T14:50:51.128068Z","caller":"traceutil/trace.go:171","msg":"trace[1759818999] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-7844f68f-stdtm; range_end:; response_count:1; response_revision:23619; }","duration":"111.708583ms","start":"2026-03-18T14:50:51.016344Z","end":"2026-03-18T14:50:51.128052Z","steps":["trace[1759818999] 'agreement among raft nodes before linearized reading' (duration: 111.556728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:51.128389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.387844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:50:51.128467Z","caller":"traceutil/trace.go:171","msg":"trace[1290058898] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23619; }","duration":"128.519037ms","start":"2026-03-18T14:50:50.99993Z","end":"2026-03-18T14:50:51.128449Z","steps":["trace[1290058898] 'agreement among raft nodes before linearized reading' (duration: 127.820158ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:51.27101Z","caller":"traceutil/trace.go:171","msg":"trace[133228407] transaction","detail":"{read_only:false; response_revision:23620; number_of_response:1; }","duration":"140.403139ms","start":"2026-03-18T14:50:51.130581Z","end":"2026-03-18T14:50:51.270984Z","steps":["trace[133228407] 'process raft request' (duration: 140.254855ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:51.271109Z","caller":"traceutil/trace.go:171","msg":"trace[656118017] linearizableReadLoop","detail":"{readStateIndex:24570; appliedIndex:24570; }","duration":"139.68868ms","start":"2026-03-18T14:50:51.131399Z","end":"2026-03-18T14:50:51.271088Z","steps":["trace[656118017] 'read index received' (duration: 139.676799ms)","trace[656118017] 'applied index is now lower than readState.Index' (duration: 9.521µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:51.271255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.833193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:51.271348Z","caller":"traceutil/trace.go:171","msg":"trace[951688346] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23620; }","duration":"139.944876ms","start":"2026-03-18T14:50:51.131385Z","end":"2026-03-18T14:50:51.27133Z","steps":["trace[951688346] 'agreement among raft nodes before linearized reading' (duration: 139.798672ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:52.949762Z","caller":"traceutil/trace.go:171","msg":"trace[572229955] transaction","detail":"{read_only:false; response_revision:23629; number_of_response:1; }","duration":"201.606804ms","start":"2026-03-18T14:50:52.748136Z","end":"2026-03-18T14:50:52.949743Z","steps":["trace[572229955] 'process raft request' (duration: 201.43938ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:53.115277Z","caller":"traceutil/trace.go:171","msg":"trace[636086813] linearizableReadLoop","detail":"{readStateIndex:24581; appliedIndex:24580; }","duration":"149.049103ms","start":"2026-03-18T14:50:52.966207Z","end":"2026-03-18T14:50:53.115256Z","steps":["trace[636086813] 'read index received' (duration: 133.264875ms)","trace[636086813] 'applied index is now lower than readState.Index' (duration: 15.783478ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:50:53.115446Z","caller":"traceutil/trace.go:171","msg":"trace[1232372441] transaction","detail":"{read_only:false; response_revision:23630; number_of_response:1; }","duration":"317.383408ms","start":"2026-03-18T14:50:52.798033Z","end":"2026-03-18T14:50:53.115416Z","steps":["trace[1232372441] 'process raft request' (duration: 301.436996ms)","trace[1232372441] 'compare' (duration: 15.608593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:50:53.115509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.278509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:50:53.115565Z","caller":"traceutil/trace.go:171","msg":"trace[625514890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23630; }","duration":"149.384902ms","start":"2026-03-18T14:50:52.966166Z","end":"2026-03-18T14:50:53.115551Z","steps":["trace[625514890] 'agreement among raft nodes before linearized reading' (duration: 149.199667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:53.115572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.51824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:50:53.115598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:50:52.79801Z","time spent":"317.50136ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4594,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:50:53.115652Z","caller":"traceutil/trace.go:171","msg":"trace[115676191] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23630; }","duration":"124.637432ms","start":"2026-03-18T14:50:52.990994Z","end":"2026-03-18T14:50:53.115631Z","steps":["trace[115676191] 'agreement among raft nodes before linearized reading' (duration: 124.460688ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:58.65251Z","caller":"traceutil/trace.go:171","msg":"trace[718100454] transaction","detail":"{read_only:false; response_revision:23685; number_of_response:1; }","duration":"134.035766ms","start":"2026-03-18T14:50:58.518437Z","end":"2026-03-18T14:50:58.652473Z","steps":["trace[718100454] 'process raft request' (duration: 133.80346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:50:59.715572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.326604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:50:59.715631Z","caller":"traceutil/trace.go:171","msg":"trace[1230996637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23692; }","duration":"141.444897ms","start":"2026-03-18T14:50:59.574173Z","end":"2026-03-18T14:50:59.715618Z","steps":["trace[1230996637] 'range keys from in-memory index tree' (duration: 141.237052ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:50:59.715651Z","caller":"traceutil/trace.go:171","msg":"trace[624340550] transaction","detail":"{read_only:false; response_revision:23693; number_of_response:1; }","duration":"139.748331ms","start":"2026-03-18T14:50:59.575856Z","end":"2026-03-18T14:50:59.715604Z","steps":["trace[624340550] 'process raft request' (duration: 134.968492ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:00.056537Z","caller":"traceutil/trace.go:171","msg":"trace[2024120170] transaction","detail":"{read_only:false; response_revision:23697; number_of_response:1; }","duration":"148.034556ms","start":"2026-03-18T14:50:59.908461Z","end":"2026-03-18T14:51:00.056496Z","steps":["trace[2024120170] 'process raft request' (duration: 129.963167ms)","trace[2024120170] 'compare' (duration: 17.904094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:51:00.755147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.207394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-18T14:51:00.755222Z","caller":"traceutil/trace.go:171","msg":"trace[1979481256] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:23699; }","duration":"269.325637ms","start":"2026-03-18T14:51:00.485877Z","end":"2026-03-18T14:51:00.755203Z","steps":["trace[1979481256] 'range keys from in-memory index tree' (duration: 268.974928ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:00.768257Z","caller":"traceutil/trace.go:171","msg":"trace[1016923778] transaction","detail":"{read_only:false; response_revision:23700; number_of_response:1; }","duration":"109.849942ms","start":"2026-03-18T14:51:00.658383Z","end":"2026-03-18T14:51:00.768233Z","steps":["trace[1016923778] 'process raft request' (duration: 109.703437ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:07.20263Z","caller":"traceutil/trace.go:171","msg":"trace[1451815549] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"216.658633ms","start":"2026-03-18T14:51:06.98595Z","end":"2026-03-18T14:51:07.202608Z","steps":["trace[1451815549] 'process raft request' (duration: 216.514759ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:07.213817Z","caller":"traceutil/trace.go:171","msg":"trace[1226649821] transaction","detail":"{read_only:false; response_revision:23764; number_of_response:1; }","duration":"139.563586ms","start":"2026-03-18T14:51:07.074213Z","end":"2026-03-18T14:51:07.213777Z","steps":["trace[1226649821] 'process raft request' (duration: 139.133284ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:07.590117Z","caller":"traceutil/trace.go:171","msg":"trace[1096488584] linearizableReadLoop","detail":"{readStateIndex:24721; appliedIndex:24720; }","duration":"128.541058ms","start":"2026-03-18T14:51:07.461552Z","end":"2026-03-18T14:51:07.590093Z","steps":["trace[1096488584] 'read index received' (duration: 59.034628ms)","trace[1096488584] 'applied index is now lower than readState.Index' (duration: 69.50553ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:51:07.590183Z","caller":"traceutil/trace.go:171","msg":"trace[970057499] transaction","detail":"{read_only:false; response_revision:23767; number_of_response:1; }","duration":"163.067292ms","start":"2026-03-18T14:51:07.427067Z","end":"2026-03-18T14:51:07.590134Z","steps":["trace[970057499] 'process raft request' (duration: 93.655795ms)","trace[970057499] 'compare' (duration: 69.10454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:51:07.590377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.301171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:51:07.59041Z","caller":"traceutil/trace.go:171","msg":"trace[2093067179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23767; }","duration":"128.362453ms","start":"2026-03-18T14:51:07.462038Z","end":"2026-03-18T14:51:07.5904Z","steps":["trace[2093067179] 'agreement among raft nodes before linearized reading' (duration: 128.219979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:07.590756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.136235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:51:07.590887Z","caller":"traceutil/trace.go:171","msg":"trace[447646601] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23767; }","duration":"129.344889ms","start":"2026-03-18T14:51:07.461511Z","end":"2026-03-18T14:51:07.590855Z","steps":["trace[447646601] 'agreement among raft nodes before linearized reading' (duration: 128.672401ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:09.27858Z","caller":"traceutil/trace.go:171","msg":"trace[1393606863] transaction","detail":"{read_only:false; response_revision:23778; number_of_response:1; }","duration":"193.413953ms","start":"2026-03-18T14:51:09.085132Z","end":"2026-03-18T14:51:09.278546Z","steps":["trace[1393606863] 'process raft request' (duration: 97.636282ms)","trace[1393606863] 'compare' (duration: 95.409182ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:51:09.278985Z","caller":"traceutil/trace.go:171","msg":"trace[1415626496] linearizableReadLoop","detail":"{readStateIndex:24733; appliedIndex:24731; }","duration":"163.171625ms","start":"2026-03-18T14:51:09.11579Z","end":"2026-03-18T14:51:09.278962Z","steps":["trace[1415626496] 'read index received' (duration: 66.962242ms)","trace[1415626496] 'applied index is now lower than readState.Index' (duration: 96.207093ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:51:09.278989Z","caller":"traceutil/trace.go:171","msg":"trace[1769869545] transaction","detail":"{read_only:false; response_revision:23779; number_of_response:1; }","duration":"175.364444ms","start":"2026-03-18T14:51:09.103585Z","end":"2026-03-18T14:51:09.278949Z","steps":["trace[1769869545] 'process raft request' (duration: 174.880561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:09.279173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.321698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:51:09.279272Z","caller":"traceutil/trace.go:171","msg":"trace[258842836] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23781; }","duration":"163.498804ms","start":"2026-03-18T14:51:09.115757Z","end":"2026-03-18T14:51:09.279255Z","steps":["trace[258842836] 'agreement among raft nodes before linearized reading' (duration: 163.306318ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:13.608011Z","caller":"traceutil/trace.go:171","msg":"trace[857168118] transaction","detail":"{read_only:false; response_revision:23894; number_of_response:1; }","duration":"110.522031ms","start":"2026-03-18T14:51:13.497447Z","end":"2026-03-18T14:51:13.607969Z","steps":["trace[857168118] 'process raft request' (duration: 105.061073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:16.155887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.030692ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:51:16.156396Z","caller":"traceutil/trace.go:171","msg":"trace[1522659883] transaction","detail":"{read_only:false; response_revision:23926; number_of_response:1; }","duration":"213.553668ms","start":"2026-03-18T14:51:15.942821Z","end":"2026-03-18T14:51:16.156375Z","steps":["trace[1522659883] 'process raft request' (duration: 213.181639ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:16.16078Z","caller":"traceutil/trace.go:171","msg":"trace[819272511] linearizableReadLoop","detail":"{readStateIndex:24885; appliedIndex:24882; }","duration":"135.014033ms","start":"2026-03-18T14:51:16.025746Z","end":"2026-03-18T14:51:16.160761Z","steps":["trace[819272511] 'read index received' (duration: 80.340174ms)","trace[819272511] 'applied index is now lower than readState.Index' (duration: 54.672979ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:51:16.160892Z","caller":"traceutil/trace.go:171","msg":"trace[1248305314] transaction","detail":"{read_only:false; response_revision:23927; number_of_response:1; }","duration":"216.330003ms","start":"2026-03-18T14:51:15.94453Z","end":"2026-03-18T14:51:16.16086Z","steps":["trace[1248305314] 'process raft request' (duration: 216.055995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:16.160988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.23711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:16.16102Z","caller":"traceutil/trace.go:171","msg":"trace[786202002] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23928; }","duration":"135.317331ms","start":"2026-03-18T14:51:16.025694Z","end":"2026-03-18T14:51:16.161011Z","steps":["trace[786202002] 'agreement among raft nodes before linearized reading' (duration: 135.25536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:16.161196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.581672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:51:16.161196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.634933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:16.16124Z","caller":"traceutil/trace.go:171","msg":"trace[720206405] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23928; }","duration":"134.670424ms","start":"2026-03-18T14:51:16.026559Z","end":"2026-03-18T14:51:16.161229Z","steps":["trace[720206405] 'agreement among raft nodes before linearized reading' (duration: 134.581262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:16.161215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.669283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:16.161252Z","caller":"traceutil/trace.go:171","msg":"trace[67853255] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23928; }","duration":"134.730546ms","start":"2026-03-18T14:51:16.026508Z","end":"2026-03-18T14:51:16.161239Z","steps":["trace[67853255] 'agreement among raft nodes before linearized reading' (duration: 134.639544ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:16.161287Z","caller":"traceutil/trace.go:171","msg":"trace[1248582464] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:0; response_revision:23928; }","duration":"134.789887ms","start":"2026-03-18T14:51:16.026479Z","end":"2026-03-18T14:51:16.161269Z","steps":["trace[1248582464] 'agreement among raft nodes before linearized reading' (duration: 134.673834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:16.161241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.771866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:16.161552Z","caller":"traceutil/trace.go:171","msg":"trace[422458704] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23928; }","duration":"135.099535ms","start":"2026-03-18T14:51:16.026432Z","end":"2026-03-18T14:51:16.161531Z","steps":["trace[422458704] 'agreement among raft nodes before linearized reading' (duration: 134.700724ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:16.597513Z","caller":"traceutil/trace.go:171","msg":"trace[990037379] linearizableReadLoop","detail":"{readStateIndex:24887; appliedIndex:24886; }","duration":"172.707772ms","start":"2026-03-18T14:51:16.424781Z","end":"2026-03-18T14:51:16.597488Z","steps":["trace[990037379] 'read index received' (duration: 172.571179ms)","trace[990037379] 'applied index is now lower than readState.Index' (duration: 135.463µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:51:16.597685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.857462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:51:16.597729Z","caller":"traceutil/trace.go:171","msg":"trace[950245541] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23929; }","duration":"160.958924ms","start":"2026-03-18T14:51:16.436759Z","end":"2026-03-18T14:51:16.597717Z","steps":["trace[950245541] 'agreement among raft nodes before linearized reading' (duration: 160.867813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:16.597726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.907429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:16.597807Z","caller":"traceutil/trace.go:171","msg":"trace[1801980513] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23929; }","duration":"173.048862ms","start":"2026-03-18T14:51:16.424744Z","end":"2026-03-18T14:51:16.597793Z","steps":["trace[1801980513] 'agreement among raft nodes before linearized reading' (duration: 172.876667ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:16.597698Z","caller":"traceutil/trace.go:171","msg":"trace[675897529] transaction","detail":"{read_only:false; response_revision:23929; number_of_response:1; }","duration":"274.922599ms","start":"2026-03-18T14:51:16.322612Z","end":"2026-03-18T14:51:16.597534Z","steps":["trace[675897529] 'process raft request' (duration: 274.723413ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:23.614817Z","caller":"traceutil/trace.go:171","msg":"trace[267543827] linearizableReadLoop","detail":"{readStateIndex:24955; appliedIndex:24954; }","duration":"172.282591ms","start":"2026-03-18T14:51:23.442506Z","end":"2026-03-18T14:51:23.614789Z","steps":["trace[267543827] 'read index received' (duration: 172.007374ms)","trace[267543827] 'applied index is now lower than readState.Index' (duration: 273.977µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:51:23.615687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.166735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:51:23.615722Z","caller":"traceutil/trace.go:171","msg":"trace[547526130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23996; }","duration":"173.241058ms","start":"2026-03-18T14:51:23.442472Z","end":"2026-03-18T14:51:23.615713Z","steps":["trace[547526130] 'agreement among raft nodes before linearized reading' (duration: 173.120665ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:23.615125Z","caller":"traceutil/trace.go:171","msg":"trace[2034711421] transaction","detail":"{read_only:false; response_revision:23996; number_of_response:1; }","duration":"209.917889ms","start":"2026-03-18T14:51:23.40519Z","end":"2026-03-18T14:51:23.615108Z","steps":["trace[2034711421] 'process raft request' (duration: 209.435037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:25.771666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.441846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:25.773064Z","caller":"traceutil/trace.go:171","msg":"trace[832093404] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24017; }","duration":"105.891126ms","start":"2026-03-18T14:51:25.667131Z","end":"2026-03-18T14:51:25.773022Z","steps":["trace[832093404] 'agreement among raft nodes before linearized reading' (duration: 101.875027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:25.774359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.563021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:51:25.774853Z","caller":"traceutil/trace.go:171","msg":"trace[700808069] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24017; }","duration":"127.942931ms","start":"2026-03-18T14:51:25.646727Z","end":"2026-03-18T14:51:25.77467Z","steps":["trace[700808069] 'agreement among raft nodes before linearized reading' (duration: 122.295719ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:25.982291Z","caller":"traceutil/trace.go:171","msg":"trace[1119286254] transaction","detail":"{read_only:false; response_revision:24021; number_of_response:1; }","duration":"107.509599ms","start":"2026-03-18T14:51:25.874712Z","end":"2026-03-18T14:51:25.982222Z","steps":["trace[1119286254] 'process raft request' (duration: 107.291153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:28.468941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.476221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:51:28.469602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.120211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:51:28.469727Z","caller":"traceutil/trace.go:171","msg":"trace[1610078054] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24035; }","duration":"483.306256ms","start":"2026-03-18T14:51:27.98639Z","end":"2026-03-18T14:51:28.469697Z","steps":["trace[1610078054] 'range keys from in-memory index tree' (duration: 482.824313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:28.469783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:27.986358Z","time spent":"483.413269ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:51:28.470199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.297853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:51:28.470304Z","caller":"traceutil/trace.go:171","msg":"trace[1722705770] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24035; }","duration":"277.448247ms","start":"2026-03-18T14:51:28.192832Z","end":"2026-03-18T14:51:28.47028Z","steps":["trace[1722705770] 'count revisions from in-memory index tree' (duration: 277.092947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:28.470476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.364475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:28.470676Z","caller":"traceutil/trace.go:171","msg":"trace[1950622958] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24035; }","duration":"239.832849ms","start":"2026-03-18T14:51:28.230807Z","end":"2026-03-18T14:51:28.47064Z","steps":["trace[1950622958] 'range keys from in-memory index tree' (duration: 239.236103ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:28.47025Z","caller":"traceutil/trace.go:171","msg":"trace[24684153] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24035; }","duration":"235.849621ms","start":"2026-03-18T14:51:28.233384Z","end":"2026-03-18T14:51:28.469234Z","steps":["trace[24684153] 'range keys from in-memory index tree' (duration: 235.403809ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:28.474016Z","caller":"traceutil/trace.go:171","msg":"trace[1674107430] transaction","detail":"{read_only:false; response_revision:24036; number_of_response:1; }","duration":"238.907885ms","start":"2026-03-18T14:51:28.235091Z","end":"2026-03-18T14:51:28.473999Z","steps":["trace[1674107430] 'process raft request' (duration: 238.71294ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:28.475618Z","caller":"traceutil/trace.go:171","msg":"trace[868271250] linearizableReadLoop","detail":"{readStateIndex:24997; appliedIndex:24995; }","duration":"223.892628ms","start":"2026-03-18T14:51:28.251693Z","end":"2026-03-18T14:51:28.475585Z","steps":["trace[868271250] 'read index received' (duration: 222.112011ms)","trace[868271250] 'applied index is now lower than readState.Index' (duration: 1.778707ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:51:28.475925Z","caller":"traceutil/trace.go:171","msg":"trace[933355718] transaction","detail":"{read_only:false; response_revision:24037; number_of_response:1; }","duration":"230.680072ms","start":"2026-03-18T14:51:28.245227Z","end":"2026-03-18T14:51:28.475907Z","steps":["trace[933355718] 'process raft request' (duration: 230.102237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:28.476001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.288129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:28.476057Z","caller":"traceutil/trace.go:171","msg":"trace[1414183785] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24038; }","duration":"224.389812ms","start":"2026-03-18T14:51:28.25165Z","end":"2026-03-18T14:51:28.47604Z","steps":["trace[1414183785] 'agreement among raft nodes before linearized reading' (duration: 224.281519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:28.476162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.462442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:28.476036Z","caller":"traceutil/trace.go:171","msg":"trace[1469600478] transaction","detail":"{read_only:false; response_revision:24038; number_of_response:1; }","duration":"216.988621ms","start":"2026-03-18T14:51:28.258991Z","end":"2026-03-18T14:51:28.47598Z","steps":["trace[1469600478] 'process raft request' (duration: 216.533429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:28.476265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.031151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-18T14:51:28.47628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.607397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:28.476321Z","caller":"traceutil/trace.go:171","msg":"trace[1856384709] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24038; }","duration":"214.659757ms","start":"2026-03-18T14:51:28.261651Z","end":"2026-03-18T14:51:28.476311Z","steps":["trace[1856384709] 'agreement among raft nodes before linearized reading' (duration: 214.599515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:28.476165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.293661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:51:28.476334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.835809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:28.476384Z","caller":"traceutil/trace.go:171","msg":"trace[558939585] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24038; }","duration":"222.930752ms","start":"2026-03-18T14:51:28.25344Z","end":"2026-03-18T14:51:28.476371Z","steps":["trace[558939585] 'agreement among raft nodes before linearized reading' (duration: 222.84199ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:28.476386Z","caller":"traceutil/trace.go:171","msg":"trace[1590945815] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24038; }","duration":"223.57614ms","start":"2026-03-18T14:51:28.252785Z","end":"2026-03-18T14:51:28.476361Z","steps":["trace[1590945815] 'agreement among raft nodes before linearized reading' (duration: 223.303412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:28.47623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.633288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:51:28.476434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.536944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:51:28.47623Z","caller":"traceutil/trace.go:171","msg":"trace[202571762] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24038; }","duration":"214.574036ms","start":"2026-03-18T14:51:28.261639Z","end":"2026-03-18T14:51:28.476214Z","steps":["trace[202571762] 'agreement among raft nodes before linearized reading' (duration: 214.446012ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:28.476583Z","caller":"traceutil/trace.go:171","msg":"trace[1390841791] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24038; }","duration":"163.831572ms","start":"2026-03-18T14:51:28.312711Z","end":"2026-03-18T14:51:28.476542Z","steps":["trace[1390841791] 'agreement among raft nodes before linearized reading' (duration: 163.461573ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:28.476508Z","caller":"traceutil/trace.go:171","msg":"trace[1995533538] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24038; }","duration":"214.925226ms","start":"2026-03-18T14:51:28.261572Z","end":"2026-03-18T14:51:28.476497Z","steps":["trace[1995533538] 'agreement among raft nodes before linearized reading' (duration: 214.630027ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:28.476709Z","caller":"traceutil/trace.go:171","msg":"trace[451498477] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24038; }","duration":"214.135353ms","start":"2026-03-18T14:51:28.262171Z","end":"2026-03-18T14:51:28.476306Z","steps":["trace[451498477] 'agreement among raft nodes before linearized reading' (duration: 213.934038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:28.477188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.877335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-18T14:51:28.477252Z","caller":"traceutil/trace.go:171","msg":"trace[1619393313] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24038; }","duration":"218.374999ms","start":"2026-03-18T14:51:28.25886Z","end":"2026-03-18T14:51:28.477235Z","steps":["trace[1619393313] 'agreement among raft nodes before linearized reading' (duration: 217.393222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:44.035821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.020935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:51:44.035895Z","caller":"traceutil/trace.go:171","msg":"trace[1402317909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24148; }","duration":"148.164858ms","start":"2026-03-18T14:51:43.887715Z","end":"2026-03-18T14:51:44.035879Z","steps":["trace[1402317909] 'range keys from in-memory index tree' (duration: 147.853051ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:44.345892Z","caller":"traceutil/trace.go:171","msg":"trace[1538723962] transaction","detail":"{read_only:false; response_revision:24152; number_of_response:1; }","duration":"301.670282ms","start":"2026-03-18T14:51:44.044199Z","end":"2026-03-18T14:51:44.345869Z","steps":["trace[1538723962] 'process raft request' (duration: 301.63174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:44.34602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:44.044186Z","time spent":"301.775174ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:51:44.346377Z","caller":"traceutil/trace.go:171","msg":"trace[1961351346] transaction","detail":"{read_only:false; response_revision:24150; number_of_response:1; }","duration":"303.952793ms","start":"2026-03-18T14:51:44.042413Z","end":"2026-03-18T14:51:44.346366Z","steps":["trace[1961351346] 'process raft request' (duration: 303.208834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:44.346443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:44.042374Z","time spent":"304.036245ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:51:44.34659Z","caller":"traceutil/trace.go:171","msg":"trace[1570982873] transaction","detail":"{read_only:false; response_revision:24151; number_of_response:1; }","duration":"304.016995ms","start":"2026-03-18T14:51:44.042562Z","end":"2026-03-18T14:51:44.346579Z","steps":["trace[1570982873] 'process raft request' (duration: 303.230944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:44.346649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:44.042545Z","time spent":"304.075147ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:51:44.763355Z","caller":"traceutil/trace.go:171","msg":"trace[1639980704] transaction","detail":"{read_only:false; response_revision:24156; number_of_response:1; }","duration":"140.106051ms","start":"2026-03-18T14:51:44.623205Z","end":"2026-03-18T14:51:44.763311Z","steps":["trace[1639980704] 'process raft request' (duration: 128.463606ms)","trace[1639980704] 'compare' (duration: 11.167792ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:51:44.850325Z","caller":"traceutil/trace.go:171","msg":"trace[1741076164] transaction","detail":"{read_only:false; response_revision:24157; number_of_response:1; }","duration":"197.589677ms","start":"2026-03-18T14:51:44.652705Z","end":"2026-03-18T14:51:44.850294Z","steps":["trace[1741076164] 'process raft request' (duration: 197.335169ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:44.85061Z","caller":"traceutil/trace.go:171","msg":"trace[1267589868] transaction","detail":"{read_only:false; response_revision:24158; number_of_response:1; }","duration":"102.601587ms","start":"2026-03-18T14:51:44.747958Z","end":"2026-03-18T14:51:44.850536Z","steps":["trace[1267589868] 'process raft request' (duration: 102.236057ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:45.581175Z","caller":"traceutil/trace.go:171","msg":"trace[1499276030] transaction","detail":"{read_only:false; response_revision:24160; number_of_response:1; }","duration":"136.078742ms","start":"2026-03-18T14:51:45.44507Z","end":"2026-03-18T14:51:45.581149Z","steps":["trace[1499276030] 'process raft request' (duration: 135.818966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:45.811383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.903234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:45.811471Z","caller":"traceutil/trace.go:171","msg":"trace[1682453651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24160; }","duration":"229.050767ms","start":"2026-03-18T14:51:45.582401Z","end":"2026-03-18T14:51:45.811452Z","steps":["trace[1682453651] 'range keys from in-memory index tree' (duration: 228.77081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:46.68486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.321227ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:51:46.685638Z","caller":"traceutil/trace.go:171","msg":"trace[1842968855] linearizableReadLoop","detail":"{readStateIndex:25125; appliedIndex:25124; }","duration":"644.493588ms","start":"2026-03-18T14:51:46.041125Z","end":"2026-03-18T14:51:46.685618Z","steps":["trace[1842968855] 'read index received' (duration: 49.822µs)","trace[1842968855] 'applied index is now lower than readState.Index' (duration: 644.441926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:51:46.685761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.620471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:46.68579Z","caller":"traceutil/trace.go:171","msg":"trace[941315701] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24161; }","duration":"644.707033ms","start":"2026-03-18T14:51:46.041075Z","end":"2026-03-18T14:51:46.685782Z","steps":["trace[941315701] 'agreement among raft nodes before linearized reading' (duration: 644.635161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:46.68581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:46.041054Z","time spent":"644.750375ms","remote":"127.0.0.1:54830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:51:46.765289Z","caller":"traceutil/trace.go:171","msg":"trace[791029184] transaction","detail":"{read_only:false; response_revision:24163; number_of_response:1; }","duration":"141.060137ms","start":"2026-03-18T14:51:46.624204Z","end":"2026-03-18T14:51:46.765264Z","steps":["trace[791029184] 'process raft request' (duration: 140.822241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:46.765604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.891448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:51:46.76567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.100679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:51:46.765752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.594391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:46.765785Z","caller":"traceutil/trace.go:171","msg":"trace[1035752946] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24164; }","duration":"250.626941ms","start":"2026-03-18T14:51:46.515149Z","end":"2026-03-18T14:51:46.765776Z","steps":["trace[1035752946] 'agreement among raft nodes before linearized reading' (duration: 250.579159ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:46.765792Z","caller":"traceutil/trace.go:171","msg":"trace[1247347971] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24164; }","duration":"249.292355ms","start":"2026-03-18T14:51:46.516474Z","end":"2026-03-18T14:51:46.765766Z","steps":["trace[1247347971] 'agreement among raft nodes before linearized reading' (duration: 249.037197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:46.765796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.023885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:51:46.765698Z","caller":"traceutil/trace.go:171","msg":"trace[827714104] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24164; }","duration":"251.031062ms","start":"2026-03-18T14:51:46.514645Z","end":"2026-03-18T14:51:46.765676Z","steps":["trace[827714104] 'agreement among raft nodes before linearized reading' (duration: 250.887269ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:46.765914Z","caller":"traceutil/trace.go:171","msg":"trace[1654576192] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24164; }","duration":"712.202229ms","start":"2026-03-18T14:51:46.053686Z","end":"2026-03-18T14:51:46.765888Z","steps":["trace[1654576192] 'agreement among raft nodes before linearized reading' (duration: 711.83906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:46.765934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.849021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-18T14:51:46.765878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.919927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:51:46.765966Z","caller":"traceutil/trace.go:171","msg":"trace[275251947] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24164; }","duration":"140.907033ms","start":"2026-03-18T14:51:46.62505Z","end":"2026-03-18T14:51:46.765957Z","steps":["trace[275251947] 'agreement among raft nodes before linearized reading' (duration: 140.825761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:46.765808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.986889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-18T14:51:46.765976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:46.053669Z","time spent":"712.295641ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:51:46.766033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.547116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:51:46.765978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.203293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:46.766084Z","caller":"traceutil/trace.go:171","msg":"trace[1250400203] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24164; }","duration":"248.612717ms","start":"2026-03-18T14:51:46.517463Z","end":"2026-03-18T14:51:46.766075Z","steps":["trace[1250400203] 'agreement among raft nodes before linearized reading' (duration: 248.541695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:46.765978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.725693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:46.766135Z","caller":"traceutil/trace.go:171","msg":"trace[1575049471] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24164; }","duration":"249.416319ms","start":"2026-03-18T14:51:46.516681Z","end":"2026-03-18T14:51:46.766097Z","steps":["trace[1575049471] 'agreement among raft nodes before linearized reading' (duration: 249.06521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:46.766134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.688487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:46.765857Z","caller":"traceutil/trace.go:171","msg":"trace[1928150206] transaction","detail":"{read_only:false; response_revision:24164; number_of_response:1; }","duration":"141.327714ms","start":"2026-03-18T14:51:46.624516Z","end":"2026-03-18T14:51:46.765844Z","steps":["trace[1928150206] 'process raft request' (duration: 140.702617ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:46.766205Z","caller":"traceutil/trace.go:171","msg":"trace[941263416] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24164; }","duration":"251.040632ms","start":"2026-03-18T14:51:46.515139Z","end":"2026-03-18T14:51:46.76618Z","steps":["trace[941263416] 'agreement among raft nodes before linearized reading' (duration: 250.450606ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:46.766316Z","caller":"traceutil/trace.go:171","msg":"trace[347624102] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24164; }","duration":"249.905392ms","start":"2026-03-18T14:51:46.516376Z","end":"2026-03-18T14:51:46.766281Z","steps":["trace[347624102] 'agreement among raft nodes before linearized reading' (duration: 249.607724ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:46.766033Z","caller":"traceutil/trace.go:171","msg":"trace[958552571] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24164; }","duration":"245.235045ms","start":"2026-03-18T14:51:46.520777Z","end":"2026-03-18T14:51:46.766012Z","steps":["trace[958552571] 'agreement among raft nodes before linearized reading' (duration: 244.939187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:46.765817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.009509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:51:46.766524Z","caller":"traceutil/trace.go:171","msg":"trace[1549576858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24164; }","duration":"415.76837ms","start":"2026-03-18T14:51:46.350741Z","end":"2026-03-18T14:51:46.766509Z","steps":["trace[1549576858] 'agreement among raft nodes before linearized reading' (duration: 414.810324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:46.766574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:46.350724Z","time spent":"415.834031ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:51:46.765989Z","caller":"traceutil/trace.go:171","msg":"trace[1555620245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24164; }","duration":"415.069931ms","start":"2026-03-18T14:51:46.3509Z","end":"2026-03-18T14:51:46.76597Z","steps":["trace[1555620245] 'agreement among raft nodes before linearized reading' (duration: 414.778032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:46.766432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.634324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:51:46.766564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.686847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T14:51:46.766689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:46.350871Z","time spent":"415.79508ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:51:46.766711Z","caller":"traceutil/trace.go:171","msg":"trace[1944521752] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24164; }","duration":"249.985543ms","start":"2026-03-18T14:51:46.516695Z","end":"2026-03-18T14:51:46.766681Z","steps":["trace[1944521752] 'agreement among raft nodes before linearized reading' (duration: 249.238413ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:46.766889Z","caller":"traceutil/trace.go:171","msg":"trace[523426780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24164; }","duration":"416.003456ms","start":"2026-03-18T14:51:46.350741Z","end":"2026-03-18T14:51:46.766744Z","steps":["trace[523426780] 'agreement among raft nodes before linearized reading' (duration: 415.059281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:46.767031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:46.350724Z","time spent":"416.287363ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:51:47.061524Z","caller":"traceutil/trace.go:171","msg":"trace[492344935] transaction","detail":"{read_only:false; response_revision:24165; number_of_response:1; }","duration":"289.557345ms","start":"2026-03-18T14:51:46.771924Z","end":"2026-03-18T14:51:47.061481Z","steps":["trace[492344935] 'process raft request' (duration: 191.750138ms)","trace[492344935] 'compare' (duration: 97.681923ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:51:47.063055Z","caller":"traceutil/trace.go:171","msg":"trace[721027939] transaction","detail":"{read_only:false; response_revision:24167; number_of_response:1; }","duration":"290.387786ms","start":"2026-03-18T14:51:46.772637Z","end":"2026-03-18T14:51:47.063025Z","steps":["trace[721027939] 'process raft request' (duration: 290.285323ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:47.063079Z","caller":"traceutil/trace.go:171","msg":"trace[1458444470] transaction","detail":"{read_only:false; response_revision:24166; number_of_response:1; }","duration":"290.51567ms","start":"2026-03-18T14:51:46.77254Z","end":"2026-03-18T14:51:47.063056Z","steps":["trace[1458444470] 'process raft request' (duration: 290.180611ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:47.063505Z","caller":"traceutil/trace.go:171","msg":"trace[1477955872] transaction","detail":"{read_only:false; response_revision:24168; number_of_response:1; }","duration":"290.431928ms","start":"2026-03-18T14:51:46.773055Z","end":"2026-03-18T14:51:47.063487Z","steps":["trace[1477955872] 'process raft request' (duration: 289.921915ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:47.063818Z","caller":"traceutil/trace.go:171","msg":"trace[1219814040] transaction","detail":"{read_only:false; response_revision:24169; number_of_response:1; }","duration":"290.117599ms","start":"2026-03-18T14:51:46.773688Z","end":"2026-03-18T14:51:47.063806Z","steps":["trace[1219814040] 'process raft request' (duration: 289.880723ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:47.063881Z","caller":"traceutil/trace.go:171","msg":"trace[1433202145] transaction","detail":"{read_only:false; response_revision:24170; number_of_response:1; }","duration":"225.029959ms","start":"2026-03-18T14:51:46.838823Z","end":"2026-03-18T14:51:47.063853Z","steps":["trace[1433202145] 'process raft request' (duration: 224.916306ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:47.063915Z","caller":"traceutil/trace.go:171","msg":"trace[1816833364] transaction","detail":"{read_only:false; response_revision:24171; number_of_response:1; }","duration":"206.61289ms","start":"2026-03-18T14:51:46.857294Z","end":"2026-03-18T14:51:47.063907Z","steps":["trace[1816833364] 'process raft request' (duration: 206.502587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:50.416973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371047545s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:51:50.417541Z","caller":"traceutil/trace.go:171","msg":"trace[2872647] transaction","detail":"{read_only:false; response_revision:24177; number_of_response:1; }","duration":"1.641960765s","start":"2026-03-18T14:51:48.775554Z","end":"2026-03-18T14:51:50.417514Z","steps":["trace[2872647] 'process raft request' (duration: 1.641570244s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:50.417634Z","caller":"traceutil/trace.go:171","msg":"trace[1345859505] linearizableReadLoop","detail":"{readStateIndex:25140; appliedIndex:25139; }","duration":"1.644890985s","start":"2026-03-18T14:51:48.772704Z","end":"2026-03-18T14:51:50.417595Z","steps":["trace[1345859505] 'read index received' (duration: 273.103549ms)","trace[1345859505] 'applied index is now lower than readState.Index' (duration: 1.371766656s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:51:50.417686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:48.775538Z","time spent":"1.642069638s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:50.417852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645625255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:51:50.417953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645902462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:50.417989Z","caller":"traceutil/trace.go:171","msg":"trace[1873466233] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24177; }","duration":"1.645947523s","start":"2026-03-18T14:51:48.772026Z","end":"2026-03-18T14:51:50.417974Z","steps":["trace[1873466233] 'agreement among raft nodes before linearized reading' (duration: 1.645906762s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:50.417961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64545329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:51:50.417981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645629535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:50.417988Z","caller":"traceutil/trace.go:171","msg":"trace[1839311390] transaction","detail":"{read_only:false; response_revision:24176; number_of_response:1; }","duration":"1.645995934s","start":"2026-03-18T14:51:48.771946Z","end":"2026-03-18T14:51:50.417942Z","steps":["trace[1839311390] 'process raft request' (duration: 273.843719ms)","trace[1839311390] 'compare' (duration: 1.370294105s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:51:50.418019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647064623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:51:50.418035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:48.772017Z","time spent":"1.646009305s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-03-18T14:51:50.418048Z","caller":"traceutil/trace.go:171","msg":"trace[185962593] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24177; }","duration":"1.645569163s","start":"2026-03-18T14:51:48.772463Z","end":"2026-03-18T14:51:50.418032Z","steps":["trace[185962593] 'agreement among raft nodes before linearized reading' (duration: 1.645413718s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:50.41806Z","caller":"traceutil/trace.go:171","msg":"trace[147625251] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24177; }","duration":"1.645779009s","start":"2026-03-18T14:51:48.772262Z","end":"2026-03-18T14:51:50.418041Z","steps":["trace[147625251] 'agreement among raft nodes before linearized reading' (duration: 1.645651976s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:50.418048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64691513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:51:50.418048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64582453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:50.418085Z","caller":"traceutil/trace.go:171","msg":"trace[542740612] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24177; }","duration":"1.647189707s","start":"2026-03-18T14:51:48.770881Z","end":"2026-03-18T14:51:50.418071Z","steps":["trace[542740612] 'agreement among raft nodes before linearized reading' (duration: 1.647085854s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:50.418093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:48.772454Z","time spent":"1.645630454s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:51:50.418104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:48.77222Z","time spent":"1.645876531s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"info","ts":"2026-03-18T14:51:50.418117Z","caller":"traceutil/trace.go:171","msg":"trace[238673494] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24177; }","duration":"1.647159856s","start":"2026-03-18T14:51:48.770942Z","end":"2026-03-18T14:51:50.418102Z","steps":["trace[238673494] 'agreement among raft nodes before linearized reading' (duration: 1.647014772s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:50.418127Z","caller":"traceutil/trace.go:171","msg":"trace[1180371263] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24177; }","duration":"1.645916183s","start":"2026-03-18T14:51:48.772193Z","end":"2026-03-18T14:51:50.41811Z","steps":["trace[1180371263] 'agreement among raft nodes before linearized reading' (duration: 1.64580421s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:50.417987Z","caller":"traceutil/trace.go:171","msg":"trace[1293307941] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24177; }","duration":"1.64578931s","start":"2026-03-18T14:51:48.772166Z","end":"2026-03-18T14:51:50.417955Z","steps":["trace[1293307941] 'agreement among raft nodes before linearized reading' (duration: 1.645569964s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:50.418145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:48.771928Z","time spent":"1.646136808s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:50.418163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:48.770916Z","time spent":"1.647240468s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:51:50.418167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:48.772071Z","time spent":"1.646088757s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:51:50.4182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646526759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-18T14:51:50.418132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:48.770836Z","time spent":"1.647285799s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-18T14:51:50.418286Z","caller":"traceutil/trace.go:171","msg":"trace[1034042088] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24177; }","duration":"1.646615392s","start":"2026-03-18T14:51:48.771619Z","end":"2026-03-18T14:51:50.418234Z","steps":["trace[1034042088] 'agreement among raft nodes before linearized reading' (duration: 1.646416966s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:50.418338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:48.771598Z","time spent":"1.646728845s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:51:50.41817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:48.772122Z","time spent":"1.646034895s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:51:50.417907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64582908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-18T14:51:50.418581Z","caller":"traceutil/trace.go:171","msg":"trace[54043752] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24177; }","duration":"1.64656031s","start":"2026-03-18T14:51:48.771994Z","end":"2026-03-18T14:51:50.418554Z","steps":["trace[54043752] 'agreement among raft nodes before linearized reading' (duration: 1.645749988s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:50.418655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:48.77198Z","time spent":"1.646657564s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-03-18T14:51:50.79701Z","caller":"traceutil/trace.go:171","msg":"trace[1687988081] transaction","detail":"{read_only:false; response_revision:24178; number_of_response:1; }","duration":"1.726860061s","start":"2026-03-18T14:51:49.070086Z","end":"2026-03-18T14:51:50.796946Z","steps":["trace[1687988081] 'process raft request' (duration: 1.726566014s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:50.797021Z","caller":"traceutil/trace.go:171","msg":"trace[1554404947] transaction","detail":"{read_only:false; response_revision:24180; number_of_response:1; }","duration":"1.212522856s","start":"2026-03-18T14:51:49.584417Z","end":"2026-03-18T14:51:50.79694Z","steps":["trace[1554404947] 'process raft request' (duration: 1.212442084s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:50.797087Z","caller":"traceutil/trace.go:171","msg":"trace[1196548639] transaction","detail":"{read_only:false; response_revision:24179; number_of_response:1; }","duration":"1.597621215s","start":"2026-03-18T14:51:49.199394Z","end":"2026-03-18T14:51:50.797015Z","steps":["trace[1196548639] 'process raft request' (duration: 1.59742293s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:50.797154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:49.07007Z","time spent":"1.727008256s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:50.797323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:49.584392Z","time spent":"1.212703982s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:50.79733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:49.199363Z","time spent":"1.597834881s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:51:50.797356Z","caller":"traceutil/trace.go:171","msg":"trace[86291694] linearizableReadLoop","detail":"{readStateIndex:25147; appliedIndex:25141; }","duration":"379.623711ms","start":"2026-03-18T14:51:50.417712Z","end":"2026-03-18T14:51:50.797335Z","steps":["trace[86291694] 'read index received' (duration: 379.013404ms)","trace[86291694] 'applied index is now lower than readState.Index' (duration: 609.507µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:51:50.79747Z","caller":"traceutil/trace.go:171","msg":"trace[121250830] transaction","detail":"{read_only:false; response_revision:24181; number_of_response:1; }","duration":"1.15687353s","start":"2026-03-18T14:51:49.64058Z","end":"2026-03-18T14:51:50.797453Z","steps":["trace[121250830] 'process raft request' (duration: 1.156322915s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:50.797539Z","caller":"traceutil/trace.go:171","msg":"trace[1289319452] transaction","detail":"{read_only:false; response_revision:24183; number_of_response:1; }","duration":"871.353775ms","start":"2026-03-18T14:51:49.926171Z","end":"2026-03-18T14:51:50.797525Z","steps":["trace[1289319452] 'process raft request' (duration: 871.127949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:50.797563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:49.64054Z","time spent":"1.156954062s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:50.797607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728175518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:51:50.79765Z","caller":"traceutil/trace.go:171","msg":"trace[421967617] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"940.904357ms","start":"2026-03-18T14:51:49.856737Z","end":"2026-03-18T14:51:50.797641Z","steps":["trace[421967617] 'process raft request' (duration: 940.482346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:50.797712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.947315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:51:50.797739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729293738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:51:50.79775Z","caller":"traceutil/trace.go:171","msg":"trace[1842014890] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24183; }","duration":"514.035407ms","start":"2026-03-18T14:51:50.283705Z","end":"2026-03-18T14:51:50.79774Z","steps":["trace[1842014890] 'agreement among raft nodes before linearized reading' (duration: 513.973525ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:50.79777Z","caller":"traceutil/trace.go:171","msg":"trace[1785015101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24183; }","duration":"1.729323749s","start":"2026-03-18T14:51:49.06844Z","end":"2026-03-18T14:51:50.797763Z","steps":["trace[1785015101] 'agreement among raft nodes before linearized reading' (duration: 1.729221276s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:50.79779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:49.068359Z","time spent":"1.729427121s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:51:50.797814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.214453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:51:50.797885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729495773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T14:51:50.797906Z","caller":"traceutil/trace.go:171","msg":"trace[658592214] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24183; }","duration":"1.729581495s","start":"2026-03-18T14:51:49.068319Z","end":"2026-03-18T14:51:50.7979Z","steps":["trace[658592214] 'agreement among raft nodes before linearized reading' (duration: 1.729526374s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:50.797925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:49.068283Z","time spent":"1.729637986s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:51:50.79793Z","caller":"traceutil/trace.go:171","msg":"trace[1586266798] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24183; }","duration":"728.340506ms","start":"2026-03-18T14:51:50.069553Z","end":"2026-03-18T14:51:50.797894Z","steps":["trace[1586266798] 'agreement among raft nodes before linearized reading' (duration: 728.186692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:50.797997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790181036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:50.798019Z","caller":"traceutil/trace.go:171","msg":"trace[2025091751] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24183; }","duration":"1.790235216s","start":"2026-03-18T14:51:49.007777Z","end":"2026-03-18T14:51:50.798012Z","steps":["trace[2025091751] 'agreement among raft nodes before linearized reading' (duration: 1.790193405s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:50.798041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:49.007759Z","time spent":"1.790276107s","remote":"127.0.0.1:54910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:51:50.798008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:50.069491Z","time spent":"728.50286ms","remote":"127.0.0.1:45120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:51:50.797654Z","caller":"traceutil/trace.go:171","msg":"trace[192798410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24183; }","duration":"1.72825864s","start":"2026-03-18T14:51:49.069384Z","end":"2026-03-18T14:51:50.797642Z","steps":["trace[192798410] 'agreement among raft nodes before linearized reading' (duration: 1.728077315s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:50.798305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:49.069369Z","time spent":"1.728925358s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:51:50.79846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730078869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T14:51:50.797784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:50.28368Z","time spent":"514.09562ms","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:51:50.798539Z","caller":"traceutil/trace.go:171","msg":"trace[592687415] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24183; }","duration":"1.730183892s","start":"2026-03-18T14:51:49.068341Z","end":"2026-03-18T14:51:50.798525Z","steps":["trace[592687415] 'agreement among raft nodes before linearized reading' (duration: 1.729982666s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:50.798578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:49.068322Z","time spent":"1.730246263s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:51:50.797713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:49.856699Z","time spent":"940.982839ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:50.797612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:49.926144Z","time spent":"871.431457ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:50.799882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734300542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:51:50.80028Z","caller":"traceutil/trace.go:171","msg":"trace[457359080] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24183; }","duration":"1.734736285s","start":"2026-03-18T14:51:49.065527Z","end":"2026-03-18T14:51:50.800263Z","steps":["trace[457359080] 'agreement among raft nodes before linearized reading' (duration: 1.732390541s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:50.800338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:49.065505Z","time spent":"1.734819317s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:51:51.268122Z","caller":"traceutil/trace.go:171","msg":"trace[39652578] linearizableReadLoop","detail":"{readStateIndex:25148; appliedIndex:25147; }","duration":"470.672775ms","start":"2026-03-18T14:51:50.797424Z","end":"2026-03-18T14:51:51.268097Z","steps":["trace[39652578] 'read index received' (duration: 470.577822ms)","trace[39652578] 'applied index is now lower than readState.Index' (duration: 93.853µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:51:51.26833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.22303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:51.268382Z","caller":"traceutil/trace.go:171","msg":"trace[1673262358] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24184; }","duration":"491.340065ms","start":"2026-03-18T14:51:50.777027Z","end":"2026-03-18T14:51:51.268367Z","steps":["trace[1673262358] 'agreement among raft nodes before linearized reading' (duration: 491.19519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:51.268432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:50.777006Z","time spent":"491.413606ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-03-18T14:51:51.268449Z","caller":"traceutil/trace.go:171","msg":"trace[203586225] transaction","detail":"{read_only:false; response_revision:24184; number_of_response:1; }","duration":"490.913951ms","start":"2026-03-18T14:51:50.777501Z","end":"2026-03-18T14:51:51.268415Z","steps":["trace[203586225] 'process raft request' (duration: 490.377307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:51.268457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.876405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:51.26856Z","caller":"traceutil/trace.go:171","msg":"trace[790828598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24184; }","duration":"697.001169ms","start":"2026-03-18T14:51:50.571532Z","end":"2026-03-18T14:51:51.268533Z","steps":["trace[790828598] 'agreement among raft nodes before linearized reading' (duration: 696.790223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:51.268558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.924428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-18T14:51:51.268621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:50.571468Z","time spent":"697.143922ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:51:51.268638Z","caller":"traceutil/trace.go:171","msg":"trace[828783903] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:24184; }","duration":"781.062573ms","start":"2026-03-18T14:51:50.487558Z","end":"2026-03-18T14:51:51.26862Z","steps":["trace[828783903] 'agreement among raft nodes before linearized reading' (duration: 780.803877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:51.268605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:50.777475Z","time spent":"491.046185ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:51.268735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:50.487525Z","time spent":"781.192766ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"info","ts":"2026-03-18T14:51:51.715266Z","caller":"traceutil/trace.go:171","msg":"trace[91473738] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"912.602221ms","start":"2026-03-18T14:51:50.802624Z","end":"2026-03-18T14:51:51.715226Z","steps":["trace[91473738] 'process raft request' (duration: 912.337795ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:51.715297Z","caller":"traceutil/trace.go:171","msg":"trace[1762482403] transaction","detail":"{read_only:false; response_revision:24186; number_of_response:1; }","duration":"911.852111ms","start":"2026-03-18T14:51:50.803406Z","end":"2026-03-18T14:51:51.715258Z","steps":["trace[1762482403] 'process raft request' (duration: 911.699437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:51.715419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.385747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:51:51.715434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:50.802594Z","time spent":"912.756195ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:51:51.715469Z","caller":"traceutil/trace.go:171","msg":"trace[1431264490] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24190; }","duration":"782.519572ms","start":"2026-03-18T14:51:50.932939Z","end":"2026-03-18T14:51:51.715458Z","steps":["trace[1431264490] 'agreement among raft nodes before linearized reading' (duration: 782.394608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:51.715472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:50.803393Z","time spent":"911.981444ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:51.7155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:50.932903Z","time spent":"782.589603ms","remote":"127.0.0.1:54778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:51:51.715692Z","caller":"traceutil/trace.go:171","msg":"trace[371612154] transaction","detail":"{read_only:false; response_revision:24189; number_of_response:1; }","duration":"909.091606ms","start":"2026-03-18T14:51:50.806588Z","end":"2026-03-18T14:51:51.71568Z","steps":["trace[371612154] 'process raft request' (duration: 908.607813ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:51.71573Z","caller":"traceutil/trace.go:171","msg":"trace[1238911729] transaction","detail":"{read_only:false; response_revision:24190; number_of_response:1; }","duration":"683.162924ms","start":"2026-03-18T14:51:51.032558Z","end":"2026-03-18T14:51:51.715721Z","steps":["trace[1238911729] 'process raft request' (duration: 682.66744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:51.71576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:50.806578Z","time spent":"909.146667ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:51.715797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:51.030685Z","time spent":"685.069985ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:51.715882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.669119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:51.71529Z","caller":"traceutil/trace.go:171","msg":"trace[1238547849] linearizableReadLoop","detail":"{readStateIndex:25154; appliedIndex:25148; }","duration":"447.074945ms","start":"2026-03-18T14:51:51.268195Z","end":"2026-03-18T14:51:51.71527Z","steps":["trace[1238547849] 'read index received' (duration: 446.685465ms)","trace[1238547849] 'applied index is now lower than readState.Index' (duration: 388.63µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:51:51.715997Z","caller":"traceutil/trace.go:171","msg":"trace[1155475327] transaction","detail":"{read_only:false; response_revision:24187; number_of_response:1; }","duration":"912.361295ms","start":"2026-03-18T14:51:50.803624Z","end":"2026-03-18T14:51:51.715985Z","steps":["trace[1155475327] 'process raft request' (duration: 911.512952ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:51.715908Z","caller":"traceutil/trace.go:171","msg":"trace[204215476] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:24190; }","duration":"577.73312ms","start":"2026-03-18T14:51:51.138167Z","end":"2026-03-18T14:51:51.715901Z","steps":["trace[204215476] 'agreement among raft nodes before linearized reading' (duration: 577.69023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:51.716063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:50.803613Z","time spent":"912.419626ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:51:51.716084Z","caller":"traceutil/trace.go:171","msg":"trace[782722385] transaction","detail":"{read_only:false; response_revision:24188; number_of_response:1; }","duration":"911.339307ms","start":"2026-03-18T14:51:50.804736Z","end":"2026-03-18T14:51:51.716075Z","steps":["trace[782722385] 'process raft request' (duration: 910.431601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:51.716128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:50.804673Z","time spent":"911.430869ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:51.716061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:51.138141Z","time spent":"577.902196ms","remote":"127.0.0.1:41086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:51:51.990463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.173331ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-18T14:51:51.990651Z","caller":"traceutil/trace.go:171","msg":"trace[1302676638] linearizableReadLoop","detail":"{readStateIndex:25155; appliedIndex:25154; }","duration":"274.681421ms","start":"2026-03-18T14:51:51.715935Z","end":"2026-03-18T14:51:51.990617Z","steps":["trace[1302676638] 'read index received' (duration: 52.264774ms)","trace[1302676638] 'applied index is now lower than readState.Index' (duration: 222.413887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:51:51.990819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:51.270303Z","time spent":"720.510264ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T14:51:51.991247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.542825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:51.991302Z","caller":"traceutil/trace.go:171","msg":"trace[500260230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24190; }","duration":"720.652397ms","start":"2026-03-18T14:51:51.270634Z","end":"2026-03-18T14:51:51.991287Z","steps":["trace[500260230] 'agreement among raft nodes before linearized reading' (duration: 720.530754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:51.99134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:51.27061Z","time spent":"720.72263ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:51:51.991388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.345695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:51:51.991405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.687907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:51.991486Z","caller":"traceutil/trace.go:171","msg":"trace[229901840] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24190; }","duration":"161.49859ms","start":"2026-03-18T14:51:51.829962Z","end":"2026-03-18T14:51:51.991461Z","steps":["trace[229901840] 'agreement among raft nodes before linearized reading' (duration: 161.331005ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:51.991501Z","caller":"traceutil/trace.go:171","msg":"trace[1189267630] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24190; }","duration":"228.831492ms","start":"2026-03-18T14:51:51.762645Z","end":"2026-03-18T14:51:51.991476Z","steps":["trace[1189267630] 'agreement among raft nodes before linearized reading' (duration: 228.653126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:52.595589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.70836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:51:52.595713Z","caller":"traceutil/trace.go:171","msg":"trace[557882489] linearizableReadLoop","detail":"{readStateIndex:25156; appliedIndex:25155; }","duration":"254.528277ms","start":"2026-03-18T14:51:52.341167Z","end":"2026-03-18T14:51:52.595695Z","steps":["trace[557882489] 'read index received' (duration: 56.602µs)","trace[557882489] 'applied index is now lower than readState.Index' (duration: 254.469635ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:51:52.595785Z","caller":"traceutil/trace.go:171","msg":"trace[84649930] transaction","detail":"{read_only:false; response_revision:24191; number_of_response:1; }","duration":"603.355154ms","start":"2026-03-18T14:51:51.992419Z","end":"2026-03-18T14:51:52.595774Z","steps":["trace[84649930] 'process raft request' (duration: 188.379397ms)","trace[84649930] 'compare' (duration: 414.456974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:51:52.595849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:51.992389Z","time spent":"603.430066ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:52.596366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.903426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T14:51:52.596453Z","caller":"traceutil/trace.go:171","msg":"trace[1385847029] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24191; }","duration":"255.306247ms","start":"2026-03-18T14:51:52.341123Z","end":"2026-03-18T14:51:52.596429Z","steps":["trace[1385847029] 'agreement among raft nodes before linearized reading' (duration: 254.736442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:53.361791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.14669ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:51:53.361992Z","caller":"traceutil/trace.go:171","msg":"trace[1137959221] transaction","detail":"{read_only:false; response_revision:24192; number_of_response:1; }","duration":"938.017749ms","start":"2026-03-18T14:51:52.42395Z","end":"2026-03-18T14:51:53.361968Z","steps":["trace[1137959221] 'process raft request' (duration: 355.589781ms)","trace[1137959221] 'compare' (duration: 581.807541ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:51:53.362012Z","caller":"traceutil/trace.go:171","msg":"trace[702685896] linearizableReadLoop","detail":"{readStateIndex:25158; appliedIndex:25156; }","duration":"766.256062ms","start":"2026-03-18T14:51:52.595739Z","end":"2026-03-18T14:51:53.361995Z","steps":["trace[702685896] 'read index received' (duration: 183.821984ms)","trace[702685896] 'applied index is now lower than readState.Index' (duration: 582.433107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:51:53.362099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:52.423934Z","time spent":"938.107531ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:53.362199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.950157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:53.362216Z","caller":"traceutil/trace.go:171","msg":"trace[364108001] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24193; }","duration":"937.984468ms","start":"2026-03-18T14:51:52.424226Z","end":"2026-03-18T14:51:53.36221Z","steps":["trace[364108001] 'agreement among raft nodes before linearized reading' (duration: 937.947008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:53.36223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:52.424206Z","time spent":"938.020979ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:51:53.362336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.280975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:53.362366Z","caller":"traceutil/trace.go:171","msg":"trace[1718159437] transaction","detail":"{read_only:false; response_revision:24193; number_of_response:1; }","duration":"935.571763ms","start":"2026-03-18T14:51:52.426785Z","end":"2026-03-18T14:51:53.362357Z","steps":["trace[1718159437] 'process raft request' (duration: 935.132751ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:53.362378Z","caller":"traceutil/trace.go:171","msg":"trace[1737913150] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:24193; }","duration":"938.364949ms","start":"2026-03-18T14:51:52.424003Z","end":"2026-03-18T14:51:53.362368Z","steps":["trace[1737913150] 'agreement among raft nodes before linearized reading' (duration: 938.297767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:53.362411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:52.426765Z","time spent":"935.620994ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:53.362414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:52.423976Z","time spent":"938.428701ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:51:53.3626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.93533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:53.362624Z","caller":"traceutil/trace.go:171","msg":"trace[1822348107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24193; }","duration":"790.994852ms","start":"2026-03-18T14:51:52.571623Z","end":"2026-03-18T14:51:53.362618Z","steps":["trace[1822348107] 'agreement among raft nodes before linearized reading' (duration: 790.95557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:53.362641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:52.571601Z","time spent":"791.035252ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:51:53.362683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.906853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:53.362739Z","caller":"traceutil/trace.go:171","msg":"trace[1004672751] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24193; }","duration":"938.975806ms","start":"2026-03-18T14:51:52.42375Z","end":"2026-03-18T14:51:53.362726Z","steps":["trace[1004672751] 'agreement among raft nodes before linearized reading' (duration: 938.889453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:53.362784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:52.423742Z","time spent":"939.031616ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:51:53.363081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.340425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:53.363135Z","caller":"traceutil/trace.go:171","msg":"trace[92148760] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24193; }","duration":"939.416547ms","start":"2026-03-18T14:51:52.423705Z","end":"2026-03-18T14:51:53.363122Z","steps":["trace[92148760] 'agreement among raft nodes before linearized reading' (duration: 939.331924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:53.363168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:52.423696Z","time spent":"939.465259ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:51:53.363174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.409906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:53.363201Z","caller":"traceutil/trace.go:171","msg":"trace[1254509770] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24193; }","duration":"939.439307ms","start":"2026-03-18T14:51:52.423756Z","end":"2026-03-18T14:51:53.363195Z","steps":["trace[1254509770] 'agreement among raft nodes before linearized reading' (duration: 939.395286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:53.363221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:52.423645Z","time spent":"939.5732ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:51:53.363316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.281376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-18T14:51:53.363394Z","caller":"traceutil/trace.go:171","msg":"trace[2000741453] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24193; }","duration":"938.381989ms","start":"2026-03-18T14:51:52.424994Z","end":"2026-03-18T14:51:53.363376Z","steps":["trace[2000741453] 'agreement among raft nodes before linearized reading' (duration: 938.153623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:53.363432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.528652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:53.363451Z","caller":"traceutil/trace.go:171","msg":"trace[1082303296] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24193; }","duration":"938.563513ms","start":"2026-03-18T14:51:52.424883Z","end":"2026-03-18T14:51:53.363447Z","steps":["trace[1082303296] 'agreement among raft nodes before linearized reading' (duration: 938.534352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:53.363441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:52.424966Z","time spent":"938.465911ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:51:53.363464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:52.424877Z","time spent":"938.584926ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:51:53.36355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.257452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-18T14:51:53.363568Z","caller":"traceutil/trace.go:171","msg":"trace[1294656772] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:24193; }","duration":"939.276314ms","start":"2026-03-18T14:51:52.424287Z","end":"2026-03-18T14:51:53.363564Z","steps":["trace[1294656772] 'agreement among raft nodes before linearized reading' (duration: 938.616546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:53.363584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:52.424262Z","time spent":"939.316015ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:51:53.362748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.334456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:53.36365Z","caller":"traceutil/trace.go:171","msg":"trace[661453729] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24193; }","duration":"909.268421ms","start":"2026-03-18T14:51:52.454375Z","end":"2026-03-18T14:51:53.363643Z","steps":["trace[661453729] 'agreement among raft nodes before linearized reading' (duration: 908.351287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:53.363671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:52.454356Z","time spent":"909.307003ms","remote":"127.0.0.1:45794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:51:53.363731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.443661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:53.363794Z","caller":"traceutil/trace.go:171","msg":"trace[375436019] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24193; }","duration":"965.551634ms","start":"2026-03-18T14:51:52.398226Z","end":"2026-03-18T14:51:53.363777Z","steps":["trace[375436019] 'agreement among raft nodes before linearized reading' (duration: 964.680421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:53.363842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:52.398206Z","time spent":"965.618395ms","remote":"127.0.0.1:45108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:51:53.363167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.469709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:53.365286Z","caller":"traceutil/trace.go:171","msg":"trace[1503335478] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24193; }","duration":"941.530704ms","start":"2026-03-18T14:51:52.423619Z","end":"2026-03-18T14:51:53.36515Z","steps":["trace[1503335478] 'agreement among raft nodes before linearized reading' (duration: 939.467748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:53.365335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:52.423585Z","time spent":"941.740201ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:51:53.862201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476737565,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:51:54.050224Z","caller":"traceutil/trace.go:171","msg":"trace[569813819] transaction","detail":"{read_only:false; response_revision:24194; number_of_response:1; }","duration":"1.246897226s","start":"2026-03-18T14:51:52.803302Z","end":"2026-03-18T14:51:54.050199Z","steps":["trace[569813819] 'process raft request' (duration: 1.246688091s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:54.050438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:52.803278Z","time spent":"1.247069651s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:51:54.050704Z","caller":"traceutil/trace.go:171","msg":"trace[17906733] transaction","detail":"{read_only:false; response_revision:24197; number_of_response:1; }","duration":"1.244550473s","start":"2026-03-18T14:51:52.806093Z","end":"2026-03-18T14:51:54.050643Z","steps":["trace[17906733] 'process raft request' (duration: 1.244494011s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:54.050825Z","caller":"traceutil/trace.go:171","msg":"trace[664647788] transaction","detail":"{read_only:false; response_revision:24195; number_of_response:1; }","duration":"1.246030813s","start":"2026-03-18T14:51:52.804765Z","end":"2026-03-18T14:51:54.050796Z","steps":["trace[664647788] 'process raft request' (duration: 1.245386936s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:54.050815Z","caller":"traceutil/trace.go:171","msg":"trace[614608192] transaction","detail":"{read_only:false; response_revision:24196; number_of_response:1; }","duration":"1.245983612s","start":"2026-03-18T14:51:52.804777Z","end":"2026-03-18T14:51:54.050761Z","steps":["trace[614608192] 'process raft request' (duration: 1.245704004s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:54.051084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:52.804738Z","time spent":"1.246204457s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:54.051089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:52.806076Z","time spent":"1.244862401s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:54.051212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:52.804751Z","time spent":"1.246146486s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:54.371143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.179105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:51:54.371284Z","caller":"traceutil/trace.go:171","msg":"trace[99646469] linearizableReadLoop","detail":"{readStateIndex:25163; appliedIndex:25158; }","duration":"1.009217736s","start":"2026-03-18T14:51:53.362044Z","end":"2026-03-18T14:51:54.371262Z","steps":["trace[99646469] 'read index received' (duration: 687.936443ms)","trace[99646469] 'applied index is now lower than readState.Index' (duration: 321.279973ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:51:54.371421Z","caller":"traceutil/trace.go:171","msg":"trace[1499829782] transaction","detail":"{read_only:false; response_revision:24198; number_of_response:1; }","duration":"1.097404501s","start":"2026-03-18T14:51:53.273949Z","end":"2026-03-18T14:51:54.371353Z","steps":["trace[1499829782] 'process raft request' (duration: 848.903457ms)","trace[1499829782] 'compare' (duration: 247.999341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:51:54.371515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099859478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:54.371579Z","caller":"traceutil/trace.go:171","msg":"trace[521197293] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:24198; }","duration":"1.099897189s","start":"2026-03-18T14:51:53.27164Z","end":"2026-03-18T14:51:54.371538Z","steps":["trace[521197293] 'agreement among raft nodes before linearized reading' (duration: 1.099851768s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:54.371619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:53.271635Z","time spent":"1.099977321s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:51:54.371639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:53.273938Z","time spent":"1.097576376s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:51:54.371692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29990062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:54.37177Z","caller":"traceutil/trace.go:171","msg":"trace[78173093] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24198; }","duration":"1.299981183s","start":"2026-03-18T14:51:53.071768Z","end":"2026-03-18T14:51:54.371749Z","steps":["trace[78173093] 'agreement among raft nodes before linearized reading' (duration: 1.299857839s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:54.371812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.619146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:54.371834Z","caller":"traceutil/trace.go:171","msg":"trace[1235162518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24198; }","duration":"802.672057ms","start":"2026-03-18T14:51:53.569155Z","end":"2026-03-18T14:51:54.371827Z","steps":["trace[1235162518] 'agreement among raft nodes before linearized reading' (duration: 802.631525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:54.371858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:53.569134Z","time spent":"802.720479ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:51:54.371819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735102725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-18T14:51:54.371885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.393571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:51:54.371919Z","caller":"traceutil/trace.go:171","msg":"trace[1099039401] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24198; }","duration":"173.456794ms","start":"2026-03-18T14:51:54.198453Z","end":"2026-03-18T14:51:54.37191Z","steps":["trace[1099039401] 'agreement among raft nodes before linearized reading' (duration: 173.400702ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:54.371915Z","caller":"traceutil/trace.go:171","msg":"trace[2049090571] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24198; }","duration":"1.735275209s","start":"2026-03-18T14:51:52.636617Z","end":"2026-03-18T14:51:54.371892Z","steps":["trace[2049090571] 'agreement among raft nodes before linearized reading' (duration: 1.735004862s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:54.371912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.73230724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T14:51:54.371966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:52.636597Z","time spent":"1.735360332s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-03-18T14:51:54.372002Z","caller":"traceutil/trace.go:171","msg":"trace[1568309995] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24198; }","duration":"1.732437643s","start":"2026-03-18T14:51:52.639541Z","end":"2026-03-18T14:51:54.371979Z","steps":["trace[1568309995] 'agreement among raft nodes before linearized reading' (duration: 1.732137984s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:54.372009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.49468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-18T14:51:54.37208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:52.639529Z","time spent":"1.732529915s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:51:54.372109Z","caller":"traceutil/trace.go:171","msg":"trace[6829155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24198; }","duration":"650.636114ms","start":"2026-03-18T14:51:53.721449Z","end":"2026-03-18T14:51:54.372085Z","steps":["trace[6829155] 'agreement among raft nodes before linearized reading' (duration: 650.374157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:54.372106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773279289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-18T14:51:54.372225Z","caller":"traceutil/trace.go:171","msg":"trace[479106026] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24198; }","duration":"1.773489093s","start":"2026-03-18T14:51:52.598721Z","end":"2026-03-18T14:51:54.37221Z","steps":["trace[479106026] 'agreement among raft nodes before linearized reading' (duration: 1.773059041s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:54.372312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:52.598705Z","time spent":"1.773594226s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T14:51:54.372239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.681035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-18T14:51:54.372318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.215322222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:51:54.372406Z","caller":"traceutil/trace.go:171","msg":"trace[1399394407] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24198; }","duration":"650.86711ms","start":"2026-03-18T14:51:53.721522Z","end":"2026-03-18T14:51:54.37239Z","steps":["trace[1399394407] 'agreement among raft nodes before linearized reading' (duration: 650.541741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:54.372352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.100476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T14:51:54.372458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:53.721485Z","time spent":"650.961343ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:51:54.372515Z","caller":"traceutil/trace.go:171","msg":"trace[274981381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24198; }","duration":"651.291511ms","start":"2026-03-18T14:51:53.721204Z","end":"2026-03-18T14:51:54.372496Z","steps":["trace[274981381] 'agreement among raft nodes before linearized reading' (duration: 650.621533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:54.372576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:53.721191Z","time spent":"651.369604ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:51:54.372168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:53.721438Z","time spent":"650.715236ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:51:54.371451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116471308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:51:54.372058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.8529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T14:51:54.372675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.350923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:51:54.372724Z","caller":"traceutil/trace.go:171","msg":"trace[393602357] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24198; }","duration":"1.117758642s","start":"2026-03-18T14:51:53.254921Z","end":"2026-03-18T14:51:54.37268Z","steps":["trace[393602357] 'agreement among raft nodes before linearized reading' (duration: 1.116389995s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:54.372771Z","caller":"traceutil/trace.go:171","msg":"trace[1536530422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24198; }","duration":"651.586889ms","start":"2026-03-18T14:51:53.721158Z","end":"2026-03-18T14:51:54.372744Z","steps":["trace[1536530422] 'agreement among raft nodes before linearized reading' (duration: 650.791698ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:54.372779Z","caller":"traceutil/trace.go:171","msg":"trace[1631349395] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24198; }","duration":"651.539039ms","start":"2026-03-18T14:51:53.721218Z","end":"2026-03-18T14:51:54.372757Z","steps":["trace[1631349395] 'agreement among raft nodes before linearized reading' (duration: 650.922122ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:54.372811Z","caller":"traceutil/trace.go:171","msg":"trace[1916059184] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24198; }","duration":"1.215932949s","start":"2026-03-18T14:51:53.15685Z","end":"2026-03-18T14:51:54.372783Z","steps":["trace[1916059184] 'agreement among raft nodes before linearized reading' (duration: 1.214660234s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:51:54.372835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:53.721135Z","time spent":"651.681472ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:51:54.372836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:53.721186Z","time spent":"651.635441ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:51:54.371824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:53.071721Z","time spent":"1.300090296s","remote":"127.0.0.1:54722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:51:54.372828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:53.254905Z","time spent":"1.117891905s","remote":"127.0.0.1:45854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":35,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:51:54.373161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:51:53.15683Z","time spent":"1.21602977s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":167,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:51:56.30411Z","caller":"traceutil/trace.go:171","msg":"trace[1788583193] transaction","detail":"{read_only:false; response_revision:24215; number_of_response:1; }","duration":"122.391882ms","start":"2026-03-18T14:51:56.181699Z","end":"2026-03-18T14:51:56.304091Z","steps":["trace[1788583193] 'process raft request' (duration: 122.251459ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:56.558047Z","caller":"traceutil/trace.go:171","msg":"trace[1004298754] transaction","detail":"{read_only:false; response_revision:24219; number_of_response:1; }","duration":"103.552642ms","start":"2026-03-18T14:51:56.454469Z","end":"2026-03-18T14:51:56.558022Z","steps":["trace[1004298754] 'process raft request' (duration: 103.252584ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:51:56.558338Z","caller":"traceutil/trace.go:171","msg":"trace[854028593] transaction","detail":"{read_only:false; response_revision:24220; number_of_response:1; }","duration":"103.578332ms","start":"2026-03-18T14:51:56.45474Z","end":"2026-03-18T14:51:56.558318Z","steps":["trace[854028593] 'process raft request' (duration: 103.137379ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:17.837345Z","caller":"traceutil/trace.go:171","msg":"trace[25086358] linearizableReadLoop","detail":"{readStateIndex:25385; appliedIndex:25384; }","duration":"370.753552ms","start":"2026-03-18T14:52:17.466566Z","end":"2026-03-18T14:52:17.83732Z","steps":["trace[25086358] 'read index received' (duration: 370.566677ms)","trace[25086358] 'applied index is now lower than readState.Index' (duration: 185.725µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:52:17.837475Z","caller":"traceutil/trace.go:171","msg":"trace[637829361] transaction","detail":"{read_only:false; response_revision:24414; number_of_response:1; }","duration":"372.052767ms","start":"2026-03-18T14:52:17.46541Z","end":"2026-03-18T14:52:17.837463Z","steps":["trace[637829361] 'process raft request' (duration: 371.727588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:17.837569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:17.465392Z","time spent":"372.106737ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:52:17.837707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.121182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:52:17.837771Z","caller":"traceutil/trace.go:171","msg":"trace[789628025] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24414; }","duration":"371.214064ms","start":"2026-03-18T14:52:17.466541Z","end":"2026-03-18T14:52:17.837755Z","steps":["trace[789628025] 'agreement among raft nodes before linearized reading' (duration: 371.114711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:17.837797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:17.46653Z","time spent":"371.261914ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-03-18T14:52:17.953319Z","caller":"traceutil/trace.go:171","msg":"trace[552048871] linearizableReadLoop","detail":"{readStateIndex:25386; appliedIndex:25385; }","duration":"115.868755ms","start":"2026-03-18T14:52:17.837423Z","end":"2026-03-18T14:52:17.953292Z","steps":["trace[552048871] 'read index received' (duration: 115.525335ms)","trace[552048871] 'applied index is now lower than readState.Index' (duration: 342.26µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:52:17.953497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.568307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:52:17.953546Z","caller":"traceutil/trace.go:171","msg":"trace[1406758010] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24415; }","duration":"387.689859ms","start":"2026-03-18T14:52:17.565847Z","end":"2026-03-18T14:52:17.953537Z","steps":["trace[1406758010] 'agreement among raft nodes before linearized reading' (duration: 387.556636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:17.953585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:17.565831Z","time spent":"387.74279ms","remote":"127.0.0.1:33700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:52:17.953575Z","caller":"traceutil/trace.go:171","msg":"trace[1059218834] transaction","detail":"{read_only:false; response_revision:24415; number_of_response:1; }","duration":"483.998405ms","start":"2026-03-18T14:52:17.469547Z","end":"2026-03-18T14:52:17.953545Z","steps":["trace[1059218834] 'process raft request' (duration: 483.534353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:17.953465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.728664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:52:17.95373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.453807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-18T14:52:17.953755Z","caller":"traceutil/trace.go:171","msg":"trace[1357789462] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24415; }","duration":"251.065873ms","start":"2026-03-18T14:52:17.702641Z","end":"2026-03-18T14:52:17.953707Z","steps":["trace[1357789462] 'agreement among raft nodes before linearized reading' (duration: 250.697284ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:17.953815Z","caller":"traceutil/trace.go:171","msg":"trace[1104131210] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24415; }","duration":"355.606362ms","start":"2026-03-18T14:52:17.598185Z","end":"2026-03-18T14:52:17.953791Z","steps":["trace[1104131210] 'agreement among raft nodes before linearized reading' (duration: 355.391176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:17.953795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.860352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:52:17.953879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:17.598155Z","time spent":"355.709234ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-18T14:52:17.953885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:17.469533Z","time spent":"484.112198ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:52:17.953961Z","caller":"traceutil/trace.go:171","msg":"trace[799300970] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24415; }","duration":"382.026446ms","start":"2026-03-18T14:52:17.571864Z","end":"2026-03-18T14:52:17.953891Z","steps":["trace[799300970] 'agreement among raft nodes before linearized reading' (duration: 381.769449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:17.954047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:17.571847Z","time spent":"382.16434ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:52:22.242215Z","caller":"traceutil/trace.go:171","msg":"trace[867950304] linearizableReadLoop","detail":"{readStateIndex:25414; appliedIndex:25413; }","duration":"143.77904ms","start":"2026-03-18T14:52:22.098407Z","end":"2026-03-18T14:52:22.242186Z","steps":["trace[867950304] 'read index received' (duration: 143.598105ms)","trace[867950304] 'applied index is now lower than readState.Index' (duration: 179.485µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:52:22.242312Z","caller":"traceutil/trace.go:171","msg":"trace[1296254633] transaction","detail":"{read_only:false; response_revision:24442; number_of_response:1; }","duration":"275.482774ms","start":"2026-03-18T14:52:21.966782Z","end":"2026-03-18T14:52:22.242264Z","steps":["trace[1296254633] 'process raft request' (duration: 275.172825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:22.242396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.970406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:52:22.242436Z","caller":"traceutil/trace.go:171","msg":"trace[1025105681] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:24442; }","duration":"144.032737ms","start":"2026-03-18T14:52:22.09839Z","end":"2026-03-18T14:52:22.242423Z","steps":["trace[1025105681] 'agreement among raft nodes before linearized reading' (duration: 143.931154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:22.634976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.130788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:52:22.635477Z","caller":"traceutil/trace.go:171","msg":"trace[1972829812] transaction","detail":"{read_only:false; response_revision:24444; number_of_response:1; }","duration":"390.65461ms","start":"2026-03-18T14:52:22.244773Z","end":"2026-03-18T14:52:22.635428Z","steps":["trace[1972829812] 'process raft request' (duration: 390.339222ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:22.635585Z","caller":"traceutil/trace.go:171","msg":"trace[1357907231] transaction","detail":"{read_only:false; response_revision:24443; number_of_response:1; }","duration":"409.776067ms","start":"2026-03-18T14:52:22.225764Z","end":"2026-03-18T14:52:22.63554Z","steps":["trace[1357907231] 'process raft request' (duration: 131.959621ms)","trace[1357907231] 'compare' (duration: 276.84489ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:52:22.635595Z","caller":"traceutil/trace.go:171","msg":"trace[1639679811] transaction","detail":"{read_only:false; response_revision:24445; number_of_response:1; }","duration":"380.307201ms","start":"2026-03-18T14:52:22.255245Z","end":"2026-03-18T14:52:22.635552Z","steps":["trace[1639679811] 'process raft request' (duration: 379.997242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:22.635711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:22.225739Z","time spent":"409.912891ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:52:22.635736Z","caller":"traceutil/trace.go:171","msg":"trace[1576811537] transaction","detail":"{read_only:false; response_revision:24446; number_of_response:1; }","duration":"380.109454ms","start":"2026-03-18T14:52:22.255606Z","end":"2026-03-18T14:52:22.635715Z","steps":["trace[1576811537] 'process raft request' (duration: 379.702392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:22.635751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:22.244758Z","time spent":"390.883426ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:52:22.635818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:22.255218Z","time spent":"380.462794ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:52:22.635829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:22.25559Z","time spent":"380.188937ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:52:22.638406Z","caller":"traceutil/trace.go:171","msg":"trace[959270485] transaction","detail":"{read_only:false; response_revision:24447; number_of_response:1; }","duration":"277.425756ms","start":"2026-03-18T14:52:22.360938Z","end":"2026-03-18T14:52:22.638364Z","steps":["trace[959270485] 'process raft request' (duration: 276.977604ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:22.638508Z","caller":"traceutil/trace.go:171","msg":"trace[554176675] transaction","detail":"{read_only:false; response_revision:24448; number_of_response:1; }","duration":"150.39089ms","start":"2026-03-18T14:52:22.488095Z","end":"2026-03-18T14:52:22.638486Z","steps":["trace[554176675] 'process raft request' (duration: 150.137923ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:24.107203Z","caller":"traceutil/trace.go:171","msg":"trace[1285936987] transaction","detail":"{read_only:false; response_revision:24454; number_of_response:1; }","duration":"104.022735ms","start":"2026-03-18T14:52:24.003083Z","end":"2026-03-18T14:52:24.107106Z","steps":["trace[1285936987] 'process raft request' (duration: 103.747317ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:24.710542Z","caller":"traceutil/trace.go:171","msg":"trace[1969504849] transaction","detail":"{read_only:false; response_revision:24456; number_of_response:1; }","duration":"221.662417ms","start":"2026-03-18T14:52:24.488856Z","end":"2026-03-18T14:52:24.710519Z","steps":["trace[1969504849] 'process raft request' (duration: 221.515812ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:24.752837Z","caller":"traceutil/trace.go:171","msg":"trace[753873665] linearizableReadLoop","detail":"{readStateIndex:25429; appliedIndex:25427; }","duration":"219.037157ms","start":"2026-03-18T14:52:24.533776Z","end":"2026-03-18T14:52:24.752813Z","steps":["trace[753873665] 'read index received' (duration: 176.626479ms)","trace[753873665] 'applied index is now lower than readState.Index' (duration: 42.409528ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:52:24.753082Z","caller":"traceutil/trace.go:171","msg":"trace[498054271] transaction","detail":"{read_only:false; response_revision:24461; number_of_response:1; }","duration":"111.329812ms","start":"2026-03-18T14:52:24.641697Z","end":"2026-03-18T14:52:24.753026Z","steps":["trace[498054271] 'process raft request' (duration: 110.994212ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:24.753157Z","caller":"traceutil/trace.go:171","msg":"trace[1102079308] transaction","detail":"{read_only:false; response_revision:24457; number_of_response:1; }","duration":"262.418741ms","start":"2026-03-18T14:52:24.490725Z","end":"2026-03-18T14:52:24.753144Z","steps":["trace[1102079308] 'process raft request' (duration: 261.67019ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:24.75325Z","caller":"traceutil/trace.go:171","msg":"trace[192044379] transaction","detail":"{read_only:false; response_revision:24462; number_of_response:1; }","duration":"111.485696ms","start":"2026-03-18T14:52:24.641737Z","end":"2026-03-18T14:52:24.753223Z","steps":["trace[192044379] 'process raft request' (duration: 110.999803ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:24.75337Z","caller":"traceutil/trace.go:171","msg":"trace[1015387923] transaction","detail":"{read_only:false; response_revision:24459; number_of_response:1; }","duration":"112.074342ms","start":"2026-03-18T14:52:24.641276Z","end":"2026-03-18T14:52:24.75335Z","steps":["trace[1015387923] 'process raft request' (duration: 111.340952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:24.753408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.595822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:52:24.753485Z","caller":"traceutil/trace.go:171","msg":"trace[1046822555] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24463; }","duration":"219.759926ms","start":"2026-03-18T14:52:24.533704Z","end":"2026-03-18T14:52:24.753464Z","steps":["trace[1046822555] 'agreement among raft nodes before linearized reading' (duration: 219.600501ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:24.753759Z","caller":"traceutil/trace.go:171","msg":"trace[658790329] transaction","detail":"{read_only:false; response_revision:24460; number_of_response:1; }","duration":"112.429922ms","start":"2026-03-18T14:52:24.641268Z","end":"2026-03-18T14:52:24.753698Z","steps":["trace[658790329] 'process raft request' (duration: 111.386684ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:24.753103Z","caller":"traceutil/trace.go:171","msg":"trace[1961258541] transaction","detail":"{read_only:false; response_revision:24458; number_of_response:1; }","duration":"120.983043ms","start":"2026-03-18T14:52:24.632097Z","end":"2026-03-18T14:52:24.75308Z","steps":["trace[1961258541] 'process raft request' (duration: 120.476139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:24.753893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.420092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T14:52:24.753861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.151402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:52:24.753924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.037383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:52:24.753952Z","caller":"traceutil/trace.go:171","msg":"trace[393461518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24463; }","duration":"181.310437ms","start":"2026-03-18T14:52:24.572628Z","end":"2026-03-18T14:52:24.753939Z","steps":["trace[393461518] 'agreement among raft nodes before linearized reading' (duration: 181.190674ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:24.753952Z","caller":"traceutil/trace.go:171","msg":"trace[81505458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24463; }","duration":"102.485374ms","start":"2026-03-18T14:52:24.65145Z","end":"2026-03-18T14:52:24.753935Z","steps":["trace[81505458] 'agreement among raft nodes before linearized reading' (duration: 102.308909ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:24.753966Z","caller":"traceutil/trace.go:171","msg":"trace[1082274069] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24463; }","duration":"210.128865ms","start":"2026-03-18T14:52:24.543823Z","end":"2026-03-18T14:52:24.753952Z","steps":["trace[1082274069] 'agreement among raft nodes before linearized reading' (duration: 210.066794ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:24.753899Z","caller":"traceutil/trace.go:171","msg":"trace[1301016176] transaction","detail":"{read_only:false; response_revision:24463; number_of_response:1; }","duration":"111.105615ms","start":"2026-03-18T14:52:24.642752Z","end":"2026-03-18T14:52:24.753858Z","steps":["trace[1301016176] 'process raft request' (duration: 110.022436ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:26.341329Z","caller":"traceutil/trace.go:171","msg":"trace[661372100] transaction","detail":"{read_only:false; response_revision:24469; number_of_response:1; }","duration":"608.243976ms","start":"2026-03-18T14:52:25.733049Z","end":"2026-03-18T14:52:26.341293Z","steps":["trace[661372100] 'process raft request' (duration: 607.471115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:26.341535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:25.733025Z","time spent":"608.403961ms","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418259,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:52:26.372669Z","caller":"traceutil/trace.go:171","msg":"trace[349206042] transaction","detail":"{read_only:false; response_revision:24470; number_of_response:1; }","duration":"525.126608ms","start":"2026-03-18T14:52:25.847519Z","end":"2026-03-18T14:52:26.372645Z","steps":["trace[349206042] 'process raft request' (duration: 524.978824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:26.372949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:25.847497Z","time spent":"525.239641ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:52:26.372941Z","caller":"traceutil/trace.go:171","msg":"trace[430147332] transaction","detail":"{read_only:false; response_revision:24471; number_of_response:1; }","duration":"259.357057ms","start":"2026-03-18T14:52:26.113567Z","end":"2026-03-18T14:52:26.372924Z","steps":["trace[430147332] 'process raft request' (duration: 259.047308ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:26.373091Z","caller":"traceutil/trace.go:171","msg":"trace[227226763] linearizableReadLoop","detail":"{readStateIndex:25443; appliedIndex:25440; }","duration":"519.503955ms","start":"2026-03-18T14:52:25.853556Z","end":"2026-03-18T14:52:26.37306Z","steps":["trace[227226763] 'read index received' (duration: 486.726489ms)","trace[227226763] 'applied index is now lower than readState.Index' (duration: 32.775256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:52:26.373251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.686221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:52:26.373273Z","caller":"traceutil/trace.go:171","msg":"trace[991106268] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24472; }","duration":"519.768083ms","start":"2026-03-18T14:52:25.853496Z","end":"2026-03-18T14:52:26.373265Z","steps":["trace[991106268] 'agreement among raft nodes before linearized reading' (duration: 519.689291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:26.373294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:25.853474Z","time spent":"519.815813ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:52:26.374359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.4179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:52:26.374407Z","caller":"traceutil/trace.go:171","msg":"trace[1005927196] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24472; }","duration":"357.506513ms","start":"2026-03-18T14:52:26.01689Z","end":"2026-03-18T14:52:26.374397Z","steps":["trace[1005927196] 'agreement among raft nodes before linearized reading' (duration: 356.311401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:26.374438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:26.01687Z","time spent":"357.559944ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2541,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:52:26.835455Z","caller":"traceutil/trace.go:171","msg":"trace[2099984074] transaction","detail":"{read_only:false; response_revision:24473; number_of_response:1; }","duration":"104.551729ms","start":"2026-03-18T14:52:26.730886Z","end":"2026-03-18T14:52:26.835437Z","steps":["trace[2099984074] 'process raft request' (duration: 104.403825ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:26.882311Z","caller":"traceutil/trace.go:171","msg":"trace[501773706] transaction","detail":"{read_only:false; response_revision:24474; number_of_response:1; }","duration":"123.04218ms","start":"2026-03-18T14:52:26.759244Z","end":"2026-03-18T14:52:26.882287Z","steps":["trace[501773706] 'process raft request' (duration: 122.794892ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:26.88269Z","caller":"traceutil/trace.go:171","msg":"trace[209687174] linearizableReadLoop","detail":"{readStateIndex:25451; appliedIndex:25445; }","duration":"108.261659ms","start":"2026-03-18T14:52:26.774405Z","end":"2026-03-18T14:52:26.882666Z","steps":["trace[209687174] 'read index received' (duration: 60.876876ms)","trace[209687174] 'applied index is now lower than readState.Index' (duration: 47.383813ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:52:26.882818Z","caller":"traceutil/trace.go:171","msg":"trace[960808499] transaction","detail":"{read_only:false; response_revision:24478; number_of_response:1; }","duration":"121.394276ms","start":"2026-03-18T14:52:26.761412Z","end":"2026-03-18T14:52:26.882806Z","steps":["trace[960808499] 'process raft request' (duration: 121.204201ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:26.88282Z","caller":"traceutil/trace.go:171","msg":"trace[1064970242] transaction","detail":"{read_only:false; response_revision:24477; number_of_response:1; }","duration":"121.850348ms","start":"2026-03-18T14:52:26.760955Z","end":"2026-03-18T14:52:26.882806Z","steps":["trace[1064970242] 'process raft request' (duration: 121.621011ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:26.882949Z","caller":"traceutil/trace.go:171","msg":"trace[631246427] transaction","detail":"{read_only:false; response_revision:24475; number_of_response:1; }","duration":"122.162746ms","start":"2026-03-18T14:52:26.760778Z","end":"2026-03-18T14:52:26.882941Z","steps":["trace[631246427] 'process raft request' (duration: 121.409216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:26.883126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.70642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:52:26.883125Z","caller":"traceutil/trace.go:171","msg":"trace[1901979999] transaction","detail":"{read_only:false; response_revision:24476; number_of_response:1; }","duration":"122.229678ms","start":"2026-03-18T14:52:26.760886Z","end":"2026-03-18T14:52:26.883115Z","steps":["trace[1901979999] 'process raft request' (duration: 121.597591ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:26.883169Z","caller":"traceutil/trace.go:171","msg":"trace[1307818596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24478; }","duration":"108.792683ms","start":"2026-03-18T14:52:26.774366Z","end":"2026-03-18T14:52:26.883158Z","steps":["trace[1307818596] 'agreement among raft nodes before linearized reading' (duration: 108.65445ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:28.029537Z","caller":"traceutil/trace.go:171","msg":"trace[3282249] linearizableReadLoop","detail":"{readStateIndex:25457; appliedIndex:25456; }","duration":"172.618401ms","start":"2026-03-18T14:52:27.856892Z","end":"2026-03-18T14:52:28.029511Z","steps":["trace[3282249] 'read index received' (duration: 172.472887ms)","trace[3282249] 'applied index is now lower than readState.Index' (duration: 144.474µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:52:28.029615Z","caller":"traceutil/trace.go:171","msg":"trace[1485859212] transaction","detail":"{read_only:false; response_revision:24484; number_of_response:1; }","duration":"184.696237ms","start":"2026-03-18T14:52:27.844889Z","end":"2026-03-18T14:52:28.029585Z","steps":["trace[1485859212] 'process raft request' (duration: 184.363428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:28.02982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.904869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T14:52:28.029896Z","caller":"traceutil/trace.go:171","msg":"trace[1960648259] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24484; }","duration":"173.008052ms","start":"2026-03-18T14:52:27.856848Z","end":"2026-03-18T14:52:28.029856Z","steps":["trace[1960648259] 'agreement among raft nodes before linearized reading' (duration: 172.806676ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:28.492394Z","caller":"traceutil/trace.go:171","msg":"trace[1207160627] linearizableReadLoop","detail":"{readStateIndex:25458; appliedIndex:25457; }","duration":"188.712856ms","start":"2026-03-18T14:52:28.303656Z","end":"2026-03-18T14:52:28.492369Z","steps":["trace[1207160627] 'read index received' (duration: 188.554772ms)","trace[1207160627] 'applied index is now lower than readState.Index' (duration: 156.664µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:52:28.492562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.87416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:52:28.492616Z","caller":"traceutil/trace.go:171","msg":"trace[50393938] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:24485; }","duration":"188.975462ms","start":"2026-03-18T14:52:28.303625Z","end":"2026-03-18T14:52:28.4926Z","steps":["trace[50393938] 'agreement among raft nodes before linearized reading' (duration: 188.869329ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:28.492569Z","caller":"traceutil/trace.go:171","msg":"trace[333893852] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24485; }","duration":"227.635209ms","start":"2026-03-18T14:52:28.264803Z","end":"2026-03-18T14:52:28.492439Z","steps":["trace[333893852] 'process raft request' (duration: 227.387093ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:28.520618Z","caller":"traceutil/trace.go:171","msg":"trace[1444848572] transaction","detail":"{read_only:false; response_revision:24486; number_of_response:1; }","duration":"140.698966ms","start":"2026-03-18T14:52:28.379879Z","end":"2026-03-18T14:52:28.520578Z","steps":["trace[1444848572] 'process raft request' (duration: 140.430529ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:28.520647Z","caller":"traceutil/trace.go:171","msg":"trace[2109879528] transaction","detail":"{read_only:false; response_revision:24487; number_of_response:1; }","duration":"140.211494ms","start":"2026-03-18T14:52:28.380412Z","end":"2026-03-18T14:52:28.520623Z","steps":["trace[2109879528] 'process raft request' (duration: 140.064739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:28.520632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.853462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:52:28.520896Z","caller":"traceutil/trace.go:171","msg":"trace[177175084] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:24487; }","duration":"141.144409ms","start":"2026-03-18T14:52:28.379718Z","end":"2026-03-18T14:52:28.520863Z","steps":["trace[177175084] 'agreement among raft nodes before linearized reading' (duration: 140.827391ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:32.380162Z","caller":"traceutil/trace.go:171","msg":"trace[206469145] transaction","detail":"{read_only:false; response_revision:24533; number_of_response:1; }","duration":"119.433412ms","start":"2026-03-18T14:52:32.260703Z","end":"2026-03-18T14:52:32.380137Z","steps":["trace[206469145] 'process raft request' (duration: 119.279038ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:42.410984Z","caller":"traceutil/trace.go:171","msg":"trace[1691988443] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"109.225963ms","start":"2026-03-18T14:52:42.301732Z","end":"2026-03-18T14:52:42.410958Z","steps":["trace[1691988443] 'process raft request' (duration: 109.037187ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:51.504544Z","caller":"traceutil/trace.go:171","msg":"trace[445262542] transaction","detail":"{read_only:false; response_revision:24696; number_of_response:1; }","duration":"374.553016ms","start":"2026-03-18T14:52:51.129975Z","end":"2026-03-18T14:52:51.504528Z","steps":["trace[445262542] 'process raft request' (duration: 374.36179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:51.504657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:51.129963Z","time spent":"374.638697ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:52:51.504774Z","caller":"traceutil/trace.go:171","msg":"trace[222718154] linearizableReadLoop","detail":"{readStateIndex:25675; appliedIndex:25674; }","duration":"373.627061ms","start":"2026-03-18T14:52:51.13086Z","end":"2026-03-18T14:52:51.504487Z","steps":["trace[222718154] 'read index received' (duration: 373.411565ms)","trace[222718154] 'applied index is now lower than readState.Index' (duration: 214.846µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:52:51.504781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.900599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T14:52:51.504865Z","caller":"traceutil/trace.go:171","msg":"trace[1097636019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24696; }","duration":"373.994551ms","start":"2026-03-18T14:52:51.130852Z","end":"2026-03-18T14:52:51.504846Z","steps":["trace[1097636019] 'agreement among raft nodes before linearized reading' (duration: 373.800196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:51.504906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:51.130803Z","time spent":"374.093824ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:52:51.573508Z","caller":"traceutil/trace.go:171","msg":"trace[2115123874] transaction","detail":"{read_only:false; response_revision:24697; number_of_response:1; }","duration":"442.626427ms","start":"2026-03-18T14:52:51.130859Z","end":"2026-03-18T14:52:51.573485Z","steps":["trace[2115123874] 'process raft request' (duration: 442.412621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:51.57362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:51.130832Z","time spent":"442.731629ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:52:51.573762Z","caller":"traceutil/trace.go:171","msg":"trace[1117873547] transaction","detail":"{read_only:false; response_revision:24700; number_of_response:1; }","duration":"139.992844ms","start":"2026-03-18T14:52:51.433751Z","end":"2026-03-18T14:52:51.573744Z","steps":["trace[1117873547] 'process raft request' (duration: 139.888501ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:51.57378Z","caller":"traceutil/trace.go:171","msg":"trace[194577330] transaction","detail":"{read_only:false; response_revision:24699; number_of_response:1; }","duration":"384.801203ms","start":"2026-03-18T14:52:51.188923Z","end":"2026-03-18T14:52:51.573724Z","steps":["trace[194577330] 'process raft request' (duration: 384.519035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:51.573855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.18163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-ks-user-cljrk\" ","response":"range_response_count:1 size:9028"} {"level":"info","ts":"2026-03-18T14:52:51.573885Z","caller":"traceutil/trace.go:171","msg":"trace[849500998] range","detail":"{range_begin:/registry/pods/openstack/magnum-ks-user-cljrk; range_end:; response_count:1; response_revision:24700; }","duration":"386.251373ms","start":"2026-03-18T14:52:51.187626Z","end":"2026-03-18T14:52:51.573878Z","steps":["trace[849500998] 'agreement among raft nodes before linearized reading' (duration: 386.1504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:51.573909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:51.187591Z","time spent":"386.312893ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":9052,"request content":"key:\"/registry/pods/openstack/magnum-ks-user-cljrk\" "} {"level":"warn","ts":"2026-03-18T14:52:51.573938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:51.1889Z","time spent":"384.969436ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:52:51.573557Z","caller":"traceutil/trace.go:171","msg":"trace[757249101] transaction","detail":"{read_only:false; response_revision:24698; number_of_response:1; }","duration":"441.096534ms","start":"2026-03-18T14:52:51.132436Z","end":"2026-03-18T14:52:51.573533Z","steps":["trace[757249101] 'process raft request' (duration: 440.967841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:51.5741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:51.13241Z","time spent":"441.65243ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:52:55.310424Z","caller":"traceutil/trace.go:171","msg":"trace[1481082353] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"232.763362ms","start":"2026-03-18T14:52:55.077637Z","end":"2026-03-18T14:52:55.3104Z","steps":["trace[1481082353] 'process raft request' (duration: 232.521215ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:55.310723Z","caller":"traceutil/trace.go:171","msg":"trace[1112711433] linearizableReadLoop","detail":"{readStateIndex:25709; appliedIndex:25704; }","duration":"215.192497ms","start":"2026-03-18T14:52:55.095511Z","end":"2026-03-18T14:52:55.310703Z","steps":["trace[1112711433] 'read index received' (duration: 50.470744ms)","trace[1112711433] 'applied index is now lower than readState.Index' (duration: 164.721023ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:52:55.310749Z","caller":"traceutil/trace.go:171","msg":"trace[930755819] transaction","detail":"{read_only:false; response_revision:24729; number_of_response:1; }","duration":"224.350375ms","start":"2026-03-18T14:52:55.086381Z","end":"2026-03-18T14:52:55.310732Z","steps":["trace[930755819] 'process raft request' (duration: 224.206352ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:55.310789Z","caller":"traceutil/trace.go:171","msg":"trace[857068679] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"228.553939ms","start":"2026-03-18T14:52:55.082226Z","end":"2026-03-18T14:52:55.31078Z","steps":["trace[857068679] 'process raft request' (duration: 228.129808ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:55.310871Z","caller":"traceutil/trace.go:171","msg":"trace[97266565] transaction","detail":"{read_only:false; response_revision:24730; number_of_response:1; }","duration":"217.029277ms","start":"2026-03-18T14:52:55.093831Z","end":"2026-03-18T14:52:55.31086Z","steps":["trace[97266565] 'process raft request' (duration: 216.837252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:55.311031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.508576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:52:55.311066Z","caller":"traceutil/trace.go:171","msg":"trace[1419671529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24730; }","duration":"215.589358ms","start":"2026-03-18T14:52:55.095466Z","end":"2026-03-18T14:52:55.311055Z","steps":["trace[1419671529] 'agreement among raft nodes before linearized reading' (duration: 215.467645ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:56.895729Z","caller":"traceutil/trace.go:171","msg":"trace[333477840] transaction","detail":"{read_only:false; response_revision:24737; number_of_response:1; }","duration":"120.325823ms","start":"2026-03-18T14:52:56.775382Z","end":"2026-03-18T14:52:56.895708Z","steps":["trace[333477840] 'process raft request' (duration: 120.169649ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:57.337503Z","caller":"traceutil/trace.go:171","msg":"trace[396073028] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"187.577031ms","start":"2026-03-18T14:52:57.1499Z","end":"2026-03-18T14:52:57.337477Z","steps":["trace[396073028] 'process raft request' (duration: 187.415237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:57.553087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.816654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:52:57.553297Z","caller":"traceutil/trace.go:171","msg":"trace[1010657144] linearizableReadLoop","detail":"{readStateIndex:25723; appliedIndex:25718; }","duration":"231.999872ms","start":"2026-03-18T14:52:57.321282Z","end":"2026-03-18T14:52:57.553281Z","steps":["trace[1010657144] 'read index received' (duration: 16.083695ms)","trace[1010657144] 'applied index is now lower than readState.Index' (duration: 215.915437ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:52:57.553278Z","caller":"traceutil/trace.go:171","msg":"trace[78028678] transaction","detail":"{read_only:false; response_revision:24740; number_of_response:1; }","duration":"237.730776ms","start":"2026-03-18T14:52:57.315522Z","end":"2026-03-18T14:52:57.553253Z","steps":["trace[78028678] 'process raft request' (duration: 95.680006ms)","trace[78028678] 'compare' (duration: 141.722651ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:52:57.553344Z","caller":"traceutil/trace.go:171","msg":"trace[951587653] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"237.640985ms","start":"2026-03-18T14:52:57.31569Z","end":"2026-03-18T14:52:57.553331Z","steps":["trace[951587653] 'process raft request' (duration: 237.529632ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:57.553351Z","caller":"traceutil/trace.go:171","msg":"trace[591873330] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"237.661956ms","start":"2026-03-18T14:52:57.315666Z","end":"2026-03-18T14:52:57.553328Z","steps":["trace[591873330] 'process raft request' (duration: 237.512981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:57.5536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.31468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:52:57.553644Z","caller":"traceutil/trace.go:171","msg":"trace[2077946748] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24743; }","duration":"232.399363ms","start":"2026-03-18T14:52:57.321234Z","end":"2026-03-18T14:52:57.553634Z","steps":["trace[2077946748] 'agreement among raft nodes before linearized reading' (duration: 232.100125ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:57.553603Z","caller":"traceutil/trace.go:171","msg":"trace[839075411] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"237.425579ms","start":"2026-03-18T14:52:57.3161Z","end":"2026-03-18T14:52:57.553526Z","steps":["trace[839075411] 'process raft request' (duration: 237.147441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:57.870497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.374753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:52:57.870621Z","caller":"traceutil/trace.go:171","msg":"trace[600529348] linearizableReadLoop","detail":"{readStateIndex:25724; appliedIndex:25723; }","duration":"299.520767ms","start":"2026-03-18T14:52:57.571083Z","end":"2026-03-18T14:52:57.870604Z","steps":["trace[600529348] 'read index received' (duration: 191.936008ms)","trace[600529348] 'applied index is now lower than readState.Index' (duration: 107.583489ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:52:57.870868Z","caller":"traceutil/trace.go:171","msg":"trace[671012058] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"312.660682ms","start":"2026-03-18T14:52:57.558189Z","end":"2026-03-18T14:52:57.87085Z","steps":["trace[671012058] 'process raft request' (duration: 204.845238ms)","trace[671012058] 'compare' (duration: 106.941481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:52:57.870939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:57.558169Z","time spent":"312.734994ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:52:57.871138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.066293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:52:57.871213Z","caller":"traceutil/trace.go:171","msg":"trace[233679174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24744; }","duration":"300.233586ms","start":"2026-03-18T14:52:57.570969Z","end":"2026-03-18T14:52:57.871202Z","steps":["trace[233679174] 'agreement among raft nodes before linearized reading' (duration: 300.135894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:57.871243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:57.570943Z","time spent":"300.293029ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:52:57.871485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.645017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:52:57.871521Z","caller":"traceutil/trace.go:171","msg":"trace[857943315] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24744; }","duration":"290.680188ms","start":"2026-03-18T14:52:57.580831Z","end":"2026-03-18T14:52:57.871512Z","steps":["trace[857943315] 'agreement among raft nodes before linearized reading' (duration: 290.566185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:57.871757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.599387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:52:57.871798Z","caller":"traceutil/trace.go:171","msg":"trace[1462246810] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24744; }","duration":"111.68932ms","start":"2026-03-18T14:52:57.760098Z","end":"2026-03-18T14:52:57.871787Z","steps":["trace[1462246810] 'agreement among raft nodes before linearized reading' (duration: 111.623328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:57.872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.468507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:52:57.872035Z","caller":"traceutil/trace.go:171","msg":"trace[757640111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24744; }","duration":"211.529708ms","start":"2026-03-18T14:52:57.660497Z","end":"2026-03-18T14:52:57.872027Z","steps":["trace[757640111] 'agreement among raft nodes before linearized reading' (duration: 211.435335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:57.872063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.383588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:52:57.872201Z","caller":"traceutil/trace.go:171","msg":"trace[1469671504] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24744; }","duration":"284.550962ms","start":"2026-03-18T14:52:57.587612Z","end":"2026-03-18T14:52:57.872163Z","steps":["trace[1469671504] 'agreement among raft nodes before linearized reading' (duration: 284.372828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:57.872462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.95365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:52:57.872491Z","caller":"traceutil/trace.go:171","msg":"trace[1317960432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24744; }","duration":"212.030812ms","start":"2026-03-18T14:52:57.660453Z","end":"2026-03-18T14:52:57.872483Z","steps":["trace[1317960432] 'agreement among raft nodes before linearized reading' (duration: 211.921859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:57.872674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.274491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-03-18T14:52:57.872701Z","caller":"traceutil/trace.go:171","msg":"trace[1923352481] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:1; response_revision:24744; }","duration":"218.328512ms","start":"2026-03-18T14:52:57.654367Z","end":"2026-03-18T14:52:57.872696Z","steps":["trace[1923352481] 'agreement among raft nodes before linearized reading' (duration: 218.251001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:57.872728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.839503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:52:57.87277Z","caller":"traceutil/trace.go:171","msg":"trace[1398523124] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24744; }","duration":"219.905855ms","start":"2026-03-18T14:52:57.652855Z","end":"2026-03-18T14:52:57.87276Z","steps":["trace[1398523124] 'agreement among raft nodes before linearized reading' (duration: 219.802502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:57.872887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.947799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:52:57.872917Z","caller":"traceutil/trace.go:171","msg":"trace[173685182] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24744; }","duration":"219.00636ms","start":"2026-03-18T14:52:57.653903Z","end":"2026-03-18T14:52:57.87291Z","steps":["trace[173685182] 'agreement among raft nodes before linearized reading' (duration: 218.959459ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:58.184802Z","caller":"traceutil/trace.go:171","msg":"trace[884444632] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"307.057251ms","start":"2026-03-18T14:52:57.877717Z","end":"2026-03-18T14:52:58.184774Z","steps":["trace[884444632] 'process raft request' (duration: 284.384697ms)","trace[884444632] 'compare' (duration: 22.345735ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:52:58.184997Z","caller":"traceutil/trace.go:171","msg":"trace[1907226977] linearizableReadLoop","detail":"{readStateIndex:25728; appliedIndex:25724; }","duration":"115.42251ms","start":"2026-03-18T14:52:58.069558Z","end":"2026-03-18T14:52:58.18498Z","steps":["trace[1907226977] 'read index received' (duration: 92.640724ms)","trace[1907226977] 'applied index is now lower than readState.Index' (duration: 22.781306ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:52:58.185288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.717239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:52:58.185321Z","caller":"traceutil/trace.go:171","msg":"trace[994293489] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24748; }","duration":"115.8044ms","start":"2026-03-18T14:52:58.069507Z","end":"2026-03-18T14:52:58.185312Z","steps":["trace[994293489] 'agreement among raft nodes before linearized reading' (duration: 115.691717ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:52:58.18555Z","caller":"traceutil/trace.go:171","msg":"trace[1618961695] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"307.110462ms","start":"2026-03-18T14:52:57.878431Z","end":"2026-03-18T14:52:58.185541Z","steps":["trace[1618961695] 'process raft request' (duration: 306.271139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:58.185641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:57.878416Z","time spent":"307.159163ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:52:58.185757Z","caller":"traceutil/trace.go:171","msg":"trace[1799056893] transaction","detail":"{read_only:false; response_revision:24747; number_of_response:1; }","duration":"307.238476ms","start":"2026-03-18T14:52:57.878512Z","end":"2026-03-18T14:52:58.18575Z","steps":["trace[1799056893] 'process raft request' (duration: 306.398613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:58.185879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:57.878504Z","time spent":"307.281427ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:52:58.186006Z","caller":"traceutil/trace.go:171","msg":"trace[862909364] transaction","detail":"{read_only:false; response_revision:24748; number_of_response:1; }","duration":"306.952377ms","start":"2026-03-18T14:52:57.879046Z","end":"2026-03-18T14:52:58.185998Z","steps":["trace[862909364] 'process raft request' (duration: 305.90749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:58.186104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:57.879034Z","time spent":"307.0076ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:52:58.186263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:57.877693Z","time spent":"307.177273ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:52:59.346334Z","caller":"traceutil/trace.go:171","msg":"trace[1583741117] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"413.96558ms","start":"2026-03-18T14:52:58.932335Z","end":"2026-03-18T14:52:59.346301Z","steps":["trace[1583741117] 'process raft request' (duration: 413.57627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:52:59.346513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:52:58.932307Z","time spent":"414.121857ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:14.538785Z","caller":"traceutil/trace.go:171","msg":"trace[1024780789] transaction","detail":"{read_only:false; response_revision:24874; number_of_response:1; }","duration":"264.061769ms","start":"2026-03-18T14:53:14.274689Z","end":"2026-03-18T14:53:14.538751Z","steps":["trace[1024780789] 'process raft request' (duration: 201.241711ms)","trace[1024780789] 'compare' (duration: 62.594652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:14.539018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.550049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:53:14.539097Z","caller":"traceutil/trace.go:171","msg":"trace[324823016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24874; }","duration":"248.709813ms","start":"2026-03-18T14:53:14.290375Z","end":"2026-03-18T14:53:14.539085Z","steps":["trace[324823016] 'agreement among raft nodes before linearized reading' (duration: 248.464847ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:14.538783Z","caller":"traceutil/trace.go:171","msg":"trace[60677275] linearizableReadLoop","detail":"{readStateIndex:25858; appliedIndex:25857; }","duration":"248.335894ms","start":"2026-03-18T14:53:14.2904Z","end":"2026-03-18T14:53:14.538736Z","steps":["trace[60677275] 'read index received' (duration: 185.479484ms)","trace[60677275] 'applied index is now lower than readState.Index' (duration: 62.85504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:14.539806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.255548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:53:14.539851Z","caller":"traceutil/trace.go:171","msg":"trace[76828641] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24874; }","duration":"249.373572ms","start":"2026-03-18T14:53:14.290466Z","end":"2026-03-18T14:53:14.53984Z","steps":["trace[76828641] 'agreement among raft nodes before linearized reading' (duration: 249.215328ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:20.102368Z","caller":"traceutil/trace.go:171","msg":"trace[235601472] transaction","detail":"{read_only:false; response_revision:24915; number_of_response:1; }","duration":"390.686292ms","start":"2026-03-18T14:53:19.711651Z","end":"2026-03-18T14:53:20.102337Z","steps":["trace[235601472] 'process raft request' (duration: 390.556078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:20.102482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:19.711626Z","time spent":"390.796884ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7174,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:20.130517Z","caller":"traceutil/trace.go:171","msg":"trace[1254361562] linearizableReadLoop","detail":"{readStateIndex:25904; appliedIndex:25899; }","duration":"352.779827ms","start":"2026-03-18T14:53:19.777712Z","end":"2026-03-18T14:53:20.130492Z","steps":["trace[1254361562] 'read index received' (duration: 324.432991ms)","trace[1254361562] 'applied index is now lower than readState.Index' (duration: 28.345766ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:20.130652Z","caller":"traceutil/trace.go:171","msg":"trace[953726347] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"412.915503ms","start":"2026-03-18T14:53:19.717726Z","end":"2026-03-18T14:53:20.130641Z","steps":["trace[953726347] 'process raft request' (duration: 409.4774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:20.130778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:19.717713Z","time spent":"412.989355ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:20.130874Z","caller":"traceutil/trace.go:171","msg":"trace[1737038743] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"410.433976ms","start":"2026-03-18T14:53:19.720413Z","end":"2026-03-18T14:53:20.130847Z","steps":["trace[1737038743] 'process raft request' (duration: 410.029585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:20.130969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:19.720405Z","time spent":"410.516438ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:20.131068Z","caller":"traceutil/trace.go:171","msg":"trace[35285922] transaction","detail":"{read_only:false; response_revision:24917; number_of_response:1; }","duration":"413.267562ms","start":"2026-03-18T14:53:19.71779Z","end":"2026-03-18T14:53:20.131057Z","steps":["trace[35285922] 'process raft request' (duration: 412.447661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:20.131122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:19.717784Z","time spent":"413.307774ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:20.131276Z","caller":"traceutil/trace.go:171","msg":"trace[1155370197] transaction","detail":"{read_only:false; response_revision:24918; number_of_response:1; }","duration":"412.343278ms","start":"2026-03-18T14:53:19.718899Z","end":"2026-03-18T14:53:20.131242Z","steps":["trace[1155370197] 'process raft request' (duration: 411.454504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:20.131626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:19.718888Z","time spent":"412.45997ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:20.131783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.669219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-03-18T14:53:20.131825Z","caller":"traceutil/trace.go:171","msg":"trace[1535108094] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24919; }","duration":"202.738331ms","start":"2026-03-18T14:53:19.929076Z","end":"2026-03-18T14:53:20.131814Z","steps":["trace[1535108094] 'agreement among raft nodes before linearized reading' (duration: 202.599947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:20.132001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.449234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:20.132033Z","caller":"traceutil/trace.go:171","msg":"trace[1187540818] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24919; }","duration":"104.519155ms","start":"2026-03-18T14:53:20.027503Z","end":"2026-03-18T14:53:20.132022Z","steps":["trace[1187540818] 'agreement among raft nodes before linearized reading' (duration: 104.467984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:20.132274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.801017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-03-18T14:53:20.132333Z","caller":"traceutil/trace.go:171","msg":"trace[1681074059] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24919; }","duration":"197.895221ms","start":"2026-03-18T14:53:19.934422Z","end":"2026-03-18T14:53:20.132317Z","steps":["trace[1681074059] 'agreement among raft nodes before linearized reading' (duration: 197.672405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:20.13252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.808223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-18T14:53:20.132554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.851931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:53:20.132569Z","caller":"traceutil/trace.go:171","msg":"trace[21577869] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24919; }","duration":"354.894694ms","start":"2026-03-18T14:53:19.777664Z","end":"2026-03-18T14:53:20.132558Z","steps":["trace[21577869] 'agreement among raft nodes before linearized reading' (duration: 353.28632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:20.132604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:19.777646Z","time spent":"354.948936ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2574,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:53:20.132602Z","caller":"traceutil/trace.go:171","msg":"trace[488126025] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24919; }","duration":"122.931162ms","start":"2026-03-18T14:53:20.009657Z","end":"2026-03-18T14:53:20.132588Z","steps":["trace[488126025] 'agreement among raft nodes before linearized reading' (duration: 122.808869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:21.680366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.329167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:53:21.680453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.632909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:21.680489Z","caller":"traceutil/trace.go:171","msg":"trace[2003393902] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24928; }","duration":"129.49506ms","start":"2026-03-18T14:53:21.550977Z","end":"2026-03-18T14:53:21.680472Z","steps":["trace[2003393902] 'count revisions from in-memory index tree' (duration: 129.253684ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:21.680514Z","caller":"traceutil/trace.go:171","msg":"trace[1757981257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24928; }","duration":"107.735803ms","start":"2026-03-18T14:53:21.572764Z","end":"2026-03-18T14:53:21.6805Z","steps":["trace[1757981257] 'range keys from in-memory index tree' (duration: 107.569978ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:21.749876Z","caller":"traceutil/trace.go:171","msg":"trace[1773315639] transaction","detail":"{read_only:false; response_revision:24929; number_of_response:1; }","duration":"120.303702ms","start":"2026-03-18T14:53:21.629553Z","end":"2026-03-18T14:53:21.749856Z","steps":["trace[1773315639] 'process raft request' (duration: 119.830289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:22.529474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.835764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:53:22.529546Z","caller":"traceutil/trace.go:171","msg":"trace[780750448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24934; }","duration":"202.961507ms","start":"2026-03-18T14:53:22.32657Z","end":"2026-03-18T14:53:22.529532Z","steps":["trace[780750448] 'range keys from in-memory index tree' (duration: 202.658959ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:22.716895Z","caller":"traceutil/trace.go:171","msg":"trace[970148981] transaction","detail":"{read_only:false; response_revision:24935; number_of_response:1; }","duration":"182.891636ms","start":"2026-03-18T14:53:22.533959Z","end":"2026-03-18T14:53:22.71685Z","steps":["trace[970148981] 'process raft request' (duration: 182.635488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:23.340506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.091292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:23.340679Z","caller":"traceutil/trace.go:171","msg":"trace[455583974] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24939; }","duration":"216.308648ms","start":"2026-03-18T14:53:23.124344Z","end":"2026-03-18T14:53:23.340652Z","steps":["trace[455583974] 'count revisions from in-memory index tree' (duration: 215.974809ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:23.491058Z","caller":"traceutil/trace.go:171","msg":"trace[1237745072] linearizableReadLoop","detail":"{readStateIndex:25926; appliedIndex:25925; }","duration":"160.586691ms","start":"2026-03-18T14:53:23.330449Z","end":"2026-03-18T14:53:23.491036Z","steps":["trace[1237745072] 'read index received' (duration: 160.350315ms)","trace[1237745072] 'applied index is now lower than readState.Index' (duration: 235.586µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:23.491162Z","caller":"traceutil/trace.go:171","msg":"trace[1741717792] transaction","detail":"{read_only:false; response_revision:24940; number_of_response:1; }","duration":"343.881567ms","start":"2026-03-18T14:53:23.14725Z","end":"2026-03-18T14:53:23.491131Z","steps":["trace[1741717792] 'process raft request' (duration: 343.62206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:23.491179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.713895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:23.491222Z","caller":"traceutil/trace.go:171","msg":"trace[360064877] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24940; }","duration":"160.811967ms","start":"2026-03-18T14:53:23.330398Z","end":"2026-03-18T14:53:23.49121Z","steps":["trace[360064877] 'agreement among raft nodes before linearized reading' (duration: 160.724015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:23.491283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:23.147228Z","time spent":"343.986399ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:23.603573Z","caller":"traceutil/trace.go:171","msg":"trace[2064333508] transaction","detail":"{read_only:false; response_revision:24941; number_of_response:1; }","duration":"102.208263ms","start":"2026-03-18T14:53:23.501323Z","end":"2026-03-18T14:53:23.603532Z","steps":["trace[2064333508] 'process raft request' (duration: 71.831492ms)","trace[2064333508] 'compare' (duration: 30.211346ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:23.611505Z","caller":"traceutil/trace.go:171","msg":"trace[707697648] transaction","detail":"{read_only:false; response_revision:24942; number_of_response:1; }","duration":"107.096836ms","start":"2026-03-18T14:53:23.504372Z","end":"2026-03-18T14:53:23.611468Z","steps":["trace[707697648] 'process raft request' (duration: 106.8929ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:24.932053Z","caller":"traceutil/trace.go:171","msg":"trace[478370127] transaction","detail":"{read_only:false; response_revision:24950; number_of_response:1; }","duration":"148.674409ms","start":"2026-03-18T14:53:24.783337Z","end":"2026-03-18T14:53:24.932011Z","steps":["trace[478370127] 'process raft request' (duration: 119.671075ms)","trace[478370127] 'compare' (duration: 28.89191ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:24.935979Z","caller":"traceutil/trace.go:171","msg":"trace[173933186] linearizableReadLoop","detail":"{readStateIndex:25938; appliedIndex:25935; }","duration":"111.187065ms","start":"2026-03-18T14:53:24.824768Z","end":"2026-03-18T14:53:24.935955Z","steps":["trace[173933186] 'read index received' (duration: 78.258045ms)","trace[173933186] 'applied index is now lower than readState.Index' (duration: 32.9282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:24.936289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.512504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-18T14:53:24.936343Z","caller":"traceutil/trace.go:171","msg":"trace[654383716] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24952; }","duration":"111.614168ms","start":"2026-03-18T14:53:24.824717Z","end":"2026-03-18T14:53:24.936332Z","steps":["trace[654383716] 'agreement among raft nodes before linearized reading' (duration: 111.448083ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:24.936354Z","caller":"traceutil/trace.go:171","msg":"trace[2084918052] transaction","detail":"{read_only:false; response_revision:24951; number_of_response:1; }","duration":"152.74645ms","start":"2026-03-18T14:53:24.783597Z","end":"2026-03-18T14:53:24.936344Z","steps":["trace[2084918052] 'process raft request' (duration: 152.188775ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:24.936864Z","caller":"traceutil/trace.go:171","msg":"trace[370749756] transaction","detail":"{read_only:false; response_revision:24952; number_of_response:1; }","duration":"151.928338ms","start":"2026-03-18T14:53:24.784551Z","end":"2026-03-18T14:53:24.936479Z","steps":["trace[370749756] 'process raft request' (duration: 151.353723ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:25.777972Z","caller":"traceutil/trace.go:171","msg":"trace[103119884] transaction","detail":"{read_only:false; response_revision:24956; number_of_response:1; }","duration":"281.606992ms","start":"2026-03-18T14:53:25.496336Z","end":"2026-03-18T14:53:25.777943Z","steps":["trace[103119884] 'process raft request' (duration: 281.422768ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:25.778028Z","caller":"traceutil/trace.go:171","msg":"trace[1538487403] linearizableReadLoop","detail":"{readStateIndex:25942; appliedIndex:25942; }","duration":"219.72801ms","start":"2026-03-18T14:53:25.558262Z","end":"2026-03-18T14:53:25.77799Z","steps":["trace[1538487403] 'read index received' (duration: 219.71055ms)","trace[1538487403] 'applied index is now lower than readState.Index' (duration: 14.97µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:25.778206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.945956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:25.778291Z","caller":"traceutil/trace.go:171","msg":"trace[2011798632] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24956; }","duration":"220.09235ms","start":"2026-03-18T14:53:25.558184Z","end":"2026-03-18T14:53:25.778276Z","steps":["trace[2011798632] 'agreement among raft nodes before linearized reading' (duration: 219.945796ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:25.986282Z","caller":"traceutil/trace.go:171","msg":"trace[1738123867] transaction","detail":"{read_only:false; response_revision:24957; number_of_response:1; }","duration":"377.143606ms","start":"2026-03-18T14:53:25.609077Z","end":"2026-03-18T14:53:25.98622Z","steps":["trace[1738123867] 'process raft request' (duration: 375.976466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:25.986459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:25.609037Z","time spent":"377.337381ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:25.986637Z","caller":"traceutil/trace.go:171","msg":"trace[1232993793] transaction","detail":"{read_only:false; response_revision:24958; number_of_response:1; }","duration":"370.213999ms","start":"2026-03-18T14:53:25.616362Z","end":"2026-03-18T14:53:25.986576Z","steps":["trace[1232993793] 'process raft request' (duration: 369.800677ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:25.986848Z","caller":"traceutil/trace.go:171","msg":"trace[1356179533] linearizableReadLoop","detail":"{readStateIndex:25945; appliedIndex:25942; }","duration":"208.724083ms","start":"2026-03-18T14:53:25.7781Z","end":"2026-03-18T14:53:25.986824Z","steps":["trace[1356179533] 'read index received' (duration: 206.972846ms)","trace[1356179533] 'applied index is now lower than readState.Index' (duration: 1.750127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:25.986859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:25.616347Z","time spent":"370.399314ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:25.987008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.411726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:25.98704Z","caller":"traceutil/trace.go:171","msg":"trace[933998785] transaction","detail":"{read_only:false; response_revision:24959; number_of_response:1; }","duration":"305.493269ms","start":"2026-03-18T14:53:25.681526Z","end":"2026-03-18T14:53:25.987019Z","steps":["trace[933998785] 'process raft request' (duration: 304.978915ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:25.987062Z","caller":"traceutil/trace.go:171","msg":"trace[1222164068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24959; }","duration":"413.496398ms","start":"2026-03-18T14:53:25.573551Z","end":"2026-03-18T14:53:25.987047Z","steps":["trace[1222164068] 'agreement among raft nodes before linearized reading' (duration: 413.374835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:25.987111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:25.573541Z","time spent":"413.554421ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:53:25.987138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:25.68149Z","time spent":"305.596361ms","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418259,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:26.144779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.908492ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:53:26.144937Z","caller":"traceutil/trace.go:171","msg":"trace[1047211465] linearizableReadLoop","detail":"{readStateIndex:25946; appliedIndex:25945; }","duration":"156.169772ms","start":"2026-03-18T14:53:25.988744Z","end":"2026-03-18T14:53:26.144913Z","steps":["trace[1047211465] 'read index received' (duration: 54.211µs)","trace[1047211465] 'applied index is now lower than readState.Index' (duration: 156.113401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:26.14505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.301975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:26.145081Z","caller":"traceutil/trace.go:171","msg":"trace[856361470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24959; }","duration":"156.377317ms","start":"2026-03-18T14:53:25.988692Z","end":"2026-03-18T14:53:26.14507Z","steps":["trace[856361470] 'agreement among raft nodes before linearized reading' (duration: 156.282085ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:28.00699Z","caller":"traceutil/trace.go:171","msg":"trace[1152394686] linearizableReadLoop","detail":"{readStateIndex:25958; appliedIndex:25957; }","duration":"204.821127ms","start":"2026-03-18T14:53:27.802137Z","end":"2026-03-18T14:53:28.006958Z","steps":["trace[1152394686] 'read index received' (duration: 204.672554ms)","trace[1152394686] 'applied index is now lower than readState.Index' (duration: 145.313µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:28.00707Z","caller":"traceutil/trace.go:171","msg":"trace[1311157739] transaction","detail":"{read_only:false; response_revision:24971; number_of_response:1; }","duration":"223.339418ms","start":"2026-03-18T14:53:27.783703Z","end":"2026-03-18T14:53:28.007042Z","steps":["trace[1311157739] 'process raft request' (duration: 223.020949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:28.00769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.442924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:28.007748Z","caller":"traceutil/trace.go:171","msg":"trace[1516069419] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24971; }","duration":"205.629209ms","start":"2026-03-18T14:53:27.802103Z","end":"2026-03-18T14:53:28.007732Z","steps":["trace[1516069419] 'agreement among raft nodes before linearized reading' (duration: 205.025463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:28.507904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476739453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:53:29.008176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476739453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:53:29.508633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476739453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:53:30.009707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476739453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:53:30.510182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476739453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:53:30.967837Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.960969537s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:53:30.969022Z","caller":"traceutil/trace.go:171","msg":"trace[1160616274] transaction","detail":"{read_only:false; response_revision:24972; number_of_response:1; }","duration":"2.977130554s","start":"2026-03-18T14:53:27.991855Z","end":"2026-03-18T14:53:30.968985Z","steps":["trace[1160616274] 'process raft request' (duration: 2.976139838s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:30.969243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:27.991819Z","time spent":"2.977305509s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:30.969706Z","caller":"traceutil/trace.go:171","msg":"trace[1226621873] transaction","detail":"{read_only:false; response_revision:24973; number_of_response:1; }","duration":"2.977680519s","start":"2026-03-18T14:53:27.991925Z","end":"2026-03-18T14:53:30.969606Z","steps":["trace[1226621873] 'process raft request' (duration: 2.97699901s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:30.969932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:27.99192Z","time spent":"2.977865104s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:30.973192Z","caller":"traceutil/trace.go:171","msg":"trace[791703678] transaction","detail":"{read_only:false; response_revision:24974; number_of_response:1; }","duration":"2.75351827s","start":"2026-03-18T14:53:28.219648Z","end":"2026-03-18T14:53:30.973166Z","steps":["trace[791703678] 'process raft request' (duration: 2.753266322s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:30.973208Z","caller":"traceutil/trace.go:171","msg":"trace[1350146101] transaction","detail":"{read_only:false; response_revision:24975; number_of_response:1; }","duration":"2.601093889s","start":"2026-03-18T14:53:28.372087Z","end":"2026-03-18T14:53:30.973181Z","steps":["trace[1350146101] 'process raft request' (duration: 2.600983476s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:30.973339Z","caller":"traceutil/trace.go:171","msg":"trace[1091534476] transaction","detail":"{read_only:false; response_revision:24977; number_of_response:1; }","duration":"2.601186951s","start":"2026-03-18T14:53:28.372146Z","end":"2026-03-18T14:53:30.973333Z","steps":["trace[1091534476] 'process raft request' (duration: 2.601014807s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:30.973318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:28.219619Z","time spent":"2.753613081s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:30.973384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000152107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:53:30.973421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:28.372121Z","time spent":"2.601245073s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:30.973434Z","caller":"traceutil/trace.go:171","msg":"trace[1202645425] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24978; }","duration":"3.000247749s","start":"2026-03-18T14:53:27.973172Z","end":"2026-03-18T14:53:30.97342Z","steps":["trace[1202645425] 'agreement among raft nodes before linearized reading' (duration: 3.000131966s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:30.973451Z","caller":"traceutil/trace.go:171","msg":"trace[1461401194] transaction","detail":"{read_only:false; response_revision:24978; number_of_response:1; }","duration":"960.110165ms","start":"2026-03-18T14:53:30.01332Z","end":"2026-03-18T14:53:30.97343Z","steps":["trace[1461401194] 'process raft request' (duration: 959.885999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:30.973468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:27.973155Z","time spent":"3.000302821s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:53:30.973276Z","caller":"traceutil/trace.go:171","msg":"trace[1997406126] transaction","detail":"{read_only:false; response_revision:24976; number_of_response:1; }","duration":"2.601117348s","start":"2026-03-18T14:53:28.372136Z","end":"2026-03-18T14:53:30.973253Z","steps":["trace[1997406126] 'process raft request' (duration: 2.600984235s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:30.973584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:30.013263Z","time spent":"960.23881ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:30.97354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:28.372111Z","time spent":"2.601408637s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:30.973537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:28.372065Z","time spent":"2.601278414s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:30.973263Z","caller":"traceutil/trace.go:171","msg":"trace[634252154] linearizableReadLoop","detail":"{readStateIndex:25965; appliedIndex:25958; }","duration":"2.966167368s","start":"2026-03-18T14:53:28.00708Z","end":"2026-03-18T14:53:30.973247Z","steps":["trace[634252154] 'read index received' (duration: 2.960926857s)","trace[634252154] 'applied index is now lower than readState.Index' (duration: 5.239741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:30.973928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401311983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:30.973973Z","caller":"traceutil/trace.go:171","msg":"trace[1247176750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24978; }","duration":"1.401376505s","start":"2026-03-18T14:53:29.572583Z","end":"2026-03-18T14:53:30.973959Z","steps":["trace[1247176750] 'agreement among raft nodes before linearized reading' (duration: 1.401312523s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:30.974002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:29.572568Z","time spent":"1.401425436s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:53:30.973952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.816138191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"info","ts":"2026-03-18T14:53:30.974092Z","caller":"traceutil/trace.go:171","msg":"trace[1087121334] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24978; }","duration":"2.816319257s","start":"2026-03-18T14:53:28.15776Z","end":"2026-03-18T14:53:30.974079Z","steps":["trace[1087121334] 'agreement among raft nodes before linearized reading' (duration: 2.816073811s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:30.974158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.128432521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:53:30.974173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.049178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:53:30.974179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966981255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:53:30.974198Z","caller":"traceutil/trace.go:171","msg":"trace[2110845722] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24978; }","duration":"2.128468132s","start":"2026-03-18T14:53:28.845717Z","end":"2026-03-18T14:53:30.974185Z","steps":["trace[2110845722] 'agreement among raft nodes before linearized reading' (duration: 2.128408751s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:30.974208Z","caller":"traceutil/trace.go:171","msg":"trace[917617480] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24978; }","duration":"156.12944ms","start":"2026-03-18T14:53:30.81807Z","end":"2026-03-18T14:53:30.974199Z","steps":["trace[917617480] 'agreement among raft nodes before linearized reading' (duration: 156.070979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:30.974233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:28.845625Z","time spent":"2.128598364s","remote":"127.0.0.1:54576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:53:30.974038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111221315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:53:30.974304Z","caller":"traceutil/trace.go:171","msg":"trace[1773760070] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24978; }","duration":"2.111517153s","start":"2026-03-18T14:53:28.862774Z","end":"2026-03-18T14:53:30.974291Z","steps":["trace[1773760070] 'agreement among raft nodes before linearized reading' (duration: 2.111124432s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:30.974164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:28.157741Z","time spent":"2.816411299s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7216,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:53:30.974443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.653314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-18T14:53:30.974484Z","caller":"traceutil/trace.go:171","msg":"trace[1309404394] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:24978; }","duration":"480.739317ms","start":"2026-03-18T14:53:30.493733Z","end":"2026-03-18T14:53:30.974472Z","steps":["trace[1309404394] 'agreement among raft nodes before linearized reading' (duration: 480.653014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:30.974511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.758783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:53:30.974451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968119856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:53:30.974522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.600826652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:1 size:7192"} {"level":"warn","ts":"2026-03-18T14:53:30.974311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967119889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:53:30.974557Z","caller":"traceutil/trace.go:171","msg":"trace[1777560300] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24978; }","duration":"950.838565ms","start":"2026-03-18T14:53:30.0237Z","end":"2026-03-18T14:53:30.974539Z","steps":["trace[1777560300] 'agreement among raft nodes before linearized reading' (duration: 950.735022ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:30.974592Z","caller":"traceutil/trace.go:171","msg":"trace[1515431767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24978; }","duration":"1.9682656s","start":"2026-03-18T14:53:29.006281Z","end":"2026-03-18T14:53:30.974547Z","steps":["trace[1515431767] 'agreement among raft nodes before linearized reading' (duration: 1.968040394s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:30.97423Z","caller":"traceutil/trace.go:171","msg":"trace[521333968] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24978; }","duration":"1.967067257s","start":"2026-03-18T14:53:29.007148Z","end":"2026-03-18T14:53:30.974215Z","steps":["trace[521333968] 'agreement among raft nodes before linearized reading' (duration: 1.966958864s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:30.974573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.301641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:53:30.97463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:29.006266Z","time spent":"1.968353832s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:53:30.974615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553027619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:53:30.974656Z","caller":"traceutil/trace.go:171","msg":"trace[627442867] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24978; }","duration":"488.451215ms","start":"2026-03-18T14:53:30.486184Z","end":"2026-03-18T14:53:30.974635Z","steps":["trace[627442867] 'agreement among raft nodes before linearized reading' (duration: 488.26014ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:30.97459Z","caller":"traceutil/trace.go:171","msg":"trace[2113404956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24978; }","duration":"1.967395337s","start":"2026-03-18T14:53:29.007183Z","end":"2026-03-18T14:53:30.974578Z","steps":["trace[2113404956] 'agreement among raft nodes before linearized reading' (duration: 1.967069908s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:30.974682Z","caller":"traceutil/trace.go:171","msg":"trace[1766814680] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24978; }","duration":"2.553145463s","start":"2026-03-18T14:53:28.421518Z","end":"2026-03-18T14:53:30.974664Z","steps":["trace[1766814680] 'agreement among raft nodes before linearized reading' (duration: 2.552997709s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:30.974708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:30.486162Z","time spent":"488.532807ms","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:53:30.974529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:30.49371Z","time spent":"480.814008ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"warn","ts":"2026-03-18T14:53:30.974763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:28.421496Z","time spent":"2.553220074s","remote":"127.0.0.1:56796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:53:30.974716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:29.007148Z","time spent":"1.967558301s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:53:30.97463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:29.007124Z","time spent":"1.967496499s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:53:30.97444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:28.86276Z","time spent":"2.111633316s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:53:30.974359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.304269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18630"} {"level":"warn","ts":"2026-03-18T14:53:30.974051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539189665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:53:30.97497Z","caller":"traceutil/trace.go:171","msg":"trace[1440504828] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24978; }","duration":"2.54013223s","start":"2026-03-18T14:53:28.434815Z","end":"2026-03-18T14:53:30.974947Z","steps":["trace[1440504828] 'agreement among raft nodes before linearized reading' (duration: 2.539107393s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:30.974599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:30.023682Z","time spent":"950.905228ms","remote":"127.0.0.1:45138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:53:30.97501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:28.434772Z","time spent":"2.540227924s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:53:30.975004Z","caller":"traceutil/trace.go:171","msg":"trace[1442331916] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24978; }","duration":"903.992089ms","start":"2026-03-18T14:53:30.070975Z","end":"2026-03-18T14:53:30.974967Z","steps":["trace[1442331916] 'agreement among raft nodes before linearized reading' (duration: 903.244778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:30.975127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:30.070955Z","time spent":"904.135393ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-18T14:53:30.974558Z","caller":"traceutil/trace.go:171","msg":"trace[925528869] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:1; response_revision:24978; }","duration":"2.600881103s","start":"2026-03-18T14:53:28.373669Z","end":"2026-03-18T14:53:30.97455Z","steps":["trace[925528869] 'agreement among raft nodes before linearized reading' (duration: 2.600788311s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:30.9752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:28.373662Z","time spent":"2.60152618s","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":7216,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:53:30.975809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32906786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:30.975896Z","caller":"traceutil/trace.go:171","msg":"trace[1755876461] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24978; }","duration":"1.329201654s","start":"2026-03-18T14:53:29.646678Z","end":"2026-03-18T14:53:30.975879Z","steps":["trace[1755876461] 'agreement among raft nodes before linearized reading' (duration: 1.327826136s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:30.975967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:29.646657Z","time spent":"1.329295277s","remote":"127.0.0.1:45108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:53:39.25566Z","caller":"traceutil/trace.go:171","msg":"trace[1531572872] transaction","detail":"{read_only:false; response_revision:25035; number_of_response:1; }","duration":"166.190162ms","start":"2026-03-18T14:53:39.089411Z","end":"2026-03-18T14:53:39.255601Z","steps":["trace[1531572872] 'process raft request' (duration: 150.106338ms)","trace[1531572872] 'compare' (duration: 15.795667ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:39.25579Z","caller":"traceutil/trace.go:171","msg":"trace[1729221902] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"164.841677ms","start":"2026-03-18T14:53:39.090915Z","end":"2026-03-18T14:53:39.255757Z","steps":["trace[1729221902] 'process raft request' (duration: 164.768745ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:39.255892Z","caller":"traceutil/trace.go:171","msg":"trace[1883916352] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"166.053239ms","start":"2026-03-18T14:53:39.089828Z","end":"2026-03-18T14:53:39.255881Z","steps":["trace[1883916352] 'process raft request' (duration: 165.661658ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:39.255813Z","caller":"traceutil/trace.go:171","msg":"trace[1694103798] transaction","detail":"{read_only:false; response_revision:25037; number_of_response:1; }","duration":"165.33932ms","start":"2026-03-18T14:53:39.090397Z","end":"2026-03-18T14:53:39.255736Z","steps":["trace[1694103798] 'process raft request' (duration: 165.164885ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:39.256089Z","caller":"traceutil/trace.go:171","msg":"trace[1140411105] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"165.357991ms","start":"2026-03-18T14:53:39.09064Z","end":"2026-03-18T14:53:39.255998Z","steps":["trace[1140411105] 'process raft request' (duration: 164.9767ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:44.624544Z","caller":"traceutil/trace.go:171","msg":"trace[1417412915] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"105.859512ms","start":"2026-03-18T14:53:44.518636Z","end":"2026-03-18T14:53:44.624496Z","steps":["trace[1417412915] 'process raft request' (duration: 105.756009ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:44.624698Z","caller":"traceutil/trace.go:171","msg":"trace[1390052425] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"105.616126ms","start":"2026-03-18T14:53:44.519053Z","end":"2026-03-18T14:53:44.624669Z","steps":["trace[1390052425] 'process raft request' (duration: 105.369538ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:44.625338Z","caller":"traceutil/trace.go:171","msg":"trace[144827832] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"104.018982ms","start":"2026-03-18T14:53:44.521304Z","end":"2026-03-18T14:53:44.625323Z","steps":["trace[144827832] 'process raft request' (duration: 103.142779ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:44.625832Z","caller":"traceutil/trace.go:171","msg":"trace[1188699120] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"104.013571ms","start":"2026-03-18T14:53:44.521808Z","end":"2026-03-18T14:53:44.625822Z","steps":["trace[1188699120] 'process raft request' (duration: 102.664185ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:44.626041Z","caller":"traceutil/trace.go:171","msg":"trace[1629014593] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"107.438504ms","start":"2026-03-18T14:53:44.518581Z","end":"2026-03-18T14:53:44.626019Z","steps":["trace[1629014593] 'process raft request' (duration: 105.664416ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:44.799559Z","caller":"traceutil/trace.go:171","msg":"trace[1822469002] linearizableReadLoop","detail":"{readStateIndex:26106; appliedIndex:26105; }","duration":"165.71963ms","start":"2026-03-18T14:53:44.633784Z","end":"2026-03-18T14:53:44.799503Z","steps":["trace[1822469002] 'read index received' (duration: 111.407652ms)","trace[1822469002] 'applied index is now lower than readState.Index' (duration: 54.309918ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:44.799612Z","caller":"traceutil/trace.go:171","msg":"trace[1802147560] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"168.31141ms","start":"2026-03-18T14:53:44.631265Z","end":"2026-03-18T14:53:44.799576Z","steps":["trace[1802147560] 'process raft request' (duration: 113.8972ms)","trace[1802147560] 'compare' (duration: 54.107432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:44.799877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.08441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-18T14:53:44.799962Z","caller":"traceutil/trace.go:171","msg":"trace[480632725] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25114; }","duration":"166.223713ms","start":"2026-03-18T14:53:44.63372Z","end":"2026-03-18T14:53:44.799944Z","steps":["trace[480632725] 'agreement among raft nodes before linearized reading' (duration: 165.929834ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:44.836428Z","caller":"traceutil/trace.go:171","msg":"trace[1858614797] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"193.829961ms","start":"2026-03-18T14:53:44.642561Z","end":"2026-03-18T14:53:44.836391Z","steps":["trace[1858614797] 'process raft request' (duration: 193.707667ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:44.836943Z","caller":"traceutil/trace.go:171","msg":"trace[796316427] transaction","detail":"{read_only:false; response_revision:25115; number_of_response:1; }","duration":"202.385191ms","start":"2026-03-18T14:53:44.634515Z","end":"2026-03-18T14:53:44.8369Z","steps":["trace[796316427] 'process raft request' (duration: 201.557949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:44.840457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.706286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210983"} {"level":"info","ts":"2026-03-18T14:53:44.840522Z","caller":"traceutil/trace.go:171","msg":"trace[678590782] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25116; }","duration":"156.83161ms","start":"2026-03-18T14:53:44.683672Z","end":"2026-03-18T14:53:44.840504Z","steps":["trace[678590782] 'agreement among raft nodes before linearized reading' (duration: 155.554065ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:45.043586Z","caller":"traceutil/trace.go:171","msg":"trace[383758784] transaction","detail":"{read_only:false; response_revision:25118; number_of_response:1; }","duration":"100.568699ms","start":"2026-03-18T14:53:44.942972Z","end":"2026-03-18T14:53:45.043541Z","steps":["trace[383758784] 'process raft request' (duration: 89.209173ms)","trace[383758784] 'compare' (duration: 11.161431ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:45.052272Z","caller":"traceutil/trace.go:171","msg":"trace[1790358092] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25118; }","duration":"107.102195ms","start":"2026-03-18T14:53:44.945151Z","end":"2026-03-18T14:53:45.052253Z","steps":["trace[1790358092] 'process raft request' (duration: 106.911299ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:45.052199Z","caller":"traceutil/trace.go:171","msg":"trace[2129669456] linearizableReadLoop","detail":"{readStateIndex:26111; appliedIndex:26109; }","duration":"106.972901ms","start":"2026-03-18T14:53:44.945208Z","end":"2026-03-18T14:53:45.05218Z","steps":["trace[2129669456] 'read index received' (duration: 86.992762ms)","trace[2129669456] 'applied index is now lower than readState.Index' (duration: 19.978569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:45.052674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.433355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-18T14:53:45.052777Z","caller":"traceutil/trace.go:171","msg":"trace[78562585] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25118; }","duration":"107.583689ms","start":"2026-03-18T14:53:44.945168Z","end":"2026-03-18T14:53:45.052751Z","steps":["trace[78562585] 'agreement among raft nodes before linearized reading' (duration: 107.227828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:45.403621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.272821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:53:45.403703Z","caller":"traceutil/trace.go:171","msg":"trace[1216347238] linearizableReadLoop","detail":"{readStateIndex:26112; appliedIndex:26111; }","duration":"350.958718ms","start":"2026-03-18T14:53:45.052733Z","end":"2026-03-18T14:53:45.403692Z","steps":["trace[1216347238] 'read index received' (duration: 169.420281ms)","trace[1216347238] 'applied index is now lower than readState.Index' (duration: 181.537157ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:45.403763Z","caller":"traceutil/trace.go:171","msg":"trace[823015256] transaction","detail":"{read_only:false; response_revision:25119; number_of_response:1; }","duration":"371.700189ms","start":"2026-03-18T14:53:45.032053Z","end":"2026-03-18T14:53:45.403753Z","steps":["trace[823015256] 'process raft request' (duration: 190.0891ms)","trace[823015256] 'compare' (duration: 181.080615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:45.403801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:45.032018Z","time spent":"371.76405ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:45.403938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.573424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-18T14:53:45.404032Z","caller":"traceutil/trace.go:171","msg":"trace[1531517226] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25119; }","duration":"452.724558ms","start":"2026-03-18T14:53:44.95129Z","end":"2026-03-18T14:53:45.404014Z","steps":["trace[1531517226] 'agreement among raft nodes before linearized reading' (duration: 452.499192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:45.404044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.941813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-18T14:53:45.404074Z","caller":"traceutil/trace.go:171","msg":"trace[1074376070] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25119; }","duration":"446.991564ms","start":"2026-03-18T14:53:44.957072Z","end":"2026-03-18T14:53:45.404063Z","steps":["trace[1074376070] 'agreement among raft nodes before linearized reading' (duration: 446.896971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:45.404074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:44.951276Z","time spent":"452.788571ms","remote":"127.0.0.1:41072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-18T14:53:45.404093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:44.957061Z","time spent":"447.028755ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3590,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-18T14:53:45.441115Z","caller":"traceutil/trace.go:171","msg":"trace[471187092] transaction","detail":"{read_only:false; response_revision:25120; number_of_response:1; }","duration":"327.725521ms","start":"2026-03-18T14:53:45.113356Z","end":"2026-03-18T14:53:45.441082Z","steps":["trace[471187092] 'process raft request' (duration: 327.463693ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:45.44116Z","caller":"traceutil/trace.go:171","msg":"trace[3609956] transaction","detail":"{read_only:false; response_revision:25121; number_of_response:1; }","duration":"327.521114ms","start":"2026-03-18T14:53:45.113616Z","end":"2026-03-18T14:53:45.441137Z","steps":["trace[3609956] 'process raft request' (duration: 327.354769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:45.441295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:45.113603Z","time spent":"327.626156ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:45.441416Z","caller":"traceutil/trace.go:171","msg":"trace[1328228812] transaction","detail":"{read_only:false; response_revision:25122; number_of_response:1; }","duration":"327.203725ms","start":"2026-03-18T14:53:45.114194Z","end":"2026-03-18T14:53:45.441398Z","steps":["trace[1328228812] 'process raft request' (duration: 326.803785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:45.441461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:45.114178Z","time spent":"327.261027ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:45.44127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:45.113324Z","time spent":"327.872064ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:45.44156Z","caller":"traceutil/trace.go:171","msg":"trace[1146973395] transaction","detail":"{read_only:false; response_revision:25123; number_of_response:1; }","duration":"325.818109ms","start":"2026-03-18T14:53:45.115734Z","end":"2026-03-18T14:53:45.441552Z","steps":["trace[1146973395] 'process raft request' (duration: 325.290925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:45.441609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:45.115723Z","time spent":"325.85705ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:45.441693Z","caller":"traceutil/trace.go:171","msg":"trace[29776970] transaction","detail":"{read_only:false; response_revision:25124; number_of_response:1; }","duration":"325.772827ms","start":"2026-03-18T14:53:45.115912Z","end":"2026-03-18T14:53:45.441685Z","steps":["trace[29776970] 'process raft request' (duration: 325.141059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:45.441748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:45.115905Z","time spent":"325.817408ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:45.441883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.777286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:53:45.441966Z","caller":"traceutil/trace.go:171","msg":"trace[1848699256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25125; }","duration":"150.89987ms","start":"2026-03-18T14:53:45.29102Z","end":"2026-03-18T14:53:45.44192Z","steps":["trace[1848699256] 'agreement among raft nodes before linearized reading' (duration: 150.682164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:45.442125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.819569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T14:53:45.442185Z","caller":"traceutil/trace.go:171","msg":"trace[1131035892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25125; }","duration":"291.881271ms","start":"2026-03-18T14:53:45.150289Z","end":"2026-03-18T14:53:45.442171Z","steps":["trace[1131035892] 'agreement among raft nodes before linearized reading' (duration: 291.765728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:45.442331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.449926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:45.442367Z","caller":"traceutil/trace.go:171","msg":"trace[1791176924] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:0; response_revision:25125; }","duration":"302.485077ms","start":"2026-03-18T14:53:45.139872Z","end":"2026-03-18T14:53:45.442357Z","steps":["trace[1791176924] 'agreement among raft nodes before linearized reading' (duration: 302.431526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:45.442394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:45.139792Z","time spent":"302.59583ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/magnum-registry\" "} {"level":"warn","ts":"2026-03-18T14:53:45.442613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.44456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:4349"} {"level":"info","ts":"2026-03-18T14:53:45.442655Z","caller":"traceutil/trace.go:171","msg":"trace[170550186] range","detail":"{range_begin:/registry/secrets/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:25125; }","duration":"375.525602ms","start":"2026-03-18T14:53:45.067119Z","end":"2026-03-18T14:53:45.442645Z","steps":["trace[170550186] 'agreement among raft nodes before linearized reading' (duration: 375.422119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:45.442737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:45.067099Z","time spent":"375.629855ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4373,"request content":"key:\"/registry/secrets/openstack/magnum-api-certs\" "} {"level":"info","ts":"2026-03-18T14:53:45.442609Z","caller":"traceutil/trace.go:171","msg":"trace[1153067307] transaction","detail":"{read_only:false; response_revision:25125; number_of_response:1; }","duration":"326.247249ms","start":"2026-03-18T14:53:45.116082Z","end":"2026-03-18T14:53:45.442329Z","steps":["trace[1153067307] 'process raft request' (duration: 324.990665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:45.442924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:45.116038Z","time spent":"326.844386ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:45.443056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.265104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-18T14:53:45.44314Z","caller":"traceutil/trace.go:171","msg":"trace[1106779786] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25125; }","duration":"382.397547ms","start":"2026-03-18T14:53:45.060723Z","end":"2026-03-18T14:53:45.443121Z","steps":["trace[1106779786] 'agreement among raft nodes before linearized reading' (duration: 382.220033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:45.443178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:45.060703Z","time spent":"382.46502ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1156,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-18T14:53:45.443584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.6788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:45.44365Z","caller":"traceutil/trace.go:171","msg":"trace[356068404] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25125; }","duration":"131.770291ms","start":"2026-03-18T14:53:45.311864Z","end":"2026-03-18T14:53:45.443634Z","steps":["trace[356068404] 'agreement among raft nodes before linearized reading' (duration: 131.644828ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:45.552607Z","caller":"traceutil/trace.go:171","msg":"trace[67840422] linearizableReadLoop","detail":"{readStateIndex:26119; appliedIndex:26118; }","duration":"103.284922ms","start":"2026-03-18T14:53:45.449286Z","end":"2026-03-18T14:53:45.552571Z","steps":["trace[67840422] 'read index received' (duration: 87.926956ms)","trace[67840422] 'applied index is now lower than readState.Index' (duration: 15.356436ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:45.552804Z","caller":"traceutil/trace.go:171","msg":"trace[380413534] transaction","detail":"{read_only:false; response_revision:25126; number_of_response:1; }","duration":"104.032142ms","start":"2026-03-18T14:53:45.448674Z","end":"2026-03-18T14:53:45.552706Z","steps":["trace[380413534] 'process raft request' (duration: 88.587045ms)","trace[380413534] 'compare' (duration: 14.987125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:45.553077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.744414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-18T14:53:45.553219Z","caller":"traceutil/trace.go:171","msg":"trace[1244375424] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25126; }","duration":"103.93086ms","start":"2026-03-18T14:53:45.449258Z","end":"2026-03-18T14:53:45.553189Z","steps":["trace[1244375424] 'agreement among raft nodes before linearized reading' (duration: 103.488588ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:45.696543Z","caller":"traceutil/trace.go:171","msg":"trace[1766727466] transaction","detail":"{read_only:false; response_revision:25129; number_of_response:1; }","duration":"246.886953ms","start":"2026-03-18T14:53:45.449623Z","end":"2026-03-18T14:53:45.69651Z","steps":["trace[1766727466] 'process raft request' (duration: 246.668658ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:45.696613Z","caller":"traceutil/trace.go:171","msg":"trace[618037813] transaction","detail":"{read_only:false; response_revision:25127; number_of_response:1; }","duration":"247.176862ms","start":"2026-03-18T14:53:45.449398Z","end":"2026-03-18T14:53:45.696575Z","steps":["trace[618037813] 'process raft request' (duration: 211.378383ms)","trace[618037813] 'compare' (duration: 34.939965ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:45.696815Z","caller":"traceutil/trace.go:171","msg":"trace[1820178457] transaction","detail":"{read_only:false; response_revision:25128; number_of_response:1; }","duration":"247.369837ms","start":"2026-03-18T14:53:45.449426Z","end":"2026-03-18T14:53:45.696796Z","steps":["trace[1820178457] 'process raft request' (duration: 246.773301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:45.696848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.35481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-18T14:53:45.696892Z","caller":"traceutil/trace.go:171","msg":"trace[1024229046] transaction","detail":"{read_only:false; response_revision:25131; number_of_response:1; }","duration":"246.078523ms","start":"2026-03-18T14:53:45.450795Z","end":"2026-03-18T14:53:45.696873Z","steps":["trace[1024229046] 'process raft request' (duration: 245.646371ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:45.696612Z","caller":"traceutil/trace.go:171","msg":"trace[1228927802] linearizableReadLoop","detail":"{readStateIndex:26125; appliedIndex:26119; }","duration":"143.87576ms","start":"2026-03-18T14:53:45.552717Z","end":"2026-03-18T14:53:45.696593Z","steps":["trace[1228927802] 'read index received' (duration: 108.051381ms)","trace[1228927802] 'applied index is now lower than readState.Index' (duration: 35.823169ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:45.696914Z","caller":"traceutil/trace.go:171","msg":"trace[1577173739] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25132; }","duration":"246.433432ms","start":"2026-03-18T14:53:45.45046Z","end":"2026-03-18T14:53:45.696893Z","steps":["trace[1577173739] 'agreement among raft nodes before linearized reading' (duration: 246.209036ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:45.69701Z","caller":"traceutil/trace.go:171","msg":"trace[1791383039] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"246.546235ms","start":"2026-03-18T14:53:45.450454Z","end":"2026-03-18T14:53:45.697Z","steps":["trace[1791383039] 'process raft request' (duration: 245.918238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:45.697125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.605475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-18T14:53:45.697178Z","caller":"traceutil/trace.go:171","msg":"trace[869686380] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:25132; }","duration":"139.717967ms","start":"2026-03-18T14:53:45.557445Z","end":"2026-03-18T14:53:45.697163Z","steps":["trace[869686380] 'agreement among raft nodes before linearized reading' (duration: 139.554573ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:45.697329Z","caller":"traceutil/trace.go:171","msg":"trace[1638719114] transaction","detail":"{read_only:false; response_revision:25132; number_of_response:1; }","duration":"240.827131ms","start":"2026-03-18T14:53:45.456483Z","end":"2026-03-18T14:53:45.69731Z","steps":["trace[1638719114] 'process raft request' (duration: 240.017978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:45.697393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.007063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:45.697423Z","caller":"traceutil/trace.go:171","msg":"trace[794584593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25132; }","duration":"127.057224ms","start":"2026-03-18T14:53:45.570357Z","end":"2026-03-18T14:53:45.697414Z","steps":["trace[794584593] 'agreement among raft nodes before linearized reading' (duration: 127.005743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:45.697628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.681102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-03-18T14:53:45.697673Z","caller":"traceutil/trace.go:171","msg":"trace[1503554378] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25132; }","duration":"137.741594ms","start":"2026-03-18T14:53:45.559919Z","end":"2026-03-18T14:53:45.697661Z","steps":["trace[1503554378] 'agreement among raft nodes before linearized reading' (duration: 137.634681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:45.697701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.7482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:45.697765Z","caller":"traceutil/trace.go:171","msg":"trace[199034439] range","detail":"{range_begin:/registry/services/specs/openstack/magnum-registry; range_end:; response_count:0; response_revision:25132; }","duration":"138.843493ms","start":"2026-03-18T14:53:45.558907Z","end":"2026-03-18T14:53:45.69775Z","steps":["trace[199034439] 'agreement among raft nodes before linearized reading' (duration: 138.741451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:45.974534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.519173ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-03-18T14:53:45.974839Z","caller":"traceutil/trace.go:171","msg":"trace[336334184] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25137; }","duration":"231.885969ms","start":"2026-03-18T14:53:45.742924Z","end":"2026-03-18T14:53:45.97481Z","steps":["trace[336334184] 'process raft request' (duration: 112.591635ms)","trace[336334184] 'compare' (duration: 118.219955ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:45.975566Z","caller":"traceutil/trace.go:171","msg":"trace[186039301] transaction","detail":"{read_only:false; response_revision:25141; number_of_response:1; }","duration":"180.609493ms","start":"2026-03-18T14:53:45.79494Z","end":"2026-03-18T14:53:45.975549Z","steps":["trace[186039301] 'process raft request' (duration: 180.555742ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:45.97574Z","caller":"traceutil/trace.go:171","msg":"trace[183755712] transaction","detail":"{read_only:false; response_revision:25138; number_of_response:1; }","duration":"230.058429ms","start":"2026-03-18T14:53:45.745666Z","end":"2026-03-18T14:53:45.975724Z","steps":["trace[183755712] 'process raft request' (duration: 229.025451ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:45.975758Z","caller":"traceutil/trace.go:171","msg":"trace[1725652832] transaction","detail":"{read_only:false; response_revision:25139; number_of_response:1; }","duration":"228.414625ms","start":"2026-03-18T14:53:45.747306Z","end":"2026-03-18T14:53:45.97572Z","steps":["trace[1725652832] 'process raft request' (duration: 228.051565ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:45.975941Z","caller":"traceutil/trace.go:171","msg":"trace[1855923799] transaction","detail":"{read_only:false; response_revision:25140; number_of_response:1; }","duration":"181.857206ms","start":"2026-03-18T14:53:45.794057Z","end":"2026-03-18T14:53:45.975914Z","steps":["trace[1855923799] 'process raft request' (duration: 181.383773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:45.976202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.144608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-03-18T14:53:45.976267Z","caller":"traceutil/trace.go:171","msg":"trace[1956386366] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:25141; }","duration":"231.235351ms","start":"2026-03-18T14:53:45.745013Z","end":"2026-03-18T14:53:45.976249Z","steps":["trace[1956386366] 'agreement among raft nodes before linearized reading' (duration: 231.066486ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:45.975811Z","caller":"traceutil/trace.go:171","msg":"trace[1019110733] linearizableReadLoop","detail":"{readStateIndex:26130; appliedIndex:26128; }","duration":"230.722527ms","start":"2026-03-18T14:53:45.745059Z","end":"2026-03-18T14:53:45.975782Z","steps":["trace[1019110733] 'read index received' (duration: 42.760466ms)","trace[1019110733] 'applied index is now lower than readState.Index' (duration: 187.959201ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:45.976587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.16553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-18T14:53:45.976646Z","caller":"traceutil/trace.go:171","msg":"trace[972817643] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:25141; }","duration":"231.269931ms","start":"2026-03-18T14:53:45.745361Z","end":"2026-03-18T14:53:45.976631Z","steps":["trace[972817643] 'agreement among raft nodes before linearized reading' (duration: 231.087947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:45.977013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.911393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-18T14:53:45.977087Z","caller":"traceutil/trace.go:171","msg":"trace[1430305820] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25141; }","duration":"231.006475ms","start":"2026-03-18T14:53:45.746061Z","end":"2026-03-18T14:53:45.977068Z","steps":["trace[1430305820] 'agreement among raft nodes before linearized reading' (duration: 230.762018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:45.977146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.163123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:53:45.977203Z","caller":"traceutil/trace.go:171","msg":"trace[1591473064] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25141; }","duration":"112.257395ms","start":"2026-03-18T14:53:45.864934Z","end":"2026-03-18T14:53:45.977191Z","steps":["trace[1591473064] 'agreement among raft nodes before linearized reading' (duration: 112.151482ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:46.135549Z","caller":"traceutil/trace.go:171","msg":"trace[1382944428] transaction","detail":"{read_only:false; response_revision:25142; number_of_response:1; }","duration":"146.019638ms","start":"2026-03-18T14:53:45.98946Z","end":"2026-03-18T14:53:46.13548Z","steps":["trace[1382944428] 'process raft request' (duration: 100.95965ms)","trace[1382944428] 'compare' (duration: 44.721389ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:46.150417Z","caller":"traceutil/trace.go:171","msg":"trace[1492518505] linearizableReadLoop","detail":"{readStateIndex:26136; appliedIndex:26134; }","duration":"160.328605ms","start":"2026-03-18T14:53:45.990068Z","end":"2026-03-18T14:53:46.150397Z","steps":["trace[1492518505] 'read index received' (duration: 100.313792ms)","trace[1492518505] 'applied index is now lower than readState.Index' (duration: 60.013923ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:46.150456Z","caller":"traceutil/trace.go:171","msg":"trace[2074170295] transaction","detail":"{read_only:false; response_revision:25143; number_of_response:1; }","duration":"160.755605ms","start":"2026-03-18T14:53:45.989681Z","end":"2026-03-18T14:53:46.150436Z","steps":["trace[2074170295] 'process raft request' (duration: 160.593151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:46.150547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.475249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:46.150597Z","caller":"traceutil/trace.go:171","msg":"trace[217072136] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:25143; }","duration":"160.602443ms","start":"2026-03-18T14:53:45.989981Z","end":"2026-03-18T14:53:46.150584Z","steps":["trace[217072136] 'agreement among raft nodes before linearized reading' (duration: 160.51798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:46.150754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.512449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-18T14:53:46.150782Z","caller":"traceutil/trace.go:171","msg":"trace[436274039] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:25143; }","duration":"160.570201ms","start":"2026-03-18T14:53:45.990205Z","end":"2026-03-18T14:53:46.150776Z","steps":["trace[436274039] 'agreement among raft nodes before linearized reading' (duration: 160.464038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:46.150934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.53109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-18T14:53:46.150959Z","caller":"traceutil/trace.go:171","msg":"trace[1778107078] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25143; }","duration":"160.55712ms","start":"2026-03-18T14:53:45.990396Z","end":"2026-03-18T14:53:46.150953Z","steps":["trace[1778107078] 'agreement among raft nodes before linearized reading' (duration: 160.489248ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:46.323873Z","caller":"traceutil/trace.go:171","msg":"trace[1033872982] transaction","detail":"{read_only:false; response_revision:25146; number_of_response:1; }","duration":"129.48329ms","start":"2026-03-18T14:53:46.194364Z","end":"2026-03-18T14:53:46.323848Z","steps":["trace[1033872982] 'process raft request' (duration: 129.047128ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:46.324513Z","caller":"traceutil/trace.go:171","msg":"trace[657941624] transaction","detail":"{read_only:false; response_revision:25147; number_of_response:1; }","duration":"129.10745ms","start":"2026-03-18T14:53:46.195391Z","end":"2026-03-18T14:53:46.324499Z","steps":["trace[657941624] 'process raft request' (duration: 128.170785ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:46.325034Z","caller":"traceutil/trace.go:171","msg":"trace[633669984] transaction","detail":"{read_only:false; response_revision:25148; number_of_response:1; }","duration":"108.422501ms","start":"2026-03-18T14:53:46.216568Z","end":"2026-03-18T14:53:46.32499Z","steps":["trace[633669984] 'process raft request' (duration: 107.61406ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:46.325155Z","caller":"traceutil/trace.go:171","msg":"trace[961722869] transaction","detail":"{read_only:false; response_revision:25149; number_of_response:1; }","duration":"105.207203ms","start":"2026-03-18T14:53:46.219935Z","end":"2026-03-18T14:53:46.325142Z","steps":["trace[961722869] 'process raft request' (duration: 104.846624ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:46.325353Z","caller":"traceutil/trace.go:171","msg":"trace[1533492215] linearizableReadLoop","detail":"{readStateIndex:26140; appliedIndex:26137; }","duration":"122.207394ms","start":"2026-03-18T14:53:46.202727Z","end":"2026-03-18T14:53:46.324935Z","steps":["trace[1533492215] 'read index received' (duration: 48.524311ms)","trace[1533492215] 'applied index is now lower than readState.Index' (duration: 73.682283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:46.325651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.902123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111961"} {"level":"info","ts":"2026-03-18T14:53:46.325692Z","caller":"traceutil/trace.go:171","msg":"trace[635505330] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25149; }","duration":"122.979494ms","start":"2026-03-18T14:53:46.202703Z","end":"2026-03-18T14:53:46.325682Z","steps":["trace[635505330] 'agreement among raft nodes before linearized reading' (duration: 122.705977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:46.349352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.769459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9768"} {"level":"info","ts":"2026-03-18T14:53:46.349436Z","caller":"traceutil/trace.go:171","msg":"trace[1384076212] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:25150; }","duration":"132.883563ms","start":"2026-03-18T14:53:46.216534Z","end":"2026-03-18T14:53:46.349418Z","steps":["trace[1384076212] 'agreement among raft nodes before linearized reading' (duration: 132.650897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:46.349577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.694196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-18T14:53:46.349701Z","caller":"traceutil/trace.go:171","msg":"trace[369901658] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:25150; }","duration":"146.836699ms","start":"2026-03-18T14:53:46.202831Z","end":"2026-03-18T14:53:46.349668Z","steps":["trace[369901658] 'agreement among raft nodes before linearized reading' (duration: 146.51641ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:46.557693Z","caller":"traceutil/trace.go:171","msg":"trace[1372210562] transaction","detail":"{read_only:false; response_revision:25151; number_of_response:1; }","duration":"225.892917ms","start":"2026-03-18T14:53:46.331777Z","end":"2026-03-18T14:53:46.55767Z","steps":["trace[1372210562] 'process raft request' (duration: 225.366812ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:46.557745Z","caller":"traceutil/trace.go:171","msg":"trace[1732406621] transaction","detail":"{read_only:false; response_revision:25152; number_of_response:1; }","duration":"225.787053ms","start":"2026-03-18T14:53:46.331945Z","end":"2026-03-18T14:53:46.557732Z","steps":["trace[1732406621] 'process raft request' (duration: 225.591647ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:46.558033Z","caller":"traceutil/trace.go:171","msg":"trace[192158335] linearizableReadLoop","detail":"{readStateIndex:26145; appliedIndex:26145; }","duration":"208.857087ms","start":"2026-03-18T14:53:46.349162Z","end":"2026-03-18T14:53:46.558019Z","steps":["trace[192158335] 'read index received' (duration: 208.850007ms)","trace[192158335] 'applied index is now lower than readState.Index' (duration: 5.89µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:46.55831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.763547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-18T14:53:46.558372Z","caller":"traceutil/trace.go:171","msg":"trace[842421962] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25152; }","duration":"210.930533ms","start":"2026-03-18T14:53:46.347408Z","end":"2026-03-18T14:53:46.558339Z","steps":["trace[842421962] 'agreement among raft nodes before linearized reading' (duration: 210.653585ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:46.706981Z","caller":"traceutil/trace.go:171","msg":"trace[958233854] transaction","detail":"{read_only:false; response_revision:25154; number_of_response:1; }","duration":"140.008395ms","start":"2026-03-18T14:53:46.566957Z","end":"2026-03-18T14:53:46.706966Z","steps":["trace[958233854] 'process raft request' (duration: 139.964793ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:46.707272Z","caller":"traceutil/trace.go:171","msg":"trace[686067776] transaction","detail":"{read_only:false; response_revision:25153; number_of_response:1; }","duration":"347.633498ms","start":"2026-03-18T14:53:46.359632Z","end":"2026-03-18T14:53:46.707266Z","steps":["trace[686067776] 'process raft request' (duration: 347.188716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:46.707339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:46.359623Z","time spent":"347.667038ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9851,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:46.707418Z","caller":"traceutil/trace.go:171","msg":"trace[167374012] linearizableReadLoop","detail":"{readStateIndex:26147; appliedIndex:26145; }","duration":"149.341568ms","start":"2026-03-18T14:53:46.558071Z","end":"2026-03-18T14:53:46.707412Z","steps":["trace[167374012] 'read index received' (duration: 105.813171ms)","trace[167374012] 'applied index is now lower than readState.Index' (duration: 43.527727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:46.70815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.603148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210983"} {"level":"info","ts":"2026-03-18T14:53:46.708175Z","caller":"traceutil/trace.go:171","msg":"trace[823030029] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25154; }","duration":"229.654858ms","start":"2026-03-18T14:53:46.478514Z","end":"2026-03-18T14:53:46.708169Z","steps":["trace[823030029] 'agreement among raft nodes before linearized reading' (duration: 229.039741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:46.708187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.029244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2644"} {"level":"info","ts":"2026-03-18T14:53:46.712545Z","caller":"traceutil/trace.go:171","msg":"trace[1905963427] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25154; }","duration":"357.411731ms","start":"2026-03-18T14:53:46.355099Z","end":"2026-03-18T14:53:46.71251Z","steps":["trace[1905963427] 'agreement among raft nodes before linearized reading' (duration: 352.895039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:46.712807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.277687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"warn","ts":"2026-03-18T14:53:46.712867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:46.355087Z","time spent":"357.710811ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2668,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-18T14:53:46.712888Z","caller":"traceutil/trace.go:171","msg":"trace[556072831] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:25154; }","duration":"152.3823ms","start":"2026-03-18T14:53:46.56047Z","end":"2026-03-18T14:53:46.712852Z","steps":["trace[556072831] 'agreement among raft nodes before linearized reading' (duration: 152.165704ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:47.023324Z","caller":"traceutil/trace.go:171","msg":"trace[1276507899] transaction","detail":"{read_only:false; response_revision:25156; number_of_response:1; }","duration":"144.547958ms","start":"2026-03-18T14:53:46.878748Z","end":"2026-03-18T14:53:47.023296Z","steps":["trace[1276507899] 'process raft request' (duration: 144.478267ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:47.023368Z","caller":"traceutil/trace.go:171","msg":"trace[178288573] transaction","detail":"{read_only:false; response_revision:25155; number_of_response:1; }","duration":"299.297212ms","start":"2026-03-18T14:53:46.724044Z","end":"2026-03-18T14:53:47.023341Z","steps":["trace[178288573] 'process raft request' (duration: 239.456674ms)","trace[178288573] 'compare' (duration: 59.57119ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:47.023524Z","caller":"traceutil/trace.go:171","msg":"trace[620943281] linearizableReadLoop","detail":"{readStateIndex:26149; appliedIndex:26148; }","duration":"299.430944ms","start":"2026-03-18T14:53:46.724076Z","end":"2026-03-18T14:53:47.023507Z","steps":["trace[620943281] 'read index received' (duration: 239.441832ms)","trace[620943281] 'applied index is now lower than readState.Index' (duration: 59.987312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:47.023793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.690361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-03-18T14:53:47.023836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.144588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-03-18T14:53:47.023855Z","caller":"traceutil/trace.go:171","msg":"trace[1998004600] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25156; }","duration":"299.788494ms","start":"2026-03-18T14:53:46.72405Z","end":"2026-03-18T14:53:47.023838Z","steps":["trace[1998004600] 'agreement among raft nodes before linearized reading' (duration: 299.595858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:47.023842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.994711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:53:47.023907Z","caller":"traceutil/trace.go:171","msg":"trace[319509471] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25156; }","duration":"282.258781ms","start":"2026-03-18T14:53:46.741634Z","end":"2026-03-18T14:53:47.023893Z","steps":["trace[319509471] 'agreement among raft nodes before linearized reading' (duration: 282.041075ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:47.023916Z","caller":"traceutil/trace.go:171","msg":"trace[746111775] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25156; }","duration":"111.103664ms","start":"2026-03-18T14:53:46.912794Z","end":"2026-03-18T14:53:47.023898Z","steps":["trace[746111775] 'agreement among raft nodes before linearized reading' (duration: 110.906618ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:47.460074Z","caller":"traceutil/trace.go:171","msg":"trace[517193090] linearizableReadLoop","detail":"{readStateIndex:26151; appliedIndex:26150; }","duration":"423.222132ms","start":"2026-03-18T14:53:47.036831Z","end":"2026-03-18T14:53:47.460053Z","steps":["trace[517193090] 'read index received' (duration: 423.017816ms)","trace[517193090] 'applied index is now lower than readState.Index' (duration: 203.296µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:47.460473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.614782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-18T14:53:47.460497Z","caller":"traceutil/trace.go:171","msg":"trace[115534927] transaction","detail":"{read_only:false; response_revision:25157; number_of_response:1; }","duration":"423.963092ms","start":"2026-03-18T14:53:47.036428Z","end":"2026-03-18T14:53:47.460391Z","steps":["trace[115534927] 'process raft request' (duration: 423.468198ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:47.460538Z","caller":"traceutil/trace.go:171","msg":"trace[1530461366] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25157; }","duration":"423.695664ms","start":"2026-03-18T14:53:47.036828Z","end":"2026-03-18T14:53:47.460523Z","steps":["trace[1530461366] 'agreement among raft nodes before linearized reading' (duration: 423.504479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:47.460718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:47.036414Z","time spent":"424.172197ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3378,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:47.460939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:47.036821Z","time spent":"424.023173ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":675,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"info","ts":"2026-03-18T14:53:47.706161Z","caller":"traceutil/trace.go:171","msg":"trace[1734121173] linearizableReadLoop","detail":"{readStateIndex:26158; appliedIndex:26151; }","duration":"246.003392ms","start":"2026-03-18T14:53:47.460142Z","end":"2026-03-18T14:53:47.706145Z","steps":["trace[1734121173] 'read index received' (duration: 245.757064ms)","trace[1734121173] 'applied index is now lower than readState.Index' (duration: 245.678µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:47.706346Z","caller":"traceutil/trace.go:171","msg":"trace[242250840] transaction","detail":"{read_only:false; response_revision:25158; number_of_response:1; }","duration":"296.485965ms","start":"2026-03-18T14:53:47.409854Z","end":"2026-03-18T14:53:47.70634Z","steps":["trace[242250840] 'process raft request' (duration: 296.033742ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:47.706467Z","caller":"traceutil/trace.go:171","msg":"trace[1364699050] transaction","detail":"{read_only:false; response_revision:25159; number_of_response:1; }","duration":"257.787589ms","start":"2026-03-18T14:53:47.448675Z","end":"2026-03-18T14:53:47.706462Z","steps":["trace[1364699050] 'process raft request' (duration: 257.317186ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:47.706538Z","caller":"traceutil/trace.go:171","msg":"trace[544245548] transaction","detail":"{read_only:false; response_revision:25160; number_of_response:1; }","duration":"257.501581ms","start":"2026-03-18T14:53:47.449032Z","end":"2026-03-18T14:53:47.706533Z","steps":["trace[544245548] 'process raft request' (duration: 256.990408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:47.707941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.186032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-18T14:53:47.708023Z","caller":"traceutil/trace.go:171","msg":"trace[328021605] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25164; }","duration":"662.301135ms","start":"2026-03-18T14:53:47.045705Z","end":"2026-03-18T14:53:47.708006Z","steps":["trace[328021605] 'agreement among raft nodes before linearized reading' (duration: 662.109189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:47.708067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:47.045693Z","time spent":"662.365167ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3590,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-18T14:53:47.708288Z","caller":"traceutil/trace.go:171","msg":"trace[949665612] transaction","detail":"{read_only:false; response_revision:25162; number_of_response:1; }","duration":"257.377808ms","start":"2026-03-18T14:53:47.450897Z","end":"2026-03-18T14:53:47.708275Z","steps":["trace[949665612] 'process raft request' (duration: 255.174258ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:47.708401Z","caller":"traceutil/trace.go:171","msg":"trace[2142852033] transaction","detail":"{read_only:false; response_revision:25163; number_of_response:1; }","duration":"254.945322ms","start":"2026-03-18T14:53:47.453448Z","end":"2026-03-18T14:53:47.708394Z","steps":["trace[2142852033] 'process raft request' (duration: 252.64692ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:47.708483Z","caller":"traceutil/trace.go:171","msg":"trace[1700490293] transaction","detail":"{read_only:false; response_revision:25164; number_of_response:1; }","duration":"253.7472ms","start":"2026-03-18T14:53:47.45473Z","end":"2026-03-18T14:53:47.708477Z","steps":["trace[1700490293] 'process raft request' (duration: 251.390567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:47.708762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.672546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:47.708785Z","caller":"traceutil/trace.go:171","msg":"trace[1710930068] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25164; }","duration":"618.741077ms","start":"2026-03-18T14:53:47.090039Z","end":"2026-03-18T14:53:47.70878Z","steps":["trace[1710930068] 'agreement among raft nodes before linearized reading' (duration: 618.701307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:47.708802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:47.090012Z","time spent":"618.786078ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T14:53:47.708815Z","caller":"traceutil/trace.go:171","msg":"trace[1711951143] transaction","detail":"{read_only:false; response_revision:25161; number_of_response:1; }","duration":"255.93709ms","start":"2026-03-18T14:53:47.450659Z","end":"2026-03-18T14:53:47.706596Z","steps":["trace[1711951143] 'process raft request' (duration: 255.384015ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:47.757884Z","caller":"traceutil/trace.go:171","msg":"trace[1676885333] transaction","detail":"{read_only:false; response_revision:25165; number_of_response:1; }","duration":"294.104231ms","start":"2026-03-18T14:53:47.463755Z","end":"2026-03-18T14:53:47.757859Z","steps":["trace[1676885333] 'process raft request' (duration: 293.938236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:47.75812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.175008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-03-18T14:53:47.758158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.391736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-18T14:53:47.75814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.025437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:47.758193Z","caller":"traceutil/trace.go:171","msg":"trace[1154316254] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25165; }","duration":"289.302751ms","start":"2026-03-18T14:53:47.46887Z","end":"2026-03-18T14:53:47.758173Z","steps":["trace[1154316254] 'agreement among raft nodes before linearized reading' (duration: 289.144376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:47.75841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.640756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:47.758394Z","caller":"traceutil/trace.go:171","msg":"trace[2021525418] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25165; }","duration":"264.328177ms","start":"2026-03-18T14:53:47.494039Z","end":"2026-03-18T14:53:47.758367Z","steps":["trace[2021525418] 'agreement among raft nodes before linearized reading' (duration: 263.848623ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:47.758488Z","caller":"traceutil/trace.go:171","msg":"trace[68895574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25165; }","duration":"186.78687ms","start":"2026-03-18T14:53:47.571682Z","end":"2026-03-18T14:53:47.758469Z","steps":["trace[68895574] 'agreement among raft nodes before linearized reading' (duration: 186.608235ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:47.758237Z","caller":"traceutil/trace.go:171","msg":"trace[687761116] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:25165; }","duration":"170.488119ms","start":"2026-03-18T14:53:47.587731Z","end":"2026-03-18T14:53:47.758219Z","steps":["trace[687761116] 'agreement among raft nodes before linearized reading' (duration: 170.224452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:48.074868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.516019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:53:48.075004Z","caller":"traceutil/trace.go:171","msg":"trace[692234239] transaction","detail":"{read_only:false; response_revision:25166; number_of_response:1; }","duration":"312.18ms","start":"2026-03-18T14:53:47.762799Z","end":"2026-03-18T14:53:48.074979Z","steps":["trace[692234239] 'process raft request' (duration: 70.434694ms)","trace[692234239] 'compare' (duration: 241.246042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:48.075096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:47.762789Z","time spent":"312.263261ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:48.118582Z","caller":"traceutil/trace.go:171","msg":"trace[572608614] transaction","detail":"{read_only:false; response_revision:25167; number_of_response:1; }","duration":"355.678156ms","start":"2026-03-18T14:53:47.762834Z","end":"2026-03-18T14:53:48.118512Z","steps":["trace[572608614] 'process raft request' (duration: 352.800348ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:48.118796Z","caller":"traceutil/trace.go:171","msg":"trace[13894527] transaction","detail":"{read_only:false; response_revision:25168; number_of_response:1; }","duration":"355.915602ms","start":"2026-03-18T14:53:47.76286Z","end":"2026-03-18T14:53:48.118776Z","steps":["trace[13894527] 'process raft request' (duration: 355.531503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:48.118899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:47.762842Z","time spent":"356.002285ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:48.119028Z","caller":"traceutil/trace.go:171","msg":"trace[1304154180] transaction","detail":"{read_only:false; response_revision:25169; number_of_response:1; }","duration":"354.144984ms","start":"2026-03-18T14:53:47.764863Z","end":"2026-03-18T14:53:48.119008Z","steps":["trace[1304154180] 'process raft request' (duration: 353.914927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:48.11918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.171878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-18T14:53:48.119207Z","caller":"traceutil/trace.go:171","msg":"trace[1631030102] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25170; }","duration":"356.199619ms","start":"2026-03-18T14:53:47.763002Z","end":"2026-03-18T14:53:48.119202Z","steps":["trace[1631030102] 'agreement among raft nodes before linearized reading' (duration: 356.090766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:48.119221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:47.762976Z","time spent":"356.24142ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T14:53:48.119184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:47.764836Z","time spent":"354.278436ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:48.119228Z","caller":"traceutil/trace.go:171","msg":"trace[1414111603] transaction","detail":"{read_only:false; response_revision:25170; number_of_response:1; }","duration":"353.25209ms","start":"2026-03-18T14:53:47.765947Z","end":"2026-03-18T14:53:48.119199Z","steps":["trace[1414111603] 'process raft request' (duration: 353.002423ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:48.119081Z","caller":"traceutil/trace.go:171","msg":"trace[1820853160] linearizableReadLoop","detail":"{readStateIndex:26162; appliedIndex:26159; }","duration":"356.067226ms","start":"2026-03-18T14:53:47.763007Z","end":"2026-03-18T14:53:48.119074Z","steps":["trace[1820853160] 'read index received' (duration: 70.315111ms)","trace[1820853160] 'applied index is now lower than readState.Index' (duration: 285.751265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:48.119372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:47.765931Z","time spent":"353.370153ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:48.119608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:47.762812Z","time spent":"356.109977ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:48.153588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.010077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-08c0fb2a-377d-4a49-ac7e-facd9297d319\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-18T14:53:48.153619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.072797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-18T14:53:48.153713Z","caller":"traceutil/trace.go:171","msg":"trace[1450872916] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25171; }","duration":"389.194831ms","start":"2026-03-18T14:53:47.764495Z","end":"2026-03-18T14:53:48.15369Z","steps":["trace[1450872916] 'agreement among raft nodes before linearized reading' (duration: 388.916344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:48.153702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.7417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:53:48.153754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.688012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"warn","ts":"2026-03-18T14:53:48.153781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:47.764485Z","time spent":"389.281344ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":733,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-03-18T14:53:48.153793Z","caller":"traceutil/trace.go:171","msg":"trace[923666100] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:0; response_revision:25171; }","duration":"344.880854ms","start":"2026-03-18T14:53:47.808895Z","end":"2026-03-18T14:53:48.153776Z","steps":["trace[923666100] 'agreement among raft nodes before linearized reading' (duration: 344.71754ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:48.153817Z","caller":"traceutil/trace.go:171","msg":"trace[975919627] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25171; }","duration":"390.762054ms","start":"2026-03-18T14:53:47.763047Z","end":"2026-03-18T14:53:48.153809Z","steps":["trace[975919627] 'agreement among raft nodes before linearized reading' (duration: 390.651201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:48.153852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:47.808877Z","time spent":"344.966606ms","remote":"127.0.0.1:33708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":30,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-18T14:53:48.15395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:47.76304Z","time spent":"390.806365ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1367,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-03-18T14:53:48.153657Z","caller":"traceutil/trace.go:171","msg":"trace[1227429891] range","detail":"{range_begin:/registry/persistentvolumes/pvc-08c0fb2a-377d-4a49-ac7e-facd9297d319; range_end:; response_count:1; response_revision:25171; }","duration":"389.106099ms","start":"2026-03-18T14:53:47.764536Z","end":"2026-03-18T14:53:48.153642Z","steps":["trace[1227429891] 'agreement among raft nodes before linearized reading' (duration: 388.878603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:48.154068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:47.764526Z","time spent":"389.51342ms","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-08c0fb2a-377d-4a49-ac7e-facd9297d319\" "} {"level":"warn","ts":"2026-03-18T14:53:48.376635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.11694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:53:48.376774Z","caller":"traceutil/trace.go:171","msg":"trace[1189676414] linearizableReadLoop","detail":"{readStateIndex:26166; appliedIndex:26165; }","duration":"201.826236ms","start":"2026-03-18T14:53:48.174925Z","end":"2026-03-18T14:53:48.376751Z","steps":["trace[1189676414] 'read index received' (duration: 11.588173ms)","trace[1189676414] 'applied index is now lower than readState.Index' (duration: 190.236393ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:48.37687Z","caller":"traceutil/trace.go:171","msg":"trace[667976182] transaction","detail":"{read_only:false; response_revision:25172; number_of_response:1; }","duration":"202.432213ms","start":"2026-03-18T14:53:48.174422Z","end":"2026-03-18T14:53:48.376854Z","steps":["trace[667976182] 'process raft request' (duration: 12.003634ms)","trace[667976182] 'compare' (duration: 189.918095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:48.37704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.100854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-03-18T14:53:48.377118Z","caller":"traceutil/trace.go:171","msg":"trace[1860417026] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:25172; }","duration":"202.189976ms","start":"2026-03-18T14:53:48.17491Z","end":"2026-03-18T14:53:48.3771Z","steps":["trace[1860417026] 'agreement among raft nodes before linearized reading' (duration: 201.94029ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:48.390646Z","caller":"traceutil/trace.go:171","msg":"trace[1332952038] transaction","detail":"{read_only:false; response_revision:25173; number_of_response:1; }","duration":"203.09249ms","start":"2026-03-18T14:53:48.187537Z","end":"2026-03-18T14:53:48.390629Z","steps":["trace[1332952038] 'process raft request' (duration: 202.992807ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:48.555651Z","caller":"traceutil/trace.go:171","msg":"trace[291280838] transaction","detail":"{read_only:false; response_revision:25174; number_of_response:1; }","duration":"255.608601ms","start":"2026-03-18T14:53:48.300008Z","end":"2026-03-18T14:53:48.555617Z","steps":["trace[291280838] 'process raft request' (duration: 255.193169ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:48.555723Z","caller":"traceutil/trace.go:171","msg":"trace[1743055618] linearizableReadLoop","detail":"{readStateIndex:26168; appliedIndex:26167; }","duration":"178.891986ms","start":"2026-03-18T14:53:48.376809Z","end":"2026-03-18T14:53:48.555701Z","steps":["trace[1743055618] 'read index received' (duration: 13.900576ms)","trace[1743055618] 'applied index is now lower than readState.Index' (duration: 164.99039ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:48.555803Z","caller":"traceutil/trace.go:171","msg":"trace[1839961461] transaction","detail":"{read_only:false; response_revision:25175; number_of_response:1; }","duration":"170.488959ms","start":"2026-03-18T14:53:48.3853Z","end":"2026-03-18T14:53:48.555789Z","steps":["trace[1839961461] 'process raft request' (duration: 170.192641ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:48.555817Z","caller":"traceutil/trace.go:171","msg":"trace[1574590543] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"166.584814ms","start":"2026-03-18T14:53:48.389222Z","end":"2026-03-18T14:53:48.555807Z","steps":["trace[1574590543] 'process raft request' (duration: 166.42809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:48.55617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.373287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9869"} {"level":"info","ts":"2026-03-18T14:53:48.556204Z","caller":"traceutil/trace.go:171","msg":"trace[868546555] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:25176; }","duration":"284.471891ms","start":"2026-03-18T14:53:48.271724Z","end":"2026-03-18T14:53:48.556196Z","steps":["trace[868546555] 'agreement among raft nodes before linearized reading' (duration: 284.333628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:48.556524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.752086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-18T14:53:48.556577Z","caller":"traceutil/trace.go:171","msg":"trace[1310133222] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25176; }","duration":"376.888739ms","start":"2026-03-18T14:53:48.179674Z","end":"2026-03-18T14:53:48.556562Z","steps":["trace[1310133222] 'agreement among raft nodes before linearized reading' (duration: 376.539319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:48.556641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:48.179654Z","time spent":"376.973241ms","remote":"127.0.0.1:41072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-18T14:53:48.575863Z","caller":"traceutil/trace.go:171","msg":"trace[1001645496] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"181.065684ms","start":"2026-03-18T14:53:48.394774Z","end":"2026-03-18T14:53:48.575839Z","steps":["trace[1001645496] 'process raft request' (duration: 180.956032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:48.576135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.12363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111961"} {"level":"info","ts":"2026-03-18T14:53:48.576194Z","caller":"traceutil/trace.go:171","msg":"trace[1303126100] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25177; }","duration":"193.230624ms","start":"2026-03-18T14:53:48.382951Z","end":"2026-03-18T14:53:48.576182Z","steps":["trace[1303126100] 'agreement among raft nodes before linearized reading' (duration: 192.952937ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:48.717465Z","caller":"traceutil/trace.go:171","msg":"trace[607368280] transaction","detail":"{read_only:false; response_revision:25182; number_of_response:1; }","duration":"129.758628ms","start":"2026-03-18T14:53:48.587679Z","end":"2026-03-18T14:53:48.717437Z","steps":["trace[607368280] 'process raft request' (duration: 95.326277ms)","trace[607368280] 'compare' (duration: 34.312398ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:48.722556Z","caller":"traceutil/trace.go:171","msg":"trace[1475265664] transaction","detail":"{read_only:false; response_revision:25185; number_of_response:1; }","duration":"103.153938ms","start":"2026-03-18T14:53:48.619378Z","end":"2026-03-18T14:53:48.722532Z","steps":["trace[1475265664] 'process raft request' (duration: 102.922012ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:48.722641Z","caller":"traceutil/trace.go:171","msg":"trace[1844796699] transaction","detail":"{read_only:false; response_revision:25184; number_of_response:1; }","duration":"108.01399ms","start":"2026-03-18T14:53:48.614614Z","end":"2026-03-18T14:53:48.722628Z","steps":["trace[1844796699] 'process raft request' (duration: 107.658021ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:48.722637Z","caller":"traceutil/trace.go:171","msg":"trace[1079352600] transaction","detail":"{read_only:false; response_revision:25183; number_of_response:1; }","duration":"111.609137ms","start":"2026-03-18T14:53:48.610993Z","end":"2026-03-18T14:53:48.722603Z","steps":["trace[1079352600] 'process raft request' (duration: 111.164855ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:48.87374Z","caller":"traceutil/trace.go:171","msg":"trace[1695441496] transaction","detail":"{read_only:false; response_revision:25186; number_of_response:1; }","duration":"145.091473ms","start":"2026-03-18T14:53:48.728629Z","end":"2026-03-18T14:53:48.87372Z","steps":["trace[1695441496] 'process raft request' (duration: 143.388616ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:53.906634Z","caller":"traceutil/trace.go:171","msg":"trace[1482801188] transaction","detail":"{read_only:false; response_revision:25244; number_of_response:1; }","duration":"174.63302ms","start":"2026-03-18T14:53:53.731978Z","end":"2026-03-18T14:53:53.906611Z","steps":["trace[1482801188] 'process raft request' (duration: 174.465106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:55.905578Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.999066304s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:53:55.906051Z","caller":"traceutil/trace.go:171","msg":"trace[1438002095] transaction","detail":"{read_only:false; response_revision:25245; number_of_response:1; }","duration":"2.171251027s","start":"2026-03-18T14:53:53.734775Z","end":"2026-03-18T14:53:55.906026Z","steps":["trace[1438002095] 'process raft request' (duration: 2.171021971s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:55.906203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:53.734745Z","time spent":"2.171393592s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:55.906361Z","caller":"traceutil/trace.go:171","msg":"trace[464750483] transaction","detail":"{read_only:false; response_revision:25246; number_of_response:1; }","duration":"2.168961975s","start":"2026-03-18T14:53:53.737351Z","end":"2026-03-18T14:53:55.906313Z","steps":["trace[464750483] 'process raft request' (duration: 2.168634746s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:55.906395Z","caller":"traceutil/trace.go:171","msg":"trace[699073785] transaction","detail":"{read_only:false; response_revision:25247; number_of_response:1; }","duration":"2.168286478s","start":"2026-03-18T14:53:53.738082Z","end":"2026-03-18T14:53:55.906369Z","steps":["trace[699073785] 'process raft request' (duration: 2.168123913s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:55.906497Z","caller":"traceutil/trace.go:171","msg":"trace[52875360] linearizableReadLoop","detail":"{readStateIndex:26247; appliedIndex:26240; }","duration":"2.019414653s","start":"2026-03-18T14:53:53.887072Z","end":"2026-03-18T14:53:55.906487Z","steps":["trace[52875360] 'read index received' (duration: 19.453006ms)","trace[52875360] 'applied index is now lower than readState.Index' (duration: 1.999960867s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:55.906518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:53.738066Z","time spent":"2.168391551s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:55.90651Z","caller":"traceutil/trace.go:171","msg":"trace[1452254662] transaction","detail":"{read_only:false; response_revision:25248; number_of_response:1; }","duration":"2.168337709s","start":"2026-03-18T14:53:53.738139Z","end":"2026-03-18T14:53:55.906477Z","steps":["trace[1452254662] 'process raft request' (duration: 2.168194656s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:55.906575Z","caller":"traceutil/trace.go:171","msg":"trace[1898745383] transaction","detail":"{read_only:false; response_revision:25250; number_of_response:1; }","duration":"2.166313255s","start":"2026-03-18T14:53:53.740256Z","end":"2026-03-18T14:53:55.906569Z","steps":["trace[1898745383] 'process raft request' (duration: 2.166200852s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:55.906563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:53.737333Z","time spent":"2.169126681s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:55.906629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:53.740242Z","time spent":"2.166364716s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:55.906554Z","caller":"traceutil/trace.go:171","msg":"trace[1252118228] transaction","detail":"{read_only:false; response_revision:25249; number_of_response:1; }","duration":"2.168046602s","start":"2026-03-18T14:53:53.738501Z","end":"2026-03-18T14:53:55.906548Z","steps":["trace[1252118228] 'process raft request' (duration: 2.167921598s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:55.90666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:53.738119Z","time spent":"2.168466092s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:55.906725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:53.738488Z","time spent":"2.168210486s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:55.906759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01966266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:55.906828Z","caller":"traceutil/trace.go:171","msg":"trace[1011854420] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25250; }","duration":"2.019763473s","start":"2026-03-18T14:53:53.887045Z","end":"2026-03-18T14:53:55.906808Z","steps":["trace[1011854420] 'agreement among raft nodes before linearized reading' (duration: 2.01964926s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:55.906873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:53.887032Z","time spent":"2.019831795s","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T14:53:56.406818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:53:56.907009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:53:57.005745Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.099883624s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:53:57.006343Z","caller":"traceutil/trace.go:171","msg":"trace[1413844073] transaction","detail":"{read_only:false; response_revision:25251; number_of_response:1; }","duration":"2.357444571s","start":"2026-03-18T14:53:54.648841Z","end":"2026-03-18T14:53:57.006285Z","steps":["trace[1413844073] 'process raft request' (duration: 2.357177124s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:57.006469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:54.64882Z","time spent":"2.357580545s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:57.006457Z","caller":"traceutil/trace.go:171","msg":"trace[1455860766] transaction","detail":"{read_only:false; response_revision:25252; number_of_response:1; }","duration":"1.741303023s","start":"2026-03-18T14:53:55.265116Z","end":"2026-03-18T14:53:57.006419Z","steps":["trace[1455860766] 'process raft request' (duration: 1.741112049s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:57.006571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:55.26509Z","time spent":"1.741427398s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:57.414571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.251847ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:53:57.415375Z","caller":"traceutil/trace.go:171","msg":"trace[153149024] linearizableReadLoop","detail":"{readStateIndex:26251; appliedIndex:26247; }","duration":"1.50882719s","start":"2026-03-18T14:53:55.906524Z","end":"2026-03-18T14:53:57.415351Z","steps":["trace[153149024] 'read index received' (duration: 1.099496714s)","trace[153149024] 'applied index is now lower than readState.Index' (duration: 409.328936ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:57.415509Z","caller":"traceutil/trace.go:171","msg":"trace[776084062] transaction","detail":"{read_only:false; response_revision:25253; number_of_response:1; }","duration":"1.50323554s","start":"2026-03-18T14:53:55.912241Z","end":"2026-03-18T14:53:57.415477Z","steps":["trace[776084062] 'process raft request' (duration: 1.502433857s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:57.415718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:55.912224Z","time spent":"1.503401603s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:58.329032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75946873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:58.329133Z","caller":"traceutil/trace.go:171","msg":"trace[1983668394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25253; }","duration":"2.759618234s","start":"2026-03-18T14:53:55.569487Z","end":"2026-03-18T14:53:58.329105Z","steps":["trace[1983668394] 'agreement among raft nodes before linearized reading' (duration: 1.846117318s)","trace[1983668394] 'range keys from in-memory index tree' (duration: 913.355022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:58.329185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:55.569467Z","time spent":"2.759708136s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:53:58.329262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.571627777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-18T14:53:58.329301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.18320265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-18T14:53:58.329341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.064116425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:58.329362Z","caller":"traceutil/trace.go:171","msg":"trace[2036163196] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25253; }","duration":"3.571747469s","start":"2026-03-18T14:53:54.757588Z","end":"2026-03-18T14:53:58.329335Z","steps":["trace[2036163196] 'agreement among raft nodes before linearized reading' (duration: 2.657988636s)","trace[2036163196] 'range keys from in-memory index tree' (duration: 913.593268ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:58.329382Z","caller":"traceutil/trace.go:171","msg":"trace[1638704626] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25253; }","duration":"3.064171378s","start":"2026-03-18T14:53:55.265195Z","end":"2026-03-18T14:53:58.329367Z","steps":["trace[1638704626] 'agreement among raft nodes before linearized reading' (duration: 2.150390025s)","trace[1638704626] 'count revisions from in-memory index tree' (duration: 913.718621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:58.329418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:55.265188Z","time spent":"3.064221129s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:53:58.329424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:54.757568Z","time spent":"3.571842631s","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-18T14:53:58.329423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.224728292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T14:53:58.329462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.180700251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:53:58.329489Z","caller":"traceutil/trace.go:171","msg":"trace[1135174168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25253; }","duration":"4.224826035s","start":"2026-03-18T14:53:54.104644Z","end":"2026-03-18T14:53:58.32947Z","steps":["trace[1135174168] 'agreement among raft nodes before linearized reading' (duration: 3.310863946s)","trace[1135174168] 'range keys from in-memory index tree' (duration: 913.824815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:58.329448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.376325796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:58.329538Z","caller":"traceutil/trace.go:171","msg":"trace[2131157805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25253; }","duration":"4.180814935s","start":"2026-03-18T14:53:54.148703Z","end":"2026-03-18T14:53:58.329518Z","steps":["trace[2131157805] 'agreement among raft nodes before linearized reading' (duration: 3.266911738s)","trace[2131157805] 'range keys from in-memory index tree' (duration: 913.721012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:58.32954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:54.104625Z","time spent":"4.224902376s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:53:58.329566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:54.14869Z","time spent":"4.180868766s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:53:58.329576Z","caller":"traceutil/trace.go:171","msg":"trace[1372886603] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25253; }","duration":"3.37651411s","start":"2026-03-18T14:53:54.95303Z","end":"2026-03-18T14:53:58.329544Z","steps":["trace[1372886603] 'agreement among raft nodes before linearized reading' (duration: 2.462405318s)","trace[1372886603] 'count revisions from in-memory index tree' (duration: 913.913667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:58.329655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:54.95301Z","time spent":"3.376621633s","remote":"127.0.0.1:49970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:53:58.329732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.359577923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-18T14:53:58.329754Z","caller":"traceutil/trace.go:171","msg":"trace[461286440] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25253; }","duration":"3.359614845s","start":"2026-03-18T14:53:54.970129Z","end":"2026-03-18T14:53:58.329744Z","steps":["trace[461286440] 'agreement among raft nodes before linearized reading' (duration: 2.445493792s)","trace[461286440] 'range keys from in-memory index tree' (duration: 914.068382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:58.329778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:54.970121Z","time spent":"3.359653265s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:53:58.329827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.639529398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:53:58.329871Z","caller":"traceutil/trace.go:171","msg":"trace[20720561] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25253; }","duration":"2.63964699s","start":"2026-03-18T14:53:55.690211Z","end":"2026-03-18T14:53:58.329858Z","steps":["trace[20720561] 'agreement among raft nodes before linearized reading' (duration: 1.725385194s)","trace[20720561] 'count revisions from in-memory index tree' (duration: 914.184655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:58.329872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.27828299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:53:58.329301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.181707948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T14:53:58.329935Z","caller":"traceutil/trace.go:171","msg":"trace[1794745661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25253; }","duration":"4.182370607s","start":"2026-03-18T14:53:54.147551Z","end":"2026-03-18T14:53:58.329922Z","steps":["trace[1794745661] 'agreement among raft nodes before linearized reading' (duration: 3.267900665s)","trace[1794745661] 'range keys from in-memory index tree' (duration: 913.721161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:58.329934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.429877774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:58.329375Z","caller":"traceutil/trace.go:171","msg":"trace[1554717599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25253; }","duration":"4.183293332s","start":"2026-03-18T14:53:54.146061Z","end":"2026-03-18T14:53:58.329354Z","steps":["trace[1554717599] 'agreement among raft nodes before linearized reading' (duration: 3.269421836s)","trace[1554717599] 'range keys from in-memory index tree' (duration: 913.738182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:58.329885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.361902216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-18T14:53:58.32997Z","caller":"traceutil/trace.go:171","msg":"trace[1908264318] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25253; }","duration":"3.429944136s","start":"2026-03-18T14:53:54.900014Z","end":"2026-03-18T14:53:58.329958Z","steps":["trace[1908264318] 'agreement among raft nodes before linearized reading' (duration: 2.515474494s)","trace[1908264318] 'count revisions from in-memory index tree' (duration: 913.903237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:58.330005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:54.899997Z","time spent":"3.429998068s","remote":"127.0.0.1:54910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:53:58.330003Z","caller":"traceutil/trace.go:171","msg":"trace[306780599] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25253; }","duration":"3.36205874s","start":"2026-03-18T14:53:54.96793Z","end":"2026-03-18T14:53:58.329989Z","steps":["trace[306780599] 'agreement among raft nodes before linearized reading' (duration: 2.447701371s)","trace[306780599] 'range keys from in-memory index tree' (duration: 914.193244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:58.330007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:54.146055Z","time spent":"4.183931618s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:53:58.330056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:54.967903Z","time spent":"3.362132802s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T14:53:58.329897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:55.690196Z","time spent":"2.639692612s","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:53:58.329959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:54.147545Z","time spent":"4.182406979s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:53:58.329941Z","caller":"traceutil/trace.go:171","msg":"trace[1342670276] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25253; }","duration":"4.278388972s","start":"2026-03-18T14:53:54.051529Z","end":"2026-03-18T14:53:58.329918Z","steps":["trace[1342670276] 'agreement among raft nodes before linearized reading' (duration: 3.364025962s)","trace[1342670276] 'count revisions from in-memory index tree' (duration: 914.280687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:58.329262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.184069983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-18T14:53:58.330213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.821892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-18T14:53:58.330234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:54.051506Z","time spent":"4.278712951s","remote":"127.0.0.1:45854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:53:58.330271Z","caller":"traceutil/trace.go:171","msg":"trace[821554679] linearizableReadLoop","detail":"{readStateIndex:26252; appliedIndex:26251; }","duration":"914.824752ms","start":"2026-03-18T14:53:57.41544Z","end":"2026-03-18T14:53:58.330265Z","steps":["trace[821554679] 'read index received' (duration: 123.434µs)","trace[821554679] 'applied index is now lower than readState.Index' (duration: 914.700478ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:58.330271Z","caller":"traceutil/trace.go:171","msg":"trace[1637121380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25253; }","duration":"4.185107541s","start":"2026-03-18T14:53:54.145119Z","end":"2026-03-18T14:53:58.330227Z","steps":["trace[1637121380] 'agreement among raft nodes before linearized reading' (duration: 3.270379232s)","trace[1637121380] 'range keys from in-memory index tree' (duration: 913.536447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:58.330317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:54.145101Z","time spent":"4.185202063s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:53:58.330317Z","caller":"traceutil/trace.go:171","msg":"trace[166402912] transaction","detail":"{read_only:false; response_revision:25254; number_of_response:1; }","duration":"1.289617794s","start":"2026-03-18T14:53:57.040675Z","end":"2026-03-18T14:53:58.330293Z","steps":["trace[166402912] 'process raft request' (duration: 374.663768ms)","trace[166402912] 'compare' (duration: 913.790574ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:53:58.330378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78069189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:53:58.330393Z","caller":"traceutil/trace.go:171","msg":"trace[1297910658] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25254; }","duration":"1.780736521s","start":"2026-03-18T14:53:56.549652Z","end":"2026-03-18T14:53:58.330388Z","steps":["trace[1297910658] 'agreement among raft nodes before linearized reading' (duration: 1.780705741s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:58.330408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:56.549632Z","time spent":"1.780772512s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:53:58.330453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:57.040643Z","time spent":"1.289728097s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:58.330486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418207734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:58.330518Z","caller":"traceutil/trace.go:171","msg":"trace[1280623402] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25254; }","duration":"2.418238844s","start":"2026-03-18T14:53:55.912271Z","end":"2026-03-18T14:53:58.330509Z","steps":["trace[1280623402] 'agreement among raft nodes before linearized reading' (duration: 2.418182853s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:58.330539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:55.912237Z","time spent":"2.418296448s","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T14:53:58.330349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45261143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:58.330564Z","caller":"traceutil/trace.go:171","msg":"trace[1527772738] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25254; }","duration":"1.452862187s","start":"2026-03-18T14:53:56.877693Z","end":"2026-03-18T14:53:58.330555Z","steps":["trace[1527772738] 'agreement among raft nodes before linearized reading' (duration: 1.45260954s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:58.330588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:56.877672Z","time spent":"1.452907749s","remote":"127.0.0.1:54854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:53:58.417949Z","caller":"traceutil/trace.go:171","msg":"trace[324084926] transaction","detail":"{read_only:false; response_revision:25255; number_of_response:1; }","duration":"506.038981ms","start":"2026-03-18T14:53:57.911891Z","end":"2026-03-18T14:53:58.41793Z","steps":["trace[324084926] 'process raft request' (duration: 505.910337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:58.418064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:57.911867Z","time spent":"506.136023ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:59.374136Z","caller":"traceutil/trace.go:171","msg":"trace[1325789059] transaction","detail":"{read_only:false; response_revision:25257; number_of_response:1; }","duration":"1.462041615s","start":"2026-03-18T14:53:57.912074Z","end":"2026-03-18T14:53:59.374116Z","steps":["trace[1325789059] 'process raft request' (duration: 1.461984663s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:59.374292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:57.912049Z","time spent":"1.462150498s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:59.374308Z","caller":"traceutil/trace.go:171","msg":"trace[1766340315] transaction","detail":"{read_only:false; response_revision:25256; number_of_response:1; }","duration":"1.462145889s","start":"2026-03-18T14:53:57.912061Z","end":"2026-03-18T14:53:59.374207Z","steps":["trace[1766340315] 'process raft request' (duration: 1.461752588s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:59.374517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:57.912027Z","time spent":"1.462395465s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:59.374526Z","caller":"traceutil/trace.go:171","msg":"trace[2040429113] transaction","detail":"{read_only:false; response_revision:25258; number_of_response:1; }","duration":"1.462032215s","start":"2026-03-18T14:53:57.912433Z","end":"2026-03-18T14:53:59.374465Z","steps":["trace[2040429113] 'process raft request' (duration: 1.461657335s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:59.374594Z","caller":"traceutil/trace.go:171","msg":"trace[570220420] transaction","detail":"{read_only:false; response_revision:25259; number_of_response:1; }","duration":"1.461969153s","start":"2026-03-18T14:53:57.912587Z","end":"2026-03-18T14:53:59.374556Z","steps":["trace[570220420] 'process raft request' (duration: 1.461747677s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:59.374678Z","caller":"traceutil/trace.go:171","msg":"trace[579487931] transaction","detail":"{read_only:false; response_revision:25260; number_of_response:1; }","duration":"1.462061745s","start":"2026-03-18T14:53:57.912588Z","end":"2026-03-18T14:53:59.37465Z","steps":["trace[579487931] 'process raft request' (duration: 1.46188653s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:59.374737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:57.912421Z","time spent":"1.46221344s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:59.374731Z","caller":"traceutil/trace.go:171","msg":"trace[1542696091] transaction","detail":"{read_only:false; response_revision:25261; number_of_response:1; }","duration":"1.040872629s","start":"2026-03-18T14:53:58.333837Z","end":"2026-03-18T14:53:59.37471Z","steps":["trace[1542696091] 'process raft request' (duration: 1.040690624s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:59.374808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:57.912575Z","time spent":"1.462129247s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:59.374818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:57.91256Z","time spent":"1.4621837s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:59.37484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:58.333811Z","time spent":"1.040972562s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:59.374866Z","caller":"traceutil/trace.go:171","msg":"trace[1300416627] transaction","detail":"{read_only:false; response_revision:25262; number_of_response:1; }","duration":"1.040323524s","start":"2026-03-18T14:53:58.334533Z","end":"2026-03-18T14:53:59.374856Z","steps":["trace[1300416627] 'process raft request' (duration: 1.040122979s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:59.374911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:58.334507Z","time spent":"1.040378427s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:59.374958Z","caller":"traceutil/trace.go:171","msg":"trace[251018961] transaction","detail":"{read_only:false; response_revision:25263; number_of_response:1; }","duration":"1.039498502s","start":"2026-03-18T14:53:58.335443Z","end":"2026-03-18T14:53:59.374942Z","steps":["trace[251018961] 'process raft request' (duration: 1.039359818s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:59.374959Z","caller":"traceutil/trace.go:171","msg":"trace[683047455] transaction","detail":"{read_only:false; response_revision:25264; number_of_response:1; }","duration":"1.039309687s","start":"2026-03-18T14:53:58.335632Z","end":"2026-03-18T14:53:59.374942Z","steps":["trace[683047455] 'process raft request' (duration: 1.039221385s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:59.374979Z","caller":"traceutil/trace.go:171","msg":"trace[1814901956] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"1.037833867s","start":"2026-03-18T14:53:58.337136Z","end":"2026-03-18T14:53:59.374969Z","steps":["trace[1814901956] 'process raft request' (duration: 1.037796335s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:59.374981Z","caller":"traceutil/trace.go:171","msg":"trace[1635583459] linearizableReadLoop","detail":"{readStateIndex:26258; appliedIndex:26252; }","duration":"1.044678713s","start":"2026-03-18T14:53:58.330285Z","end":"2026-03-18T14:53:59.374964Z","steps":["trace[1635583459] 'read index received' (duration: 87.526397ms)","trace[1635583459] 'applied index is now lower than readState.Index' (duration: 957.151356ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:53:59.37498Z","caller":"traceutil/trace.go:171","msg":"trace[664752913] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"1.037833107s","start":"2026-03-18T14:53:58.337132Z","end":"2026-03-18T14:53:59.374966Z","steps":["trace[664752913] 'process raft request' (duration: 1.037769765s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:59.37502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:58.335427Z","time spent":"1.039558513s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:59.375031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:58.335617Z","time spent":"1.039378899s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:59.375022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:58.337099Z","time spent":"1.03790123s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:59.37508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804419971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:53:59.375092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129298489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T14:53:59.375094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:58.33712Z","time spent":"1.037930599s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:53:59.374973Z","caller":"traceutil/trace.go:171","msg":"trace[1655122774] transaction","detail":"{read_only:false; response_revision:25265; number_of_response:1; }","duration":"1.039059391s","start":"2026-03-18T14:53:58.335902Z","end":"2026-03-18T14:53:59.374962Z","steps":["trace[1655122774] 'process raft request' (duration: 1.038977309s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:59.375126Z","caller":"traceutil/trace.go:171","msg":"trace[559193335] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25267; }","duration":"1.129370282s","start":"2026-03-18T14:53:58.245747Z","end":"2026-03-18T14:53:59.375117Z","steps":["trace[559193335] 'agreement among raft nodes before linearized reading' (duration: 1.129242588s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:59.375148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:58.245724Z","time spent":"1.129420063s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-18T14:53:59.375108Z","caller":"traceutil/trace.go:171","msg":"trace[1970391728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25267; }","duration":"1.804488693s","start":"2026-03-18T14:53:57.570611Z","end":"2026-03-18T14:53:59.3751Z","steps":["trace[1970391728] 'agreement among raft nodes before linearized reading' (duration: 1.804434151s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:59.375288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.938975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:53:59.375324Z","caller":"traceutil/trace.go:171","msg":"trace[1133296768] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25267; }","duration":"180.013807ms","start":"2026-03-18T14:53:59.195301Z","end":"2026-03-18T14:53:59.375315Z","steps":["trace[1133296768] 'agreement among raft nodes before linearized reading' (duration: 179.881774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:59.37532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:57.57059Z","time spent":"1.804718379s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:53:59.375146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037969711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:53:59.375281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.109446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:53:59.375396Z","caller":"traceutil/trace.go:171","msg":"trace[817184769] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25267; }","duration":"879.222769ms","start":"2026-03-18T14:53:58.496162Z","end":"2026-03-18T14:53:59.375384Z","steps":["trace[817184769] 'agreement among raft nodes before linearized reading' (duration: 879.042485ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:53:59.375396Z","caller":"traceutil/trace.go:171","msg":"trace[1717911908] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25267; }","duration":"1.038234367s","start":"2026-03-18T14:53:58.337138Z","end":"2026-03-18T14:53:59.375373Z","steps":["trace[1717911908] 'agreement among raft nodes before linearized reading' (duration: 1.037971441s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:59.375448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:58.496113Z","time spent":"879.305652ms","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:53:59.375459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:58.337126Z","time spent":"1.038314049s","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T14:53:59.375163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.112774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:59.375579Z","caller":"traceutil/trace.go:171","msg":"trace[508418109] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25267; }","duration":"542.564338ms","start":"2026-03-18T14:53:58.833003Z","end":"2026-03-18T14:53:59.375567Z","steps":["trace[508418109] 'agreement among raft nodes before linearized reading' (duration: 542.123046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:59.375609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:58.83298Z","time spent":"542.619688ms","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:53:59.375176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:58.335888Z","time spent":"1.039248435s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:53:59.375219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.450865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:53:59.375732Z","caller":"traceutil/trace.go:171","msg":"trace[1384263539] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25267; }","duration":"617.010651ms","start":"2026-03-18T14:53:58.758708Z","end":"2026-03-18T14:53:59.375718Z","steps":["trace[1384263539] 'agreement among raft nodes before linearized reading' (duration: 616.457346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:59.375777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:58.758682Z","time spent":"617.081922ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:53:59.375828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412402062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:53:59.375883Z","caller":"traceutil/trace.go:171","msg":"trace[1826006104] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25267; }","duration":"1.413242366s","start":"2026-03-18T14:53:57.962628Z","end":"2026-03-18T14:53:59.37587Z","steps":["trace[1826006104] 'agreement among raft nodes before linearized reading' (duration: 1.412369153s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:53:59.375937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:57.962609Z","time spent":"1.413315727s","remote":"127.0.0.1:33636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:00.779419Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.396121374s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:54:01.113311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.503376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:54:01.113427Z","caller":"traceutil/trace.go:171","msg":"trace[1749152743] linearizableReadLoop","detail":"{readStateIndex:26266; appliedIndex:26265; }","duration":"1.730184544s","start":"2026-03-18T14:53:59.38321Z","end":"2026-03-18T14:54:01.113394Z","steps":["trace[1749152743] 'read index received' (duration: 31.971µs)","trace[1749152743] 'applied index is now lower than readState.Index' (duration: 1.730150603s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:54:01.1135Z","caller":"traceutil/trace.go:171","msg":"trace[2077521647] transaction","detail":"{read_only:false; response_revision:25268; number_of_response:1; }","duration":"1.730311428s","start":"2026-03-18T14:53:59.383174Z","end":"2026-03-18T14:54:01.113486Z","steps":["trace[2077521647] 'process raft request' (duration: 1.396543954s)","trace[2077521647] 'compare' (duration: 332.52522ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:01.113555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:59.383159Z","time spent":"1.730363299s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:01.113854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730642846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:01.113892Z","caller":"traceutil/trace.go:171","msg":"trace[1444249419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25268; }","duration":"1.730697967s","start":"2026-03-18T14:53:59.383183Z","end":"2026-03-18T14:54:01.113881Z","steps":["trace[1444249419] 'agreement among raft nodes before linearized reading' (duration: 1.730598884s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:01.11392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:59.383174Z","time spent":"1.73074066s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:54:03.115614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999866275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:03.115696Z","caller":"traceutil/trace.go:171","msg":"trace[1233080603] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999998188s","start":"2026-03-18T14:54:01.115679Z","end":"2026-03-18T14:54:03.115677Z","steps":["trace[1233080603] 'agreement among raft nodes before linearized reading' (duration: 1.999898896s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:03.115747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:01.115643Z","time spent":"2.00009055s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:54:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:03.763349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000283397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:03.763516Z","caller":"traceutil/trace.go:171","msg":"trace[1190956394] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000528842s","start":"2026-03-18T14:54:01.762967Z","end":"2026-03-18T14:54:03.763496Z","steps":["trace[1190956394] 'agreement among raft nodes before linearized reading' (duration: 2.000327087s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:03.763605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:01.762911Z","time spent":"2.000677056s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:54:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:04.419258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:59.421218Z","time spent":"4.998033307s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 14:54:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:04.781179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.327184788s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:54:04.781405Z","caller":"traceutil/trace.go:171","msg":"trace[686829715] linearizableReadLoop","detail":"{readStateIndex:26268; appliedIndex:26266; }","duration":"3.667930009s","start":"2026-03-18T14:54:01.113453Z","end":"2026-03-18T14:54:04.781383Z","steps":["trace[686829715] 'read index received' (duration: 340.395662ms)","trace[686829715] 'applied index is now lower than readState.Index' (duration: 3.327533057s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:54:04.781726Z","caller":"traceutil/trace.go:171","msg":"trace[1883903220] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"4.357962814s","start":"2026-03-18T14:54:00.423744Z","end":"2026-03-18T14:54:04.781707Z","steps":["trace[1883903220] 'process raft request' (duration: 4.357548013s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:04.781834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:00.423714Z","time spent":"4.358063326s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:04.781917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.930908369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:04.781986Z","caller":"traceutil/trace.go:171","msg":"trace[1684785498] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25270; }","duration":"3.931016301s","start":"2026-03-18T14:54:00.850953Z","end":"2026-03-18T14:54:04.781969Z","steps":["trace[1684785498] 'agreement among raft nodes before linearized reading' (duration: 3.930894127s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:04.782027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:00.850936Z","time spent":"3.931081503s","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:04.782026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.156953323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:54:04.782013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.915629375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:54:04.782075Z","caller":"traceutil/trace.go:171","msg":"trace[1099146201] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25270; }","duration":"5.157042456s","start":"2026-03-18T14:53:59.625017Z","end":"2026-03-18T14:54:04.782059Z","steps":["trace[1099146201] 'agreement among raft nodes before linearized reading' (duration: 5.156953224s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:04.782095Z","caller":"traceutil/trace.go:171","msg":"trace[1497507469] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25270; }","duration":"3.915764009s","start":"2026-03-18T14:54:00.866307Z","end":"2026-03-18T14:54:04.782071Z","steps":["trace[1497507469] 'agreement among raft nodes before linearized reading' (duration: 3.915603136s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:04.782144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:00.866282Z","time spent":"3.915847051s","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:04.782132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:59.624992Z","time spent":"5.157124738s","remote":"127.0.0.1:56416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:04.782163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.348338318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:04.782235Z","caller":"traceutil/trace.go:171","msg":"trace[1803459471] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25270; }","duration":"5.34842284s","start":"2026-03-18T14:53:59.433794Z","end":"2026-03-18T14:54:04.782216Z","steps":["trace[1803459471] 'agreement among raft nodes before linearized reading' (duration: 5.348291836s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:04.782264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.252522228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:04.782273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.234588368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:04.782308Z","caller":"traceutil/trace.go:171","msg":"trace[749145108] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25270; }","duration":"5.252596239s","start":"2026-03-18T14:53:59.529699Z","end":"2026-03-18T14:54:04.782295Z","steps":["trace[749145108] 'agreement among raft nodes before linearized reading' (duration: 5.252490437s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:04.782315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:59.433749Z","time spent":"5.348549493s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T14:54:04.782325Z","caller":"traceutil/trace.go:171","msg":"trace[1207690124] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25270; }","duration":"4.234711772s","start":"2026-03-18T14:54:00.547594Z","end":"2026-03-18T14:54:04.782306Z","steps":["trace[1207690124] 'agreement among raft nodes before linearized reading' (duration: 4.23461839s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:04.782411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:00.54757Z","time spent":"4.234827044s","remote":"127.0.0.1:54544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:04.782412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.19916986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-18T14:54:04.78209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.287173689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-18T14:54:04.782348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:53:59.529637Z","time spent":"5.252696412s","remote":"127.0.0.1:46686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:04.782483Z","caller":"traceutil/trace.go:171","msg":"trace[1389891288] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25270; }","duration":"4.199281134s","start":"2026-03-18T14:54:00.583183Z","end":"2026-03-18T14:54:04.782464Z","steps":["trace[1389891288] 'agreement among raft nodes before linearized reading' (duration: 4.199016497s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:04.782507Z","caller":"traceutil/trace.go:171","msg":"trace[39930563] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:25270; }","duration":"4.287642683s","start":"2026-03-18T14:54:00.494849Z","end":"2026-03-18T14:54:04.782492Z","steps":["trace[39930563] 'agreement among raft nodes before linearized reading' (duration: 4.286978745s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:04.782531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:00.58317Z","time spent":"4.199351425s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-18T14:54:04.782549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:00.494816Z","time spent":"4.287720805s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"warn","ts":"2026-03-18T14:54:05.123742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000312876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:05.123841Z","caller":"traceutil/trace.go:171","msg":"trace[1543597940] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000468332s","start":"2026-03-18T14:54:03.123353Z","end":"2026-03-18T14:54:05.123821Z","steps":["trace[1543597940] 'agreement among raft nodes before linearized reading' (duration: 2.000334518s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:05.123888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:03.123344Z","time spent":"2.000532153s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:54:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:05.281668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:05.781803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:06.282661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:06.377385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:01.385043Z","time spent":"4.992334733s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 14:54:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:06.378524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:01.38156Z","time spent":"4.996956978s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 14:54:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:06.379564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996546058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:06.379703Z","caller":"traceutil/trace.go:171","msg":"trace[18251034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.996906267s","start":"2026-03-18T14:54:01.382776Z","end":"2026-03-18T14:54:06.379682Z","steps":["trace[18251034] 'agreement among raft nodes before linearized reading' (duration: 4.996550508s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:06.379818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:01.382771Z","time spent":"4.99703275s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/18 14:54:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:06.379758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997034041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:06.38021Z","caller":"traceutil/trace.go:171","msg":"trace[734498649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.997574335s","start":"2026-03-18T14:54:01.382616Z","end":"2026-03-18T14:54:06.38019Z","steps":["trace[734498649] 'agreement among raft nodes before linearized reading' (duration: 4.997041691s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:06.380295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:01.38261Z","time spent":"4.997670837s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:54:06.380218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:01.38379Z","time spent":"4.996423993s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 14:54:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/18 14:54:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:06.380308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:01.383562Z","time spent":"4.996743803s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 14:54:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:06.380427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998233543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:06.380591Z","caller":"traceutil/trace.go:171","msg":"trace[210659644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998415818s","start":"2026-03-18T14:54:01.382147Z","end":"2026-03-18T14:54:06.380563Z","steps":["trace[210659644] 'agreement among raft nodes before linearized reading' (duration: 4.998266864s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:06.380691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:01.382127Z","time spent":"4.998520091s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:54:06.381187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:01.384123Z","time spent":"4.997060751s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T14:54:06.783142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740147,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:06.93492Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.481111156s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:54:07.124906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000912963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:07.125026Z","caller":"traceutil/trace.go:171","msg":"trace[827412396] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001095308s","start":"2026-03-18T14:54:05.123909Z","end":"2026-03-18T14:54:07.125005Z","steps":["trace[827412396] 'agreement among raft nodes before linearized reading' (duration: 2.000942254s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:07.125092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:05.123891Z","time spent":"2.001182331s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:54:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:09.117247Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.182019878s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:54:09.133628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000358797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:54:09.133691Z","caller":"traceutil/trace.go:171","msg":"trace[1812640719] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00047079s","start":"2026-03-18T14:54:07.133206Z","end":"2026-03-18T14:54:09.133677Z","steps":["trace[1812640719] 'agreement among raft nodes before linearized reading' (duration: 2.000378558s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:09.133726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:07.133189Z","time spent":"2.000530952s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:54:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-18T14:54:09.170946Z","caller":"traceutil/trace.go:171","msg":"trace[156652202] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"5.834918112s","start":"2026-03-18T14:54:03.335993Z","end":"2026-03-18T14:54:09.170911Z","steps":["trace[156652202] 'process raft request' (duration: 5.781522738s)","trace[156652202] 'compare' (duration: 52.035387ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:54:09.170983Z","caller":"traceutil/trace.go:171","msg":"trace[1149055008] transaction","detail":"{read_only:false; response_revision:25278; number_of_response:1; }","duration":"4.659024822s","start":"2026-03-18T14:54:04.511932Z","end":"2026-03-18T14:54:09.170957Z","steps":["trace[1149055008] 'process raft request' (duration: 4.658903379s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:09.171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:04.78329Z","time spent":"4.387707108s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T14:54:09.171122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:04.511904Z","time spent":"4.659137805s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:09.171122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:03.335963Z","time spent":"5.835071156s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:54:09.170955Z","caller":"traceutil/trace.go:171","msg":"trace[1209923723] transaction","detail":"{read_only:false; response_revision:25277; number_of_response:1; }","duration":"5.618917463s","start":"2026-03-18T14:54:03.551999Z","end":"2026-03-18T14:54:09.170916Z","steps":["trace[1209923723] 'process raft request' (duration: 5.618730608s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:09.17132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:03.551977Z","time spent":"5.619314573s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:09.418897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997455182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:09.419015Z","caller":"traceutil/trace.go:171","msg":"trace[647008026] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.997584215s","start":"2026-03-18T14:54:04.421376Z","end":"2026-03-18T14:54:09.41896Z","steps":["trace[647008026] 'agreement among raft nodes before linearized reading' (duration: 4.997484562s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:09.419131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:04.421354Z","time spent":"4.997762971s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/18 14:54:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:10.486528Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.287700671s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:54:10.538127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.36715989s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:54:10.540752Z","caller":"traceutil/trace.go:171","msg":"trace[1541672817] linearizableReadLoop","detail":"{readStateIndex:26278; appliedIndex:26268; }","duration":"5.759277987s","start":"2026-03-18T14:54:04.781453Z","end":"2026-03-18T14:54:10.540731Z","steps":["trace[1541672817] 'read index received' (duration: 2.153742594s)","trace[1541672817] 'applied index is now lower than readState.Index' (duration: 3.605534373s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:54:10.540838Z","caller":"traceutil/trace.go:171","msg":"trace[77019684] transaction","detail":"{read_only:false; response_revision:25280; number_of_response:1; }","duration":"3.75267829s","start":"2026-03-18T14:54:06.78815Z","end":"2026-03-18T14:54:10.540828Z","steps":["trace[77019684] 'process raft request' (duration: 3.75004746s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:10.540934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:06.788127Z","time spent":"3.752742032s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:11.13474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000712918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:11.134831Z","caller":"traceutil/trace.go:171","msg":"trace[40695431] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00083229s","start":"2026-03-18T14:54:09.13397Z","end":"2026-03-18T14:54:11.134802Z","steps":["trace[40695431] 'agreement among raft nodes before linearized reading' (duration: 2.000734858s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:11.134876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:09.133957Z","time spent":"2.000910103s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:54:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:11.378515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99958678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:54:11.378596Z","caller":"traceutil/trace.go:171","msg":"trace[885446359] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999736473s","start":"2026-03-18T14:54:06.378839Z","end":"2026-03-18T14:54:11.378575Z","steps":["trace[885446359] 'agreement among raft nodes before linearized reading' (duration: 4.99962592s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:11.378662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:06.378817Z","time spent":"4.999829626s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/18 14:54:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:11.378659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998064818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:11.378761Z","caller":"traceutil/trace.go:171","msg":"trace[1020690911] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998229922s","start":"2026-03-18T14:54:06.380504Z","end":"2026-03-18T14:54:11.378734Z","steps":["trace[1020690911] 'agreement among raft nodes before linearized reading' (duration: 4.998088768s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:11.378824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:06.380489Z","time spent":"4.998320726s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/18 14:54:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:11.379602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998303656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:11.379703Z","caller":"traceutil/trace.go:171","msg":"trace[1560209576] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998464651s","start":"2026-03-18T14:54:08.381216Z","end":"2026-03-18T14:54:11.379681Z","steps":["trace[1560209576] 'agreement among raft nodes before linearized reading' (duration: 2.998343618s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:11.37976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:08.381196Z","time spent":"2.998545183s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/18 14:54:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:11.379862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998577452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-18T14:54:11.379867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998702186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:11.379893Z","caller":"traceutil/trace.go:171","msg":"trace[719283177] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998635864s","start":"2026-03-18T14:54:06.381249Z","end":"2026-03-18T14:54:11.379885Z","steps":["trace[719283177] 'agreement among raft nodes before linearized reading' (duration: 4.998604663s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:11.379919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:06.381236Z","time spent":"4.998677245s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-03-18T14:54:11.37994Z","caller":"traceutil/trace.go:171","msg":"trace[2099594682] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998797138s","start":"2026-03-18T14:54:06.381111Z","end":"2026-03-18T14:54:11.379908Z","steps":["trace[2099594682] 'agreement among raft nodes before linearized reading' (duration: 4.998725947s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:11.379987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:06.381098Z","time spent":"4.99887676s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/18 14:54:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:11.383832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002208502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:11.383878Z","caller":"traceutil/trace.go:171","msg":"trace[1154197112] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.002275633s","start":"2026-03-18T14:54:08.381589Z","end":"2026-03-18T14:54:11.383865Z","steps":["trace[1154197112] 'agreement among raft nodes before linearized reading' (duration: 3.002225932s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:11.383909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:08.381582Z","time spent":"3.002320525s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/18 14:54:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:11.386105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.003632388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:54:11.386276Z","caller":"traceutil/trace.go:171","msg":"trace[266763653] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"5.003836634s","start":"2026-03-18T14:54:06.382378Z","end":"2026-03-18T14:54:11.386215Z","steps":["trace[266763653] 'agreement among raft nodes before linearized reading' (duration: 5.003644398s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:11.386365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:06.382363Z","time spent":"5.003984967s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-18T14:54:11.386482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004405261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:11.386524Z","caller":"traceutil/trace.go:171","msg":"trace[1202051859] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"3.004470173s","start":"2026-03-18T14:54:08.382045Z","end":"2026-03-18T14:54:11.386515Z","steps":["trace[1202051859] 'agreement among raft nodes before linearized reading' (duration: 3.004419971s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:11.386553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:08.382037Z","time spent":"3.004505533s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/18 14:54:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:11.938268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.20826979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:11.938437Z","caller":"traceutil/trace.go:171","msg":"trace[237705126] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25280; }","duration":"7.208559337s","start":"2026-03-18T14:54:04.729851Z","end":"2026-03-18T14:54:11.93841Z","steps":["trace[237705126] 'agreement among raft nodes before linearized reading' (duration: 5.811306143s)","trace[237705126] 'count revisions from in-memory index tree' (duration: 1.397017007s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:11.93852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:04.729836Z","time spent":"7.208667399s","remote":"127.0.0.1:45810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:11.938686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.83159005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:54:11.938787Z","caller":"traceutil/trace.go:171","msg":"trace[637791566] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25280; }","duration":"7.831786595s","start":"2026-03-18T14:54:04.106976Z","end":"2026-03-18T14:54:11.938763Z","steps":["trace[637791566] 'agreement among raft nodes before linearized reading' (duration: 6.434192682s)","trace[637791566] 'count revisions from in-memory index tree' (duration: 1.397357327s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:11.938797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.147695886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:11.939063Z","caller":"traceutil/trace.go:171","msg":"trace[1549284881] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25280; }","duration":"8.148008454s","start":"2026-03-18T14:54:03.791033Z","end":"2026-03-18T14:54:11.939041Z","steps":["trace[1549284881] 'agreement among raft nodes before linearized reading' (duration: 6.750146384s)","trace[1549284881] 'count revisions from in-memory index tree' (duration: 1.397569452s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:11.939215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:03.79101Z","time spent":"8.148188799s","remote":"127.0.0.1:35978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:11.939362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.17765087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T14:54:11.939431Z","caller":"traceutil/trace.go:171","msg":"trace[1033721749] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25280; }","duration":"9.177798404s","start":"2026-03-18T14:54:02.761617Z","end":"2026-03-18T14:54:11.939415Z","steps":["trace[1033721749] 'agreement among raft nodes before linearized reading' (duration: 7.779497933s)","trace[1033721749] 'range keys from in-memory index tree' (duration: 1.398106796s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:11.939505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:02.761586Z","time spent":"9.177907947s","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-18T14:54:11.939617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.429981097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:54:11.939664Z","caller":"traceutil/trace.go:171","msg":"trace[522215819] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25280; }","duration":"8.430067199s","start":"2026-03-18T14:54:03.509582Z","end":"2026-03-18T14:54:11.939649Z","steps":["trace[522215819] 'agreement among raft nodes before linearized reading' (duration: 7.031604853s)","trace[522215819] 'count revisions from in-memory index tree' (duration: 1.398405124s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:11.939699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:03.509562Z","time spent":"8.430127171s","remote":"127.0.0.1:56402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:11.939772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.777487955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:11.939837Z","caller":"traceutil/trace.go:171","msg":"trace[2039731842] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25280; }","duration":"9.777613089s","start":"2026-03-18T14:54:02.162211Z","end":"2026-03-18T14:54:11.939824Z","steps":["trace[2039731842] 'agreement among raft nodes before linearized reading' (duration: 8.378915326s)","trace[2039731842] 'count revisions from in-memory index tree' (duration: 1.3986206s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:11.939905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:02.162187Z","time spent":"9.777704462s","remote":"127.0.0.1:45028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:11.939962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.816827386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-18T14:54:11.938839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:04.106959Z","time spent":"7.831867607s","remote":"127.0.0.1:50058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:11.94022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.557611015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-18T14:54:11.94133Z","caller":"traceutil/trace.go:171","msg":"trace[1804642701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.558729875s","start":"2026-03-18T14:54:01.382589Z","end":"2026-03-18T14:54:11.941318Z","steps":["trace[1804642701] 'agreement among raft nodes before linearized reading' (duration: 9.158545633s)","trace[1804642701] 'range keys from in-memory index tree' (duration: 1.399060622s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:11.941374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:01.382584Z","time spent":"10.558776808s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/18 14:54:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:11.940263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.557908814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-18T14:54:11.941629Z","caller":"traceutil/trace.go:171","msg":"trace[373566900] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0; range_end:; response_count:1; response_revision:25280; }","duration":"8.817459011s","start":"2026-03-18T14:54:03.123086Z","end":"2026-03-18T14:54:11.940545Z","steps":["trace[373566900] 'agreement among raft nodes before linearized reading' (duration: 7.418117322s)","trace[373566900] 'range keys from in-memory index tree' (duration: 1.398672752s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:11.939856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.454992623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:54:11.941696Z","caller":"traceutil/trace.go:171","msg":"trace[1911113278] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25280; }","duration":"8.456868664s","start":"2026-03-18T14:54:03.484819Z","end":"2026-03-18T14:54:11.941687Z","steps":["trace[1911113278] 'agreement among raft nodes before linearized reading' (duration: 7.056376413s)","trace[1911113278] 'count revisions from in-memory index tree' (duration: 1.398642621s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:11.941718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:03.484798Z","time spent":"8.456913615s","remote":"127.0.0.1:45862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:11.941629Z","caller":"traceutil/trace.go:171","msg":"trace[681817704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.55926035s","start":"2026-03-18T14:54:01.382335Z","end":"2026-03-18T14:54:11.941595Z","steps":["trace[681817704] 'agreement among raft nodes before linearized reading' (duration: 9.15880764s)","trace[681817704] 'range keys from in-memory index tree' (duration: 1.399104444s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:11.940345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.995088455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-18T14:54:11.941781Z","caller":"traceutil/trace.go:171","msg":"trace[1502457799] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25280; }","duration":"8.996546514s","start":"2026-03-18T14:54:02.945217Z","end":"2026-03-18T14:54:11.941763Z","steps":["trace[1502457799] 'agreement among raft nodes before linearized reading' (duration: 7.595878698s)","trace[1502457799] 'range keys from in-memory index tree' (duration: 1.399153215s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:11.94184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:02.945193Z","time spent":"8.996632006s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11740,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-18T14:54:11.941833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:01.382319Z","time spent":"10.559447655s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/18 14:54:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:11.941666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:03.123067Z","time spent":"8.818590163s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" "} {"level":"warn","ts":"2026-03-18T14:54:11.941574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400768838s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:54:11.943883Z","caller":"traceutil/trace.go:171","msg":"trace[668428775] transaction","detail":"{read_only:false; response_revision:25282; number_of_response:1; }","duration":"559.693131ms","start":"2026-03-18T14:54:11.384124Z","end":"2026-03-18T14:54:11.943817Z","steps":["trace[668428775] 'process raft request' (duration: 559.606858ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:11.943874Z","caller":"traceutil/trace.go:171","msg":"trace[1428757376] transaction","detail":"{read_only:false; response_revision:25281; number_of_response:1; }","duration":"4.919975318s","start":"2026-03-18T14:54:07.023846Z","end":"2026-03-18T14:54:11.943822Z","steps":["trace[1428757376] 'process raft request' (duration: 3.516877286s)","trace[1428757376] 'compare' (duration: 1.398221909s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:11.944024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:11.384101Z","time spent":"559.852616ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:11.944096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:07.02382Z","time spent":"4.920153981s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:54:11.944332Z","caller":"traceutil/trace.go:171","msg":"trace[363505644] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25281; }","duration":"2.770636612s","start":"2026-03-18T14:54:09.173669Z","end":"2026-03-18T14:54:11.944305Z","steps":["trace[363505644] 'process raft request' (duration: 2.770008845s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:11.944476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:09.173651Z","time spent":"2.770744515s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:54:11.944551Z","caller":"traceutil/trace.go:171","msg":"trace[135862789] linearizableReadLoop","detail":"{readStateIndex:26281; appliedIndex:26279; }","duration":"1.403704378s","start":"2026-03-18T14:54:10.540791Z","end":"2026-03-18T14:54:11.944495Z","steps":["trace[135862789] 'read index received' (duration: 358.849µs)","trace[135862789] 'applied index is now lower than readState.Index' (duration: 1.403334988s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:11.94482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.028115306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:11.944876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494675717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:11.944894Z","caller":"traceutil/trace.go:171","msg":"trace[161223027] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25282; }","duration":"4.028225649s","start":"2026-03-18T14:54:07.916647Z","end":"2026-03-18T14:54:11.944873Z","steps":["trace[161223027] 'agreement among raft nodes before linearized reading' (duration: 4.028112156s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:11.94493Z","caller":"traceutil/trace.go:171","msg":"trace[1014666512] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25282; }","duration":"1.494793791s","start":"2026-03-18T14:54:10.450116Z","end":"2026-03-18T14:54:11.94491Z","steps":["trace[1014666512] 'agreement among raft nodes before linearized reading' (duration: 1.494628936s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:11.944946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:07.916625Z","time spent":"4.028306191s","remote":"127.0.0.1:59138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:11.944979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:10.450098Z","time spent":"1.494868872s","remote":"127.0.0.1:54920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:11.945107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.417912562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:11.945128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751047788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:11.945202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.159702066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:11.945255Z","caller":"traceutil/trace.go:171","msg":"trace[87770313] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25282; }","duration":"1.751164991s","start":"2026-03-18T14:54:10.194056Z","end":"2026-03-18T14:54:11.945221Z","steps":["trace[87770313] 'agreement among raft nodes before linearized reading' (duration: 1.751016887s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:11.945251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.555180337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:11.945322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:10.194002Z","time spent":"1.751291324s","remote":"127.0.0.1:54570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:11.945333Z","caller":"traceutil/trace.go:171","msg":"trace[1590399449] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25282; }","duration":"2.555308281s","start":"2026-03-18T14:54:09.390005Z","end":"2026-03-18T14:54:11.945313Z","steps":["trace[1590399449] 'agreement among raft nodes before linearized reading' (duration: 2.555176307s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:11.945201Z","caller":"traceutil/trace.go:171","msg":"trace[1299469728] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25282; }","duration":"6.418045326s","start":"2026-03-18T14:54:05.527138Z","end":"2026-03-18T14:54:11.945183Z","steps":["trace[1299469728] 'agreement among raft nodes before linearized reading' (duration: 6.417912392s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:11.945349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.817178639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-03-18T14:54:11.945388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:09.389976Z","time spent":"2.555397563s","remote":"127.0.0.1:51022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T14:54:11.94539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.159557872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6a5e1fc9-ce03-48d0-8bdf-734ea11e4d32\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-03-18T14:54:11.945405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:05.527123Z","time spent":"6.418266973s","remote":"127.0.0.1:33486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:11.945258Z","caller":"traceutil/trace.go:171","msg":"trace[510752356] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25282; }","duration":"7.159756818s","start":"2026-03-18T14:54:04.785487Z","end":"2026-03-18T14:54:11.945244Z","steps":["trace[510752356] 'agreement among raft nodes before linearized reading' (duration: 7.159677136s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:11.945448Z","caller":"traceutil/trace.go:171","msg":"trace[707547852] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6a5e1fc9-ce03-48d0-8bdf-734ea11e4d32; range_end:; response_count:1; response_revision:25282; }","duration":"7.159631164s","start":"2026-03-18T14:54:04.785801Z","end":"2026-03-18T14:54:11.945432Z","steps":["trace[707547852] 'agreement among raft nodes before linearized reading' (duration: 7.15948787s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:11.945494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:04.785793Z","time spent":"7.159688425s","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-6a5e1fc9-ce03-48d0-8bdf-734ea11e4d32\" "} {"level":"warn","ts":"2026-03-18T14:54:11.945519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:04.785445Z","time spent":"7.160037485s","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T14:54:11.945118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.407003582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:11.945407Z","caller":"traceutil/trace.go:171","msg":"trace[1250323499] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25282; }","duration":"4.817302652s","start":"2026-03-18T14:54:07.128092Z","end":"2026-03-18T14:54:11.945395Z","steps":["trace[1250323499] 'agreement among raft nodes before linearized reading' (duration: 4.817135298s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:11.945691Z","caller":"traceutil/trace.go:171","msg":"trace[298913993] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25282; }","duration":"2.407618198s","start":"2026-03-18T14:54:09.538057Z","end":"2026-03-18T14:54:11.945675Z","steps":["trace[298913993] 'agreement among raft nodes before linearized reading' (duration: 2.407006571s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:11.945706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:07.128047Z","time spent":"4.817640921s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7128,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-18T14:54:11.945733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:09.538032Z","time spent":"2.407688219s","remote":"127.0.0.1:54770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:11.94598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480345704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:11.946388Z","caller":"traceutil/trace.go:171","msg":"trace[1327755798] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25282; }","duration":"2.480861088s","start":"2026-03-18T14:54:09.465171Z","end":"2026-03-18T14:54:11.946032Z","steps":["trace[1327755798] 'agreement among raft nodes before linearized reading' (duration: 2.48019517s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:11.946519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:09.465151Z","time spent":"2.481279139s","remote":"127.0.0.1:54514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:12.444991Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:12.945484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:13.140515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000331687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:13.140666Z","caller":"traceutil/trace.go:171","msg":"trace[1957212398] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000533213s","start":"2026-03-18T14:54:11.140101Z","end":"2026-03-18T14:54:13.140634Z","steps":["trace[1957212398] 'agreement among raft nodes before linearized reading' (duration: 2.000349037s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:13.140742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:11.140088Z","time spent":"2.000640646s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:54:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:13.446625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:13.947787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:14.448473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:14.949094Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:15.053424Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.115753541s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:54:15.0539Z","caller":"traceutil/trace.go:171","msg":"trace[220813468] transaction","detail":"{read_only:false; response_revision:25283; number_of_response:1; }","duration":"3.666959432s","start":"2026-03-18T14:54:11.386911Z","end":"2026-03-18T14:54:15.05387Z","steps":["trace[220813468] 'process raft request' (duration: 3.666716096s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:15.05408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:11.3869Z","time spent":"3.667087287s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:54:15.054184Z","caller":"traceutil/trace.go:171","msg":"trace[1987946453] transaction","detail":"{read_only:false; response_revision:25284; number_of_response:1; }","duration":"3.66717268s","start":"2026-03-18T14:54:11.386992Z","end":"2026-03-18T14:54:15.054165Z","steps":["trace[1987946453] 'process raft request' (duration: 3.666814339s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:15.054385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:11.386966Z","time spent":"3.667365484s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:54:15.054391Z","caller":"traceutil/trace.go:171","msg":"trace[1501737003] transaction","detail":"{read_only:false; response_revision:25285; number_of_response:1; }","duration":"3.667308243s","start":"2026-03-18T14:54:11.387043Z","end":"2026-03-18T14:54:15.054351Z","steps":["trace[1501737003] 'process raft request' (duration: 3.667046035s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:15.054665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:11.387032Z","time spent":"3.667434016s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:15.141028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000226154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:54:15.14116Z","caller":"traceutil/trace.go:171","msg":"trace[994394099] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000418119s","start":"2026-03-18T14:54:13.140718Z","end":"2026-03-18T14:54:15.141136Z","steps":["trace[994394099] 'agreement among raft nodes before linearized reading' (duration: 2.000254276s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:15.141236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:13.140697Z","time spent":"2.000523072s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:54:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:16.381228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.994201925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:16.381314Z","caller":"traceutil/trace.go:171","msg":"trace[1729467827] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.994346747s","start":"2026-03-18T14:54:11.386946Z","end":"2026-03-18T14:54:16.381293Z","steps":["trace[1729467827] 'agreement among raft nodes before linearized reading' (duration: 4.994241784s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:16.381369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:11.386915Z","time spent":"4.994437369s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/18 14:54:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:16.388728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000145915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:54:16.388777Z","caller":"traceutil/trace.go:171","msg":"trace[1723181074] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"5.000233356s","start":"2026-03-18T14:54:11.388533Z","end":"2026-03-18T14:54:16.388766Z","steps":["trace[1723181074] 'agreement among raft nodes before linearized reading' (duration: 5.000175725s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:16.388811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:11.388518Z","time spent":"5.000281729s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-18T14:54:17.15055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000595794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:17.150634Z","caller":"traceutil/trace.go:171","msg":"trace[60192730] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000733717s","start":"2026-03-18T14:54:15.149883Z","end":"2026-03-18T14:54:17.150616Z","steps":["trace[60192730] 'agreement among raft nodes before linearized reading' (duration: 2.000627004s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:17.150687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:15.149859Z","time spent":"2.000817561s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:54:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:17.196521Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.142837231s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:54:17.31752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.549605ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:17.31763Z","caller":"traceutil/trace.go:171","msg":"trace[654562376] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25285; }","duration":"651.671678ms","start":"2026-03-18T14:54:16.665943Z","end":"2026-03-18T14:54:17.317614Z","steps":["trace[654562376] 'range keys from in-memory index tree' (duration: 651.530343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:17.318155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.351461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:54:17.318553Z","caller":"traceutil/trace.go:171","msg":"trace[282394440] linearizableReadLoop","detail":"{readStateIndex:26290; appliedIndex:26282; }","duration":"5.373838547s","start":"2026-03-18T14:54:11.944695Z","end":"2026-03-18T14:54:17.318534Z","steps":["trace[282394440] 'read index received' (duration: 3.108952567s)","trace[282394440] 'applied index is now lower than readState.Index' (duration: 2.26488507s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:54:17.318635Z","caller":"traceutil/trace.go:171","msg":"trace[113609093] transaction","detail":"{read_only:false; response_revision:25286; number_of_response:1; }","duration":"5.373839856s","start":"2026-03-18T14:54:11.944783Z","end":"2026-03-18T14:54:17.318623Z","steps":["trace[113609093] 'process raft request' (duration: 5.251942581s)","trace[113609093] 'compare' (duration: 120.927128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:17.318705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:11.944752Z","time spent":"5.373915769s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:54:17.318927Z","caller":"traceutil/trace.go:171","msg":"trace[202306607] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"4.771790051s","start":"2026-03-18T14:54:12.547127Z","end":"2026-03-18T14:54:17.318917Z","steps":["trace[202306607] 'process raft request' (duration: 4.771326429s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:17.318991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:12.547098Z","time spent":"4.771861384s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:54:17.318965Z","caller":"traceutil/trace.go:171","msg":"trace[4034933] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"3.137043777s","start":"2026-03-18T14:54:14.181893Z","end":"2026-03-18T14:54:17.318936Z","steps":["trace[4034933] 'process raft request' (duration: 3.136605575s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:17.319074Z","caller":"traceutil/trace.go:171","msg":"trace[10417663] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"5.357098944s","start":"2026-03-18T14:54:11.961962Z","end":"2026-03-18T14:54:17.319061Z","steps":["trace[10417663] 'process raft request' (duration: 5.356417366s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:17.319164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:11.961947Z","time spent":"5.357159816s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:17.319203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:11.957046Z","time spent":"5.362150151s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T14:54:17.319257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:14.181877Z","time spent":"3.137210612s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:17.818905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:18.320014Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:18.362551Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.16481549s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:54:18.440625Z","caller":"traceutil/trace.go:171","msg":"trace[591436199] transaction","detail":"{read_only:false; response_revision:25290; number_of_response:1; }","duration":"1.756746902s","start":"2026-03-18T14:54:16.683841Z","end":"2026-03-18T14:54:18.440588Z","steps":["trace[591436199] 'process raft request' (duration: 1.67897609s)","trace[591436199] 'compare' (duration: 77.591288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:18.440812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:16.683797Z","time spent":"1.756918566s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:19.151413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00039842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:54:19.151483Z","caller":"traceutil/trace.go:171","msg":"trace[743119059] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000518051s","start":"2026-03-18T14:54:17.15095Z","end":"2026-03-18T14:54:19.151468Z","steps":["trace[743119059] 'agreement among raft nodes before linearized reading' (duration: 2.000426018s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:19.151519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:17.150934Z","time spent":"2.000577934s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:54:19.950745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.753931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:54:19.951049Z","caller":"traceutil/trace.go:171","msg":"trace[337431486] transaction","detail":"{read_only:false; response_revision:25294; number_of_response:1; }","duration":"627.805532ms","start":"2026-03-18T14:54:19.323225Z","end":"2026-03-18T14:54:19.951031Z","steps":["trace[337431486] 'process raft request' (duration: 627.763061ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:19.951328Z","caller":"traceutil/trace.go:171","msg":"trace[2064845378] linearizableReadLoop","detail":"{readStateIndex:26293; appliedIndex:26290; }","duration":"2.632694953s","start":"2026-03-18T14:54:17.318595Z","end":"2026-03-18T14:54:19.95129Z","steps":["trace[2064845378] 'read index received' (duration: 1.044498198s)","trace[2064845378] 'applied index is now lower than readState.Index' (duration: 1.588192685s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:54:19.951489Z","caller":"traceutil/trace.go:171","msg":"trace[525844906] transaction","detail":"{read_only:false; response_revision:25291; number_of_response:1; }","duration":"2.631208332s","start":"2026-03-18T14:54:17.320264Z","end":"2026-03-18T14:54:19.951473Z","steps":["trace[525844906] 'process raft request' (duration: 1.7866422s)","trace[525844906] 'compare' (duration: 843.089902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:19.951797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:17.32024Z","time spent":"2.631279105s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:19.952043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.774284672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:19.952078Z","caller":"traceutil/trace.go:171","msg":"trace[1363570481] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25294; }","duration":"5.774349524s","start":"2026-03-18T14:54:14.177717Z","end":"2026-03-18T14:54:19.952067Z","steps":["trace[1363570481] 'agreement among raft nodes before linearized reading' (duration: 5.774244311s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:19.952045Z","caller":"traceutil/trace.go:171","msg":"trace[1632512983] transaction","detail":"{read_only:false; response_revision:25293; number_of_response:1; }","duration":"751.832466ms","start":"2026-03-18T14:54:19.200152Z","end":"2026-03-18T14:54:19.951985Z","steps":["trace[1632512983] 'process raft request' (duration: 750.778878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:19.952124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.164397114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:19.95215Z","caller":"traceutil/trace.go:171","msg":"trace[563543929] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25294; }","duration":"7.164457755s","start":"2026-03-18T14:54:12.787688Z","end":"2026-03-18T14:54:19.952146Z","steps":["trace[563543929] 'agreement among raft nodes before linearized reading' (duration: 7.164419914s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:19.952165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:12.787669Z","time spent":"7.164491585s","remote":"127.0.0.1:54644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:19.952188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.445050609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:54:19.952267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.991689548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:19.952235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.572588551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-18T14:54:19.95229Z","caller":"traceutil/trace.go:171","msg":"trace[963082525] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25294; }","duration":"7.99174699s","start":"2026-03-18T14:54:11.960537Z","end":"2026-03-18T14:54:19.952284Z","steps":["trace[963082525] 'agreement among raft nodes before linearized reading' (duration: 7.991703449s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:19.952311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:11.96052Z","time spent":"7.991787521s","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-18T14:54:19.952308Z","caller":"traceutil/trace.go:171","msg":"trace[1033553804] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25294; }","duration":"4.445231432s","start":"2026-03-18T14:54:15.507048Z","end":"2026-03-18T14:54:19.952279Z","steps":["trace[1033553804] 'agreement among raft nodes before linearized reading' (duration: 4.444931714s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:19.952351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.517061479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:19.952385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:15.50703Z","time spent":"4.445340385s","remote":"127.0.0.1:50022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:19.95242Z","caller":"traceutil/trace.go:171","msg":"trace[239986766] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25294; }","duration":"5.517164521s","start":"2026-03-18T14:54:14.435241Z","end":"2026-03-18T14:54:19.952406Z","steps":["trace[239986766] 'agreement among raft nodes before linearized reading' (duration: 5.517051278s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:19.95247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.569841266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-18T14:54:19.952477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603392861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"info","ts":"2026-03-18T14:54:19.95252Z","caller":"traceutil/trace.go:171","msg":"trace[1335635956] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25294; }","duration":"5.569934658s","start":"2026-03-18T14:54:14.382574Z","end":"2026-03-18T14:54:19.952509Z","steps":["trace[1335635956] 'agreement among raft nodes before linearized reading' (duration: 5.569772814s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:19.952547Z","caller":"traceutil/trace.go:171","msg":"trace[592474434] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25294; }","duration":"2.603464003s","start":"2026-03-18T14:54:17.349068Z","end":"2026-03-18T14:54:19.952532Z","steps":["trace[592474434] 'agreement among raft nodes before linearized reading' (duration: 2.603257457s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:19.952546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.524021263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:19.952596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:17.349027Z","time spent":"2.603557135s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7320,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-18T14:54:19.952606Z","caller":"traceutil/trace.go:171","msg":"trace[434822335] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25294; }","duration":"4.524121076s","start":"2026-03-18T14:54:15.428468Z","end":"2026-03-18T14:54:19.952589Z","steps":["trace[434822335] 'agreement among raft nodes before linearized reading' (duration: 4.524037103s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:19.95265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:15.42844Z","time spent":"4.524195068s","remote":"127.0.0.1:54864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:19.952697Z","caller":"traceutil/trace.go:171","msg":"trace[1251400491] transaction","detail":"{read_only:false; response_revision:25292; number_of_response:1; }","duration":"2.630388451s","start":"2026-03-18T14:54:17.322289Z","end":"2026-03-18T14:54:19.952678Z","steps":["trace[1251400491] 'process raft request' (duration: 2.628564101s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:19.952477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:14.435222Z","time spent":"5.517242763s","remote":"127.0.0.1:33726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:19.952862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:17.322278Z","time spent":"2.630461333s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":809,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:54:19.952907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.369703411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:19.952931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133468172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:19.952952Z","caller":"traceutil/trace.go:171","msg":"trace[1090611851] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25294; }","duration":"4.369740971s","start":"2026-03-18T14:54:15.583195Z","end":"2026-03-18T14:54:19.952936Z","steps":["trace[1090611851] 'agreement among raft nodes before linearized reading' (duration: 4.36969358s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:19.952962Z","caller":"traceutil/trace.go:171","msg":"trace[2060990396] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:25294; }","duration":"1.133499483s","start":"2026-03-18T14:54:18.819455Z","end":"2026-03-18T14:54:19.952955Z","steps":["trace[2060990396] 'agreement among raft nodes before linearized reading' (duration: 1.133442881s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:19.952319Z","caller":"traceutil/trace.go:171","msg":"trace[89416042] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25294; }","duration":"5.572712353s","start":"2026-03-18T14:54:14.379586Z","end":"2026-03-18T14:54:19.952298Z","steps":["trace[89416042] 'agreement among raft nodes before linearized reading' (duration: 5.572371384s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:19.952989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:15.58318Z","time spent":"4.369799224s","remote":"127.0.0.1:54722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:19.952864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93552568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:19.95301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.995569023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-18T14:54:19.953033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:14.379569Z","time spent":"5.573445233s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T14:54:19.952245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:19.200135Z","time spent":"752.0073ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:54:19.953073Z","caller":"traceutil/trace.go:171","msg":"trace[1233791032] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25294; }","duration":"7.995654425s","start":"2026-03-18T14:54:11.957396Z","end":"2026-03-18T14:54:19.953051Z","steps":["trace[1233791032] 'agreement among raft nodes before linearized reading' (duration: 7.995499501s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:19.953125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.997009731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-03-18T14:54:19.95313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:11.957314Z","time spent":"7.995801429s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-18T14:54:19.953157Z","caller":"traceutil/trace.go:171","msg":"trace[1615588938] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:25294; }","duration":"7.997068133s","start":"2026-03-18T14:54:11.956083Z","end":"2026-03-18T14:54:19.953151Z","steps":["trace[1615588938] 'agreement among raft nodes before linearized reading' (duration: 7.996912639s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:19.952097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:14.177701Z","time spent":"5.774391856s","remote":"127.0.0.1:54630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:19.953175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:11.956066Z","time spent":"7.997104485s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11740,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-18T14:54:19.953207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070543355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:19.95325Z","caller":"traceutil/trace.go:171","msg":"trace[1926896097] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25294; }","duration":"2.070624527s","start":"2026-03-18T14:54:17.882612Z","end":"2026-03-18T14:54:19.953237Z","steps":["trace[1926896097] 'agreement among raft nodes before linearized reading' (duration: 2.070550135s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:19.953287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:17.882591Z","time spent":"2.070687609s","remote":"127.0.0.1:54746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:19.953311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.196518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:19.953332Z","caller":"traceutil/trace.go:171","msg":"trace[1169960787] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25294; }","duration":"640.252138ms","start":"2026-03-18T14:54:19.313074Z","end":"2026-03-18T14:54:19.953327Z","steps":["trace[1169960787] 'agreement among raft nodes before linearized reading' (duration: 640.206917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:19.952983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:18.819393Z","time spent":"1.133584956s","remote":"127.0.0.1:56376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:19.953396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.707138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:19.953416Z","caller":"traceutil/trace.go:171","msg":"trace[702392214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25294; }","duration":"796.761671ms","start":"2026-03-18T14:54:19.156649Z","end":"2026-03-18T14:54:19.953411Z","steps":["trace[702392214] 'agreement among raft nodes before linearized reading' (duration: 796.722879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:19.953407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226361648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:19.953471Z","caller":"traceutil/trace.go:171","msg":"trace[1858211348] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25294; }","duration":"2.22647468s","start":"2026-03-18T14:54:17.72698Z","end":"2026-03-18T14:54:19.953454Z","steps":["trace[1858211348] 'agreement among raft nodes before linearized reading' (duration: 2.226379148s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:19.953485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862888651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:54:19.953525Z","caller":"traceutil/trace.go:171","msg":"trace[1327145050] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25294; }","duration":"1.862995384s","start":"2026-03-18T14:54:18.090516Z","end":"2026-03-18T14:54:19.953511Z","steps":["trace[1327145050] 'agreement among raft nodes before linearized reading' (duration: 1.862930152s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:19.953429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:19.156626Z","time spent":"796.799901ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:54:19.953565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:18.090496Z","time spent":"1.863059795s","remote":"127.0.0.1:41024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:19.952559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:14.382567Z","time spent":"5.569982229s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:54:19.953626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333764081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:19.953655Z","caller":"traceutil/trace.go:171","msg":"trace[1638805942] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25294; }","duration":"2.333823603s","start":"2026-03-18T14:54:17.619824Z","end":"2026-03-18T14:54:19.953648Z","steps":["trace[1638805942] 'agreement among raft nodes before linearized reading' (duration: 2.333776702s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:19.953677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:17.619806Z","time spent":"2.333866234s","remote":"127.0.0.1:50002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:19.953526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:17.726958Z","time spent":"2.226552793s","remote":"127.0.0.1:41102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:19.953054Z","caller":"traceutil/trace.go:171","msg":"trace[1337800844] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25294; }","duration":"2.935778716s","start":"2026-03-18T14:54:17.017262Z","end":"2026-03-18T14:54:19.953041Z","steps":["trace[1337800844] 'agreement among raft nodes before linearized reading' (duration: 2.9355567s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:19.953422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0503185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:54:19.953777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:17.017221Z","time spent":"2.936535607s","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:19.953822Z","caller":"traceutil/trace.go:171","msg":"trace[1813052636] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25294; }","duration":"2.050709129s","start":"2026-03-18T14:54:17.903088Z","end":"2026-03-18T14:54:19.953797Z","steps":["trace[1813052636] 'agreement among raft nodes before linearized reading' (duration: 2.050289618s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:19.953889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:17.903029Z","time spent":"2.050839253s","remote":"127.0.0.1:33720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:19.953944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.80768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:19.953979Z","caller":"traceutil/trace.go:171","msg":"trace[59931108] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25294; }","duration":"129.87669ms","start":"2026-03-18T14:54:19.824092Z","end":"2026-03-18T14:54:19.953969Z","steps":["trace[59931108] 'agreement among raft nodes before linearized reading' (duration: 129.820248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:19.953361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:19.313054Z","time spent":"640.30134ms","remote":"127.0.0.1:33540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:19.954361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:19.323205Z","time spent":"627.885354ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:19.959736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.307696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:54:19.959793Z","caller":"traceutil/trace.go:171","msg":"trace[2024621612] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25294; }","duration":"493.41241ms","start":"2026-03-18T14:54:19.466368Z","end":"2026-03-18T14:54:19.95978Z","steps":["trace[2024621612] 'agreement among raft nodes before linearized reading' (duration: 486.813792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:19.959826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:19.466348Z","time spent":"493.47102ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2621,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:22.434131Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.012928637s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:54:22.437971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016654717s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:54:22.438194Z","caller":"traceutil/trace.go:171","msg":"trace[125683958] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"2.478793882s","start":"2026-03-18T14:54:19.959381Z","end":"2026-03-18T14:54:22.438175Z","steps":["trace[125683958] 'process raft request' (duration: 461.847156ms)","trace[125683958] 'compare' (duration: 2.011286762s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:22.438271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:19.95937Z","time spent":"2.478853994s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:54:22.43852Z","caller":"traceutil/trace.go:171","msg":"trace[271153783] linearizableReadLoop","detail":"{readStateIndex:26297; appliedIndex:26295; }","duration":"2.478520464s","start":"2026-03-18T14:54:19.959975Z","end":"2026-03-18T14:54:22.438496Z","steps":["trace[271153783] 'read index received' (duration: 461.26615ms)","trace[271153783] 'applied index is now lower than readState.Index' (duration: 2.017252704s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:54:22.438654Z","caller":"traceutil/trace.go:171","msg":"trace[1215456585] transaction","detail":"{read_only:false; response_revision:25297; number_of_response:1; }","duration":"2.478509674s","start":"2026-03-18T14:54:19.960092Z","end":"2026-03-18T14:54:22.438602Z","steps":["trace[1215456585] 'process raft request' (duration: 2.478260498s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:22.438686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478691149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:54:22.438739Z","caller":"traceutil/trace.go:171","msg":"trace[861870374] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25297; }","duration":"2.478767501s","start":"2026-03-18T14:54:19.959962Z","end":"2026-03-18T14:54:22.438729Z","steps":["trace[861870374] 'agreement among raft nodes before linearized reading' (duration: 2.478632107s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:22.438775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:19.959957Z","time spent":"2.478810892s","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T14:54:22.438792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:19.960086Z","time spent":"2.478647978s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:54:22.438738Z","caller":"traceutil/trace.go:171","msg":"trace[1694499525] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"2.478752141s","start":"2026-03-18T14:54:19.95987Z","end":"2026-03-18T14:54:22.438622Z","steps":["trace[1694499525] 'process raft request' (duration: 2.478192536s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:22.442502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:19.959853Z","time spent":"2.479057249s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:22.571268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999934677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:22.571352Z","caller":"traceutil/trace.go:171","msg":"trace[402023677] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000068589s","start":"2026-03-18T14:54:20.571265Z","end":"2026-03-18T14:54:22.571333Z","steps":["trace[402023677] 'agreement among raft nodes before linearized reading' (duration: 1.999963607s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:22.571401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:20.571244Z","time spent":"2.000147842s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:54:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-18T14:54:22.728947Z","caller":"traceutil/trace.go:171","msg":"trace[102838498] linearizableReadLoop","detail":"{readStateIndex:26301; appliedIndex:26298; }","duration":"290.318789ms","start":"2026-03-18T14:54:22.4386Z","end":"2026-03-18T14:54:22.728918Z","steps":["trace[102838498] 'read index received' (duration: 285.864628ms)","trace[102838498] 'applied index is now lower than readState.Index' (duration: 4.453091ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:54:22.729024Z","caller":"traceutil/trace.go:171","msg":"trace[1177751460] transaction","detail":"{read_only:false; response_revision:25299; number_of_response:1; }","duration":"632.722075ms","start":"2026-03-18T14:54:22.096272Z","end":"2026-03-18T14:54:22.728994Z","steps":["trace[1177751460] 'process raft request' (duration: 632.451199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:22.729038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.0368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:54:22.729134Z","caller":"traceutil/trace.go:171","msg":"trace[909919097] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25300; }","duration":"388.203445ms","start":"2026-03-18T14:54:22.340906Z","end":"2026-03-18T14:54:22.72911Z","steps":["trace[909919097] 'agreement among raft nodes before linearized reading' (duration: 388.02394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:22.729139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.053293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:22.72914Z","caller":"traceutil/trace.go:171","msg":"trace[1893255956] transaction","detail":"{read_only:false; response_revision:25300; number_of_response:1; }","duration":"405.126271ms","start":"2026-03-18T14:54:22.32397Z","end":"2026-03-18T14:54:22.729096Z","steps":["trace[1893255956] 'process raft request' (duration: 404.882405ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:22.729192Z","caller":"traceutil/trace.go:171","msg":"trace[2030175835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25300; }","duration":"967.180667ms","start":"2026-03-18T14:54:21.761999Z","end":"2026-03-18T14:54:22.72918Z","steps":["trace[2030175835] 'agreement among raft nodes before linearized reading' (duration: 967.069514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:22.729203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.263184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-03-18T14:54:22.729214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.753690433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1232"} {"level":"warn","ts":"2026-03-18T14:54:22.729229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:21.761967Z","time spent":"967.253749ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:54:22.729239Z","caller":"traceutil/trace.go:171","msg":"trace[936111673] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25300; }","duration":"291.346267ms","start":"2026-03-18T14:54:22.437883Z","end":"2026-03-18T14:54:22.729229Z","steps":["trace[936111673] 'agreement among raft nodes before linearized reading' (duration: 291.211962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:22.729241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765087393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:22.729252Z","caller":"traceutil/trace.go:171","msg":"trace[1313769253] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:25300; }","duration":"2.753746346s","start":"2026-03-18T14:54:19.975494Z","end":"2026-03-18T14:54:22.729241Z","steps":["trace[1313769253] 'agreement among raft nodes before linearized reading' (duration: 2.753606561s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:22.729273Z","caller":"traceutil/trace.go:171","msg":"trace[566492254] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25300; }","duration":"2.765118563s","start":"2026-03-18T14:54:19.964146Z","end":"2026-03-18T14:54:22.729265Z","steps":["trace[566492254] 'agreement among raft nodes before linearized reading' (duration: 2.765057011s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:22.729285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:19.975486Z","time spent":"2.753792176s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1256,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" "} {"level":"warn","ts":"2026-03-18T14:54:22.729297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:19.964128Z","time spent":"2.765160294s","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T14:54:22.729288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834623307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-03-18T14:54:22.729336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.734959967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:22.729341Z","caller":"traceutil/trace.go:171","msg":"trace[1033427603] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25300; }","duration":"1.8347187s","start":"2026-03-18T14:54:20.894607Z","end":"2026-03-18T14:54:22.729326Z","steps":["trace[1033427603] 'agreement among raft nodes before linearized reading' (duration: 1.834625168s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:22.729173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:22.340869Z","time spent":"388.295246ms","remote":"127.0.0.1:56340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:22.72937Z","caller":"traceutil/trace.go:171","msg":"trace[820609576] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25300; }","duration":"2.735020169s","start":"2026-03-18T14:54:19.994339Z","end":"2026-03-18T14:54:22.729359Z","steps":["trace[820609576] 'agreement among raft nodes before linearized reading' (duration: 2.734970007s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:22.729381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:20.894584Z","time spent":"1.834788862s","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-18T14:54:22.729394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:19.994324Z","time spent":"2.735063689s","remote":"127.0.0.1:48332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:22.729494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.753933251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1177"} {"level":"warn","ts":"2026-03-18T14:54:22.729506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.765774659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-18T14:54:22.729521Z","caller":"traceutil/trace.go:171","msg":"trace[1680426280] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:25300; }","duration":"2.753971582s","start":"2026-03-18T14:54:19.975542Z","end":"2026-03-18T14:54:22.729513Z","steps":["trace[1680426280] 'agreement among raft nodes before linearized reading' (duration: 2.753887489s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:22.729545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:19.975533Z","time spent":"2.754007003s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":1201,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"info","ts":"2026-03-18T14:54:22.729543Z","caller":"traceutil/trace.go:171","msg":"trace[1529079519] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25300; }","duration":"2.765823732s","start":"2026-03-18T14:54:19.963707Z","end":"2026-03-18T14:54:22.729531Z","steps":["trace[1529079519] 'agreement among raft nodes before linearized reading' (duration: 2.765718389s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:22.729558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754701641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-03-18T14:54:22.72958Z","caller":"traceutil/trace.go:171","msg":"trace[467691214] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:25300; }","duration":"2.754734422s","start":"2026-03-18T14:54:19.974839Z","end":"2026-03-18T14:54:22.729573Z","steps":["trace[467691214] 'agreement among raft nodes before linearized reading' (duration: 2.754609948s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:22.729577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:19.963699Z","time spent":"2.765869904s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-18T14:54:22.729596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:19.974834Z","time spent":"2.754758602s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1244,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-18T14:54:22.729601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07677068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:22.729059Z","caller":"traceutil/trace.go:171","msg":"trace[1253771330] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"767.893269ms","start":"2026-03-18T14:54:21.96114Z","end":"2026-03-18T14:54:22.729033Z","steps":["trace[1253771330] 'process raft request' (duration: 763.413388ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:22.729645Z","caller":"traceutil/trace.go:171","msg":"trace[2136113324] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25300; }","duration":"1.076828981s","start":"2026-03-18T14:54:21.652801Z","end":"2026-03-18T14:54:22.72963Z","steps":["trace[2136113324] 'agreement among raft nodes before linearized reading' (duration: 1.076748369s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:22.729677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-18T14:54:22.72968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725821676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:22.729691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:21.652784Z","time spent":"1.076891754s","remote":"127.0.0.1:51022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:22.729702Z","caller":"traceutil/trace.go:171","msg":"trace[1639432930] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0; range_end:; response_count:1; response_revision:25300; }","duration":"287.183664ms","start":"2026-03-18T14:54:22.442509Z","end":"2026-03-18T14:54:22.729692Z","steps":["trace[1639432930] 'agreement among raft nodes before linearized reading' (duration: 287.109672ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:22.729711Z","caller":"traceutil/trace.go:171","msg":"trace[113044524] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25300; }","duration":"1.725914729s","start":"2026-03-18T14:54:21.003788Z","end":"2026-03-18T14:54:22.729702Z","steps":["trace[113044524] 'agreement among raft nodes before linearized reading' (duration: 1.725863928s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:22.729712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:21.961112Z","time spent":"768.556008ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:22.729737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:21.003756Z","time spent":"1.725973239s","remote":"127.0.0.1:59196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:22.729765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754945138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:895"} {"level":"info","ts":"2026-03-18T14:54:22.729789Z","caller":"traceutil/trace.go:171","msg":"trace[1110628780] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:25300; }","duration":"2.754986549s","start":"2026-03-18T14:54:19.974796Z","end":"2026-03-18T14:54:22.729783Z","steps":["trace[1110628780] 'agreement among raft nodes before linearized reading' (duration: 2.754919287s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:22.729802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:19.974786Z","time spent":"2.7550134s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":919,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-03-18T14:54:22.729814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.066844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:22.729834Z","caller":"traceutil/trace.go:171","msg":"trace[49418854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25300; }","duration":"158.121564ms","start":"2026-03-18T14:54:22.571706Z","end":"2026-03-18T14:54:22.729828Z","steps":["trace[49418854] 'agreement among raft nodes before linearized reading' (duration: 158.087724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:22.729329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:22.323946Z","time spent":"405.281168ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:22.729893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150462612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:22.729174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:22.09625Z","time spent":"632.842038ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:54:22.729923Z","caller":"traceutil/trace.go:171","msg":"trace[894794692] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25300; }","duration":"1.150517353s","start":"2026-03-18T14:54:21.579394Z","end":"2026-03-18T14:54:22.729911Z","steps":["trace[894794692] 'agreement among raft nodes before linearized reading' (duration: 1.150469642s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:22.72993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.46063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-18T14:54:22.72995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:21.579379Z","time spent":"1.150563614s","remote":"127.0.0.1:45070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:22.729964Z","caller":"traceutil/trace.go:171","msg":"trace[12902138] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:25300; }","duration":"284.538292ms","start":"2026-03-18T14:54:22.445415Z","end":"2026-03-18T14:54:22.729954Z","steps":["trace[12902138] 'agreement among raft nodes before linearized reading' (duration: 284.451791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:22.72958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394395561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:22.729977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75541189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:911"} {"level":"info","ts":"2026-03-18T14:54:22.730011Z","caller":"traceutil/trace.go:171","msg":"trace[1826020006] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:25300; }","duration":"2.755447481s","start":"2026-03-18T14:54:19.974555Z","end":"2026-03-18T14:54:22.730002Z","steps":["trace[1826020006] 'agreement among raft nodes before linearized reading' (duration: 2.755351059s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:22.730007Z","caller":"traceutil/trace.go:171","msg":"trace[1907317058] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25300; }","duration":"2.394848953s","start":"2026-03-18T14:54:20.335144Z","end":"2026-03-18T14:54:22.729993Z","steps":["trace[1907317058] 'agreement among raft nodes before linearized reading' (duration: 2.394407591s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:22.730037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:19.974486Z","time spent":"2.755543205s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":935,"request content":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" "} {"level":"warn","ts":"2026-03-18T14:54:22.730048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:20.335126Z","time spent":"2.394908385s","remote":"127.0.0.1:54812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:23.233497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:23.73448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740186,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:23.891499Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.158482668s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:54:24.028754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.777868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:54:24.02889Z","caller":"traceutil/trace.go:171","msg":"trace[1319245349] transaction","detail":"{read_only:false; response_revision:25301; number_of_response:1; }","duration":"1.296295443s","start":"2026-03-18T14:54:22.732573Z","end":"2026-03-18T14:54:24.028869Z","steps":["trace[1319245349] 'process raft request' (duration: 1.15930639s)","trace[1319245349] 'compare' (duration: 136.48004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:24.029174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:22.732554Z","time spent":"1.296573722s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:25.573641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000724138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:25.573707Z","caller":"traceutil/trace.go:171","msg":"trace[1451345581] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000805261s","start":"2026-03-18T14:54:23.572886Z","end":"2026-03-18T14:54:25.573691Z","steps":["trace[1451345581] 'agreement among raft nodes before linearized reading' (duration: 2.000722068s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:25.573746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:23.572829Z","time spent":"2.000909813s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:54:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:27.120348Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.224708788s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:54:27.120919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:22.732833Z","time spent":"4.388078138s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T14:54:27.120942Z","caller":"traceutil/trace.go:171","msg":"trace[370903116] linearizableReadLoop","detail":"{readStateIndex:26304; appliedIndex:26301; }","duration":"4.388164781s","start":"2026-03-18T14:54:22.732738Z","end":"2026-03-18T14:54:27.120903Z","steps":["trace[370903116] 'read index received' (duration: 1.159094605s)","trace[370903116] 'applied index is now lower than readState.Index' (duration: 3.229068675s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:54:27.121221Z","caller":"traceutil/trace.go:171","msg":"trace[1390893802] transaction","detail":"{read_only:false; response_revision:25302; number_of_response:1; }","duration":"4.381745387s","start":"2026-03-18T14:54:22.739443Z","end":"2026-03-18T14:54:27.121188Z","steps":["trace[1390893802] 'process raft request' (duration: 4.381311215s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:27.12159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.388740346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-48psw\" ","response":"range_response_count:1 size:5161"} {"level":"warn","ts":"2026-03-18T14:54:27.121888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:22.739426Z","time spent":"4.382282951s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:54:27.122078Z","caller":"traceutil/trace.go:171","msg":"trace[1651871573] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-48psw; range_end:; response_count:1; response_revision:25302; }","duration":"4.389213658s","start":"2026-03-18T14:54:22.732715Z","end":"2026-03-18T14:54:27.121929Z","steps":["trace[1651871573] 'agreement among raft nodes before linearized reading' (duration: 4.388464368s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:27.122193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:22.732697Z","time spent":"4.389467125s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5185,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-48psw\" "} {"level":"warn","ts":"2026-03-18T14:54:27.574531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000570773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:27.574615Z","caller":"traceutil/trace.go:171","msg":"trace[1914133345] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000711657s","start":"2026-03-18T14:54:25.573884Z","end":"2026-03-18T14:54:27.574595Z","steps":["trace[1914133345] 'agreement among raft nodes before linearized reading' (duration: 2.000604934s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:27.574681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:25.573862Z","time spent":"2.00080229s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:54:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:27.621235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:28.121891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:28.622355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:29.122749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:29.481999Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.361429969s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:54:29.581915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999895635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:54:29.582022Z","caller":"traceutil/trace.go:171","msg":"trace[73851356] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00005707s","start":"2026-03-18T14:54:27.581936Z","end":"2026-03-18T14:54:29.581993Z","steps":["trace[73851356] 'agreement among raft nodes before linearized reading' (duration: 1.999925327s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:29.582084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:27.581915Z","time spent":"2.000155733s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:54:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:29.735733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:24.737801Z","time spent":"4.997922394s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 14:54:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:31.558827Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7af19d013ad3d034","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-18T14:54:31.582646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000137533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:31.582722Z","caller":"traceutil/trace.go:171","msg":"trace[271703521] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000265816s","start":"2026-03-18T14:54:29.582436Z","end":"2026-03-18T14:54:31.582702Z","steps":["trace[271703521] 'agreement among raft nodes before linearized reading' (duration: 2.000175663s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:31.582768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:29.58241Z","time spent":"2.000348347s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:54:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:32.084921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602606899s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-18T14:54:32.946815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:25.94629Z","time spent":"7.000517212s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T14:54:33.587581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000156584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:54:33.587668Z","caller":"traceutil/trace.go:171","msg":"trace[482808752] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000394698s","start":"2026-03-18T14:54:31.587253Z","end":"2026-03-18T14:54:33.587648Z","steps":["trace[482808752] 'agreement among raft nodes before linearized reading' (duration: 2.000180823s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:33.587716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:31.587238Z","time spent":"2.0004674s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:54:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:34.122846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:27.121888Z","time spent":"7.000952444s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T14:54:34.456195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37033138s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:54:34.456559Z","caller":"traceutil/trace.go:171","msg":"trace[380787803] transaction","detail":"{read_only:false; response_revision:25306; number_of_response:1; }","duration":"6.71853622s","start":"2026-03-18T14:54:27.737998Z","end":"2026-03-18T14:54:34.456534Z","steps":["trace[380787803] 'process raft request' (duration: 6.718459827s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:34.45674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.423089378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-18T14:54:34.456798Z","caller":"traceutil/trace.go:171","msg":"trace[1871648328] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0; range_end:; response_count:1; response_revision:25307; }","duration":"10.423209022s","start":"2026-03-18T14:54:24.03358Z","end":"2026-03-18T14:54:34.456789Z","steps":["trace[1871648328] 'agreement among raft nodes before linearized reading' (duration: 10.423047517s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:34.456818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.72405523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-03-18T14:54:34.456838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:24.033561Z","time spent":"10.423265294s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df409315bf8d0\" "} {"level":"info","ts":"2026-03-18T14:54:34.456891Z","caller":"traceutil/trace.go:171","msg":"trace[711525986] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:25307; }","duration":"11.72413277s","start":"2026-03-18T14:54:22.732721Z","end":"2026-03-18T14:54:34.456854Z","steps":["trace[711525986] 'agreement among raft nodes before linearized reading' (duration: 11.723879174s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:34.456936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:22.732705Z","time spent":"11.724221094s","remote":"127.0.0.1:33708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":805,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-03-18T14:54:34.45696Z","caller":"traceutil/trace.go:171","msg":"trace[1186243675] transaction","detail":"{read_only:false; response_revision:25307; number_of_response:1; }","duration":"4.143331731s","start":"2026-03-18T14:54:30.313602Z","end":"2026-03-18T14:54:34.456933Z","steps":["trace[1186243675] 'process raft request' (duration: 4.142910429s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:34.457019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:27.737979Z","time spent":"6.718986092s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:54:34.45657Z","caller":"traceutil/trace.go:171","msg":"trace[1854836854] linearizableReadLoop","detail":"{readStateIndex:26309; appliedIndex:26304; }","duration":"7.33554648s","start":"2026-03-18T14:54:27.121004Z","end":"2026-03-18T14:54:34.456551Z","steps":["trace[1854836854] 'read index received' (duration: 2.361302845s)","trace[1854836854] 'applied index is now lower than readState.Index' (duration: 4.974242715s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:34.45708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:30.31357Z","time spent":"4.143439234s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:34.73639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999738823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:34.736451Z","caller":"traceutil/trace.go:171","msg":"trace[1992425553] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999845696s","start":"2026-03-18T14:54:29.736593Z","end":"2026-03-18T14:54:34.736439Z","steps":["trace[1992425553] 'agreement among raft nodes before linearized reading' (duration: 4.999760923s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:34.736484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:29.736579Z","time spent":"4.999895428s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/18 14:54:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:34.957402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740200,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:35.359703Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.916179662s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:54:35.588562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000304577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:35.588746Z","caller":"traceutil/trace.go:171","msg":"trace[1908341827] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000569294s","start":"2026-03-18T14:54:33.588154Z","end":"2026-03-18T14:54:35.588723Z","steps":["trace[1908341827] 'agreement among raft nodes before linearized reading' (duration: 2.000355128s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:35.588834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:33.588128Z","time spent":"2.000688926s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:54:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:35.728991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272308696s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-18T14:54:35.729497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.952184342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:35.729559Z","caller":"traceutil/trace.go:171","msg":"trace[961058039] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25307; }","duration":"10.952283325s","start":"2026-03-18T14:54:24.77725Z","end":"2026-03-18T14:54:35.729534Z","steps":["trace[961058039] 'agreement among raft nodes before linearized reading' (duration: 9.679305981s)","trace[961058039] 'count revisions from in-memory index tree' (duration: 1.272880171s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:35.729613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:24.777241Z","time spent":"10.952356208s","remote":"127.0.0.1:45852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:35.729863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.529866382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:35.72991Z","caller":"traceutil/trace.go:171","msg":"trace[1574933401] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25307; }","duration":"9.529943923s","start":"2026-03-18T14:54:26.19995Z","end":"2026-03-18T14:54:35.729894Z","steps":["trace[1574933401] 'agreement among raft nodes before linearized reading' (duration: 8.2566223s)","trace[1574933401] 'count revisions from in-memory index tree' (duration: 1.273268981s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:35.729956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:26.199931Z","time spent":"9.530011065s","remote":"127.0.0.1:49936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:35.73044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.659466405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:54:35.730531Z","caller":"traceutil/trace.go:171","msg":"trace[1309346971] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25307; }","duration":"9.659605658s","start":"2026-03-18T14:54:26.0709Z","end":"2026-03-18T14:54:35.730506Z","steps":["trace[1309346971] 'agreement among raft nodes before linearized reading' (duration: 8.385678209s)","trace[1309346971] 'count revisions from in-memory index tree' (duration: 1.273805776s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:35.730943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:26.07088Z","time spent":"9.66004136s","remote":"127.0.0.1:56822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:35.731216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.309406825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:35.731293Z","caller":"traceutil/trace.go:171","msg":"trace[37598540] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25307; }","duration":"10.309517609s","start":"2026-03-18T14:54:25.421765Z","end":"2026-03-18T14:54:35.731282Z","steps":["trace[37598540] 'agreement among raft nodes before linearized reading' (duration: 9.034831809s)","trace[37598540] 'count revisions from in-memory index tree' (duration: 1.274603097s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:35.731315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:25.421748Z","time spent":"10.309559439s","remote":"127.0.0.1:45084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:35.731692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.388172205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418276"} {"level":"info","ts":"2026-03-18T14:54:35.731717Z","caller":"traceutil/trace.go:171","msg":"trace[1181114316] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25307; }","duration":"10.388238956s","start":"2026-03-18T14:54:25.343471Z","end":"2026-03-18T14:54:35.73171Z","steps":["trace[1181114316] 'agreement among raft nodes before linearized reading' (duration: 9.113255358s)","trace[1181114316] 'range keys from in-memory index tree' (duration: 1.274826135s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:35.731733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:25.343449Z","time spent":"10.388280318s","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418300,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-18T14:54:35.732004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.885360695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:54:35.732032Z","caller":"traceutil/trace.go:171","msg":"trace[893328438] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25307; }","duration":"10.885433068s","start":"2026-03-18T14:54:24.846594Z","end":"2026-03-18T14:54:35.732027Z","steps":["trace[893328438] 'agreement among raft nodes before linearized reading' (duration: 9.610140541s)","trace[893328438] 'count revisions from in-memory index tree' (duration: 1.275256466s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:35.732048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:24.846572Z","time spent":"10.885471979s","remote":"127.0.0.1:33708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:35.732518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.933127148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:35.732547Z","caller":"traceutil/trace.go:171","msg":"trace[1864555497] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25307; }","duration":"10.933170328s","start":"2026-03-18T14:54:24.79937Z","end":"2026-03-18T14:54:35.73254Z","steps":["trace[1864555497] 'agreement among raft nodes before linearized reading' (duration: 9.657368887s)","trace[1864555497] 'count revisions from in-memory index tree' (duration: 1.275493653s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:35.732629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:24.799337Z","time spent":"10.933224319s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:35.732784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.93692454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:35.732808Z","caller":"traceutil/trace.go:171","msg":"trace[305950912] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:25307; }","duration":"10.936964201s","start":"2026-03-18T14:54:24.795836Z","end":"2026-03-18T14:54:35.7328Z","steps":["trace[305950912] 'agreement among raft nodes before linearized reading' (duration: 9.660908533s)","trace[305950912] 'count revisions from in-memory index tree' (duration: 1.276016015s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:35.732878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:24.795828Z","time spent":"10.937042843s","remote":"127.0.0.1:59164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:35.733033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.007118614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:35.733059Z","caller":"traceutil/trace.go:171","msg":"trace[1650602805] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25307; }","duration":"10.007185576s","start":"2026-03-18T14:54:25.725868Z","end":"2026-03-18T14:54:35.733054Z","steps":["trace[1650602805] 'agreement among raft nodes before linearized reading' (duration: 8.730722858s)","trace[1650602805] 'count revisions from in-memory index tree' (duration: 1.276428157s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:35.733131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:25.725848Z","time spent":"10.007223087s","remote":"127.0.0.1:33648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:35.733315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.995324567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-724793a9-2b4a-4696-b5ce-25d10f61b538\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-18T14:54:35.733338Z","caller":"traceutil/trace.go:171","msg":"trace[172894186] range","detail":"{range_begin:/registry/persistentvolumes/pvc-724793a9-2b4a-4696-b5ce-25d10f61b538; range_end:; response_count:1; response_revision:25307; }","duration":"12.995384598s","start":"2026-03-18T14:54:22.737947Z","end":"2026-03-18T14:54:35.733332Z","steps":["trace[172894186] 'agreement among raft nodes before linearized reading' (duration: 11.718627782s)","trace[172894186] 'range keys from in-memory index tree' (duration: 1.276696664s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:35.733399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:22.737927Z","time spent":"12.995422149s","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-724793a9-2b4a-4696-b5ce-25d10f61b538\" "} {"level":"warn","ts":"2026-03-18T14:54:35.733564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.916410301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:35.733589Z","caller":"traceutil/trace.go:171","msg":"trace[30564246] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25307; }","duration":"9.916435793s","start":"2026-03-18T14:54:25.817145Z","end":"2026-03-18T14:54:35.733581Z","steps":["trace[30564246] 'agreement among raft nodes before linearized reading' (duration: 8.6394397s)","trace[30564246] 'count revisions from in-memory index tree' (duration: 1.276964391s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:35.733607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:25.817098Z","time spent":"9.916504484s","remote":"127.0.0.1:54538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:35.73379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.375379023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:35.733849Z","caller":"traceutil/trace.go:171","msg":"trace[2119269922] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25307; }","duration":"11.375471236s","start":"2026-03-18T14:54:24.358364Z","end":"2026-03-18T14:54:35.733835Z","steps":["trace[2119269922] 'agreement among raft nodes before linearized reading' (duration: 10.098225397s)","trace[2119269922] 'count revisions from in-memory index tree' (duration: 1.277175347s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:35.733887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:24.358344Z","time spent":"11.375534297s","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:35.734067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.001087683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-8wnbw\" ","response":"range_response_count:1 size:5979"} {"level":"info","ts":"2026-03-18T14:54:35.734149Z","caller":"traceutil/trace.go:171","msg":"trace[1984207377] range","detail":"{range_begin:/registry/pods/monitoring/vector-8wnbw; range_end:; response_count:1; response_revision:25307; }","duration":"13.001173615s","start":"2026-03-18T14:54:22.732949Z","end":"2026-03-18T14:54:35.734123Z","steps":["trace[1984207377] 'agreement among raft nodes before linearized reading' (duration: 11.723899564s)","trace[1984207377] 'range keys from in-memory index tree' (duration: 1.277106165s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:35.734218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.724160426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:54:35.734218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:22.732938Z","time spent":"13.001262358s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":6003,"request content":"key:\"/registry/pods/monitoring/vector-8wnbw\" "} {"level":"info","ts":"2026-03-18T14:54:35.734297Z","caller":"traceutil/trace.go:171","msg":"trace[825902676] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25307; }","duration":"12.724239779s","start":"2026-03-18T14:54:23.010012Z","end":"2026-03-18T14:54:35.734252Z","steps":["trace[825902676] 'agreement among raft nodes before linearized reading' (duration: 11.446885356s)","trace[825902676] 'count revisions from in-memory index tree' (duration: 1.277300651s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:35.734339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:23.009992Z","time spent":"12.72433628s","remote":"127.0.0.1:33834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:35.734362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.001355801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16938"} {"level":"info","ts":"2026-03-18T14:54:35.734442Z","caller":"traceutil/trace.go:171","msg":"trace[1104339285] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25307; }","duration":"13.001442443s","start":"2026-03-18T14:54:22.732979Z","end":"2026-03-18T14:54:35.734421Z","steps":["trace[1104339285] 'agreement among raft nodes before linearized reading' (duration: 11.723898536s)","trace[1104339285] 'range keys from in-memory index tree' (duration: 1.27730031s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:35.734464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.000567309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:726"} {"level":"warn","ts":"2026-03-18T14:54:35.734488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:22.732882Z","time spent":"13.001596767s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16962,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-18T14:54:35.734514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.001668048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-9pbkd\" ","response":"range_response_count:1 size:4155"} {"level":"info","ts":"2026-03-18T14:54:35.73453Z","caller":"traceutil/trace.go:171","msg":"trace[247900573] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:25307; }","duration":"13.00065231s","start":"2026-03-18T14:54:22.73386Z","end":"2026-03-18T14:54:35.734512Z","steps":["trace[247900573] 'agreement among raft nodes before linearized reading' (duration: 11.723014211s)","trace[247900573] 'range keys from in-memory index tree' (duration: 1.277478595s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:54:35.734564Z","caller":"traceutil/trace.go:171","msg":"trace[422332192] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-9pbkd; range_end:; response_count:1; response_revision:25307; }","duration":"13.0017198s","start":"2026-03-18T14:54:22.732827Z","end":"2026-03-18T14:54:35.734547Z","steps":["trace[422332192] 'agreement among raft nodes before linearized reading' (duration: 11.72409384s)","trace[422332192] 'range keys from in-memory index tree' (duration: 1.277510457s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:35.734577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:22.733854Z","time spent":"13.000707902s","remote":"127.0.0.1:33708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":750,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-18T14:54:35.734601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:22.732821Z","time spent":"13.001771542s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4179,"request content":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-9pbkd\" "} {"level":"warn","ts":"2026-03-18T14:54:35.73416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.873152915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:35.734694Z","caller":"traceutil/trace.go:171","msg":"trace[2051754807] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25307; }","duration":"12.8737239s","start":"2026-03-18T14:54:22.860959Z","end":"2026-03-18T14:54:35.734683Z","steps":["trace[2051754807] 'agreement among raft nodes before linearized reading' (duration: 11.595951876s)","trace[2051754807] 'count revisions from in-memory index tree' (duration: 1.277213769s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:35.734733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:22.86094Z","time spent":"12.873781251s","remote":"127.0.0.1:45076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:35.734791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.001925816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9dlcc\" ","response":"range_response_count:1 size:9452"} {"level":"info","ts":"2026-03-18T14:54:35.734844Z","caller":"traceutil/trace.go:171","msg":"trace[806905875] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9dlcc; range_end:; response_count:1; response_revision:25307; }","duration":"13.001971667s","start":"2026-03-18T14:54:22.732857Z","end":"2026-03-18T14:54:35.734829Z","steps":["trace[806905875] 'agreement among raft nodes before linearized reading' (duration: 11.72406184s)","trace[806905875] 'range keys from in-memory index tree' (duration: 1.277714662s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:35.734886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:22.732841Z","time spent":"13.002035229s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":9476,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-9dlcc\" "} {"level":"info","ts":"2026-03-18T14:54:35.734935Z","caller":"traceutil/trace.go:171","msg":"trace[2145629852] transaction","detail":"{read_only:false; response_revision:25308; number_of_response:1; }","duration":"2.75318638s","start":"2026-03-18T14:54:32.981734Z","end":"2026-03-18T14:54:35.73492Z","steps":["trace[2145629852] 'process raft request' (duration: 2.747368903s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:35.735013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:32.981713Z","time spent":"2.753254261s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:36.852034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.497232ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:36.852136Z","caller":"traceutil/trace.go:171","msg":"trace[862250083] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25308; }","duration":"186.611805ms","start":"2026-03-18T14:54:36.665507Z","end":"2026-03-18T14:54:36.852119Z","steps":["trace[862250083] 'range keys from in-memory index tree' (duration: 186.483522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:36.853688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118146848s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:54:36.853914Z","caller":"traceutil/trace.go:171","msg":"trace[984785269] transaction","detail":"{read_only:false; response_revision:25309; number_of_response:1; }","duration":"2.39512288s","start":"2026-03-18T14:54:34.458757Z","end":"2026-03-18T14:54:36.85388Z","steps":["trace[984785269] 'process raft request' (duration: 1.27615117s)","trace[984785269] 'compare' (duration: 1.116652358s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:54:36.853952Z","caller":"traceutil/trace.go:171","msg":"trace[1697564353] transaction","detail":"{read_only:false; response_revision:25311; number_of_response:1; }","duration":"1.114865049s","start":"2026-03-18T14:54:35.73907Z","end":"2026-03-18T14:54:36.853935Z","steps":["trace[1697564353] 'process raft request' (duration: 1.114820338s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:36.853972Z","caller":"traceutil/trace.go:171","msg":"trace[1584505119] linearizableReadLoop","detail":"{readStateIndex:26314; appliedIndex:26310; }","duration":"2.396857557s","start":"2026-03-18T14:54:34.457103Z","end":"2026-03-18T14:54:36.85396Z","steps":["trace[1584505119] 'read index received' (duration: 902.832027ms)","trace[1584505119] 'applied index is now lower than readState.Index' (duration: 1.49402434s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:54:36.853969Z","caller":"traceutil/trace.go:171","msg":"trace[1149577016] transaction","detail":"{read_only:false; response_revision:25310; number_of_response:1; }","duration":"2.393153278s","start":"2026-03-18T14:54:34.460799Z","end":"2026-03-18T14:54:36.853953Z","steps":["trace[1149577016] 'process raft request' (duration: 2.393016923s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:36.854021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:35.739055Z","time spent":"1.114931371s","remote":"127.0.0.1:33708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:36.854039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:34.460779Z","time spent":"2.393229979s","remote":"127.0.0.1:33708","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:36.854047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:34.458744Z","time spent":"2.395231393s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:36.854092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.055659811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:36.85406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.341760162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:36.854131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.190800215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:36.8541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.084059726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:36.854244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.728121661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-64f6c5ccc-b9vwn\" ","response":"range_response_count:1 size:8559"} {"level":"warn","ts":"2026-03-18T14:54:36.854269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.805362746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:54:36.85429Z","caller":"traceutil/trace.go:171","msg":"trace[1833201973] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-64f6c5ccc-b9vwn; range_end:; response_count:1; response_revision:25311; }","duration":"9.728202694s","start":"2026-03-18T14:54:27.126079Z","end":"2026-03-18T14:54:36.854282Z","steps":["trace[1833201973] 'agreement among raft nodes before linearized reading' (duration: 9.728088351s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:36.854295Z","caller":"traceutil/trace.go:171","msg":"trace[1617341057] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25311; }","duration":"8.805430137s","start":"2026-03-18T14:54:28.048858Z","end":"2026-03-18T14:54:36.854288Z","steps":["trace[1617341057] 'agreement among raft nodes before linearized reading' (duration: 8.805322324s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:36.854322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:27.126058Z","time spent":"9.728247585s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":8583,"request content":"key:\"/registry/pods/openstack/magnum-api-64f6c5ccc-b9vwn\" "} {"level":"warn","ts":"2026-03-18T14:54:36.854351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.036903285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:36.854363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.544831491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:36.854372Z","caller":"traceutil/trace.go:171","msg":"trace[1371633229] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25311; }","duration":"9.036964267s","start":"2026-03-18T14:54:27.817401Z","end":"2026-03-18T14:54:36.854365Z","steps":["trace[1371633229] 'agreement among raft nodes before linearized reading' (duration: 9.036934776s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:36.854394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:27.81738Z","time spent":"9.037008977s","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:36.854399Z","caller":"traceutil/trace.go:171","msg":"trace[188166796] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25311; }","duration":"3.544894403s","start":"2026-03-18T14:54:33.309493Z","end":"2026-03-18T14:54:36.854387Z","steps":["trace[188166796] 'agreement among raft nodes before linearized reading' (duration: 3.544844412s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:36.854406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.852015234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:36.854432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:33.309476Z","time spent":"3.544946654s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:36.854431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.225057287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:36.854443Z","caller":"traceutil/trace.go:171","msg":"trace[1395021536] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25311; }","duration":"5.852080295s","start":"2026-03-18T14:54:31.00235Z","end":"2026-03-18T14:54:36.854431Z","steps":["trace[1395021536] 'agreement among raft nodes before linearized reading' (duration: 5.852015174s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:36.854466Z","caller":"traceutil/trace.go:171","msg":"trace[1348461521] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25311; }","duration":"8.225122009s","start":"2026-03-18T14:54:28.629332Z","end":"2026-03-18T14:54:36.854454Z","steps":["trace[1348461521] 'agreement among raft nodes before linearized reading' (duration: 8.224678227s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:36.854472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:31.002331Z","time spent":"5.852135407s","remote":"127.0.0.1:59182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:36.854492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.049204333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-18T14:54:36.854499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:28.629318Z","time spent":"8.22516977s","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:36.854528Z","caller":"traceutil/trace.go:171","msg":"trace[1115668483] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25311; }","duration":"8.049263744s","start":"2026-03-18T14:54:28.805254Z","end":"2026-03-18T14:54:36.854518Z","steps":["trace[1115668483] 'agreement among raft nodes before linearized reading' (duration: 8.04912538s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:36.854548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.590141034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:36.854318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:28.048836Z","time spent":"8.805476478s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:36.85457Z","caller":"traceutil/trace.go:171","msg":"trace[1812908469] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25311; }","duration":"5.590166825s","start":"2026-03-18T14:54:31.264397Z","end":"2026-03-18T14:54:36.854564Z","steps":["trace[1812908469] 'agreement among raft nodes before linearized reading' (duration: 5.590122214s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:36.854572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:28.805242Z","time spent":"8.049310906s","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-18T14:54:36.854591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:31.264374Z","time spent":"5.590211877s","remote":"127.0.0.1:33770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:36.854126Z","caller":"traceutil/trace.go:171","msg":"trace[1141042473] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25311; }","duration":"9.055739264s","start":"2026-03-18T14:54:27.798375Z","end":"2026-03-18T14:54:36.854114Z","steps":["trace[1141042473] 'agreement among raft nodes before linearized reading' (duration: 9.055682003s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:36.854653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.904284669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:54:36.854455Z","caller":"traceutil/trace.go:171","msg":"trace[630537242] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25311; }","duration":"8.084306373s","start":"2026-03-18T14:54:28.769975Z","end":"2026-03-18T14:54:36.854281Z","steps":["trace[630537242] 'agreement among raft nodes before linearized reading' (duration: 8.084016114s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:36.854099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.098678965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:36.854756Z","caller":"traceutil/trace.go:171","msg":"trace[466729186] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25311; }","duration":"9.099333813s","start":"2026-03-18T14:54:27.755414Z","end":"2026-03-18T14:54:36.854747Z","steps":["trace[466729186] 'agreement among raft nodes before linearized reading' (duration: 9.098659145s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:36.854784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:27.755375Z","time spent":"9.099399413s","remote":"127.0.0.1:45812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:36.854145Z","caller":"traceutil/trace.go:171","msg":"trace[1930238921] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25311; }","duration":"8.341875765s","start":"2026-03-18T14:54:28.51225Z","end":"2026-03-18T14:54:36.854126Z","steps":["trace[1930238921] 'agreement among raft nodes before linearized reading' (duration: 8.341775412s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:36.854683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:27.798351Z","time spent":"9.05632312s","remote":"127.0.0.1:35980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:36.854203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.109957439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:36.854851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:28.769964Z","time spent":"8.084876547s","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:36.854868Z","caller":"traceutil/trace.go:171","msg":"trace[526254655] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25311; }","duration":"4.110660628s","start":"2026-03-18T14:54:32.744198Z","end":"2026-03-18T14:54:36.854858Z","steps":["trace[526254655] 'agreement among raft nodes before linearized reading' (duration: 4.10997298s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:36.854849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:28.512231Z","time spent":"8.342599524s","remote":"127.0.0.1:59174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:36.854897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:32.744176Z","time spent":"4.110710749s","remote":"127.0.0.1:51022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T14:54:36.854316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.730301161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-18T14:54:36.854953Z","caller":"traceutil/trace.go:171","msg":"trace[731886817] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:25311; }","duration":"2.730970559s","start":"2026-03-18T14:54:34.123976Z","end":"2026-03-18T14:54:36.854946Z","steps":["trace[731886817] 'agreement among raft nodes before linearized reading' (duration: 2.730245369s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:36.854982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:34.123958Z","time spent":"2.731015751s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"warn","ts":"2026-03-18T14:54:36.854166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.475456066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:36.854689Z","caller":"traceutil/trace.go:171","msg":"trace[565369220] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25311; }","duration":"3.904358762s","start":"2026-03-18T14:54:32.950321Z","end":"2026-03-18T14:54:36.85468Z","steps":["trace[565369220] 'agreement among raft nodes before linearized reading' (duration: 3.904264399s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:36.855043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:32.950301Z","time spent":"3.904736092s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-18T14:54:36.855016Z","caller":"traceutil/trace.go:171","msg":"trace[98387324] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25311; }","duration":"8.4763333s","start":"2026-03-18T14:54:28.378669Z","end":"2026-03-18T14:54:36.855002Z","steps":["trace[98387324] 'agreement among raft nodes before linearized reading' (duration: 8.475478488s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:36.855088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:28.378644Z","time spent":"8.476437843s","remote":"127.0.0.1:54672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:36.854157Z","caller":"traceutil/trace.go:171","msg":"trace[413764041] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25311; }","duration":"9.190850117s","start":"2026-03-18T14:54:27.6633Z","end":"2026-03-18T14:54:36.85415Z","steps":["trace[413764041] 'agreement among raft nodes before linearized reading' (duration: 9.190812626s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:36.855123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:27.663283Z","time spent":"9.191832773s","remote":"127.0.0.1:54778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:37.354687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740205,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:37.596841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000564923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:37.596976Z","caller":"traceutil/trace.go:171","msg":"trace[217480753] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000761959s","start":"2026-03-18T14:54:35.59619Z","end":"2026-03-18T14:54:37.596952Z","steps":["trace[217480753] 'agreement among raft nodes before linearized reading' (duration: 2.000600054s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:37.597042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:35.59617Z","time spent":"2.000856081s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:54:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:37.855726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740205,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:38.355855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740205,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:38.461834Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.983618715s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:54:38.993849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.648443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:54:38.994037Z","caller":"traceutil/trace.go:171","msg":"trace[2094982779] transaction","detail":"{read_only:false; response_revision:25312; number_of_response:1; }","duration":"2.903179265s","start":"2026-03-18T14:54:36.090836Z","end":"2026-03-18T14:54:38.994015Z","steps":["trace[2094982779] 'process raft request' (duration: 2.371283445s)","trace[2094982779] 'compare' (duration: 531.215732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:38.994144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:36.0908Z","time spent":"2.903305958s","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418334,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:39.596904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999213508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:39.596969Z","caller":"traceutil/trace.go:171","msg":"trace[502153415] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99932826s","start":"2026-03-18T14:54:37.597626Z","end":"2026-03-18T14:54:39.596955Z","steps":["trace[502153415] 'agreement among raft nodes before linearized reading' (duration: 1.999244128s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:39.597005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:37.597609Z","time spent":"1.999388712s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:54:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:40.947969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.074446229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:40.948048Z","caller":"traceutil/trace.go:171","msg":"trace[1505585342] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"4.074547412s","start":"2026-03-18T14:54:36.873483Z","end":"2026-03-18T14:54:40.94803Z","steps":["trace[1505585342] 'agreement among raft nodes before linearized reading' (duration: 4.074439559s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:40.948092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:36.873457Z","time spent":"4.074626504s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/18 14:54:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:41.103121Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.641061088s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:54:41.150462Z","caller":"traceutil/trace.go:171","msg":"trace[1246028857] linearizableReadLoop","detail":"{readStateIndex:26318; appliedIndex:26315; }","duration":"4.296446211s","start":"2026-03-18T14:54:36.853993Z","end":"2026-03-18T14:54:41.150439Z","steps":["trace[1246028857] 'read index received' (duration: 1.608138464s)","trace[1246028857] 'applied index is now lower than readState.Index' (duration: 2.688306547s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:41.150587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:36.857811Z","time spent":"4.292773531s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T14:54:41.150899Z","caller":"traceutil/trace.go:171","msg":"trace[318494092] transaction","detail":"{read_only:false; response_revision:25313; number_of_response:1; }","duration":"4.278407023s","start":"2026-03-18T14:54:36.872481Z","end":"2026-03-18T14:54:41.150888Z","steps":["trace[318494092] 'process raft request' (duration: 4.277835488s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:41.150994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:36.872459Z","time spent":"4.278476794s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8643,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:41.151162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.642140466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:54:41.151207Z","caller":"traceutil/trace.go:171","msg":"trace[734653759] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25313; }","duration":"4.642214229s","start":"2026-03-18T14:54:36.508979Z","end":"2026-03-18T14:54:41.151193Z","steps":["trace[734653759] 'agreement among raft nodes before linearized reading' (duration: 4.642147496s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:41.151238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:36.508961Z","time spent":"4.64226896s","remote":"127.0.0.1:50014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:41.15141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.050131095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:41.151458Z","caller":"traceutil/trace.go:171","msg":"trace[1295278254] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25313; }","duration":"5.050216388s","start":"2026-03-18T14:54:36.10123Z","end":"2026-03-18T14:54:41.151446Z","steps":["trace[1295278254] 'agreement among raft nodes before linearized reading' (duration: 5.050144296s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:41.1515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:36.101208Z","time spent":"5.05028347s","remote":"127.0.0.1:45108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:41.151724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.400781146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-03-18T14:54:41.15176Z","caller":"traceutil/trace.go:171","msg":"trace[67347708] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25313; }","duration":"5.400837627s","start":"2026-03-18T14:54:35.750913Z","end":"2026-03-18T14:54:41.151751Z","steps":["trace[67347708] 'agreement among raft nodes before linearized reading' (duration: 5.400720724s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:41.151787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:35.750901Z","time spent":"5.400878718s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1254,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-18T14:54:41.151968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.401231777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-03-18T14:54:41.152002Z","caller":"traceutil/trace.go:171","msg":"trace[1393891890] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:25313; }","duration":"5.40130692s","start":"2026-03-18T14:54:35.750687Z","end":"2026-03-18T14:54:41.151994Z","steps":["trace[1393891890] 'agreement among raft nodes before linearized reading' (duration: 5.401221127s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:41.152028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:35.750671Z","time spent":"5.4013506s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":824,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-03-18T14:54:41.152196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.401600768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-03-18T14:54:41.152229Z","caller":"traceutil/trace.go:171","msg":"trace[1823451509] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:25313; }","duration":"5.401647809s","start":"2026-03-18T14:54:35.750573Z","end":"2026-03-18T14:54:41.152221Z","steps":["trace[1823451509] 'agreement among raft nodes before linearized reading' (duration: 5.401564377s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:41.152256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:35.750566Z","time spent":"5.40168212s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":825,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-18T14:54:41.152464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.412040029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-18T14:54:41.152503Z","caller":"traceutil/trace.go:171","msg":"trace[495655763] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25313; }","duration":"5.412097041s","start":"2026-03-18T14:54:35.740397Z","end":"2026-03-18T14:54:41.152494Z","steps":["trace[495655763] 'agreement among raft nodes before linearized reading' (duration: 5.411996318s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:41.15253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:35.740382Z","time spent":"5.412141842s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-18T14:54:41.152686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.777489759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:41.152722Z","caller":"traceutil/trace.go:171","msg":"trace[488145029] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25313; }","duration":"5.777555121s","start":"2026-03-18T14:54:35.375156Z","end":"2026-03-18T14:54:41.152711Z","steps":["trace[488145029] 'agreement among raft nodes before linearized reading' (duration: 5.77750342s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:41.152749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:35.375139Z","time spent":"5.777602562s","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:41.152893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.258182934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:41.152926Z","caller":"traceutil/trace.go:171","msg":"trace[791541068] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25313; }","duration":"6.258234026s","start":"2026-03-18T14:54:34.894683Z","end":"2026-03-18T14:54:41.152917Z","steps":["trace[791541068] 'agreement among raft nodes before linearized reading' (duration: 6.258186454s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:41.152959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:34.894673Z","time spent":"6.258278177s","remote":"127.0.0.1:49924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:41.153098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.261622297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:54:41.153134Z","caller":"traceutil/trace.go:171","msg":"trace[1972957459] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25313; }","duration":"6.26168984s","start":"2026-03-18T14:54:34.891433Z","end":"2026-03-18T14:54:41.153123Z","steps":["trace[1972957459] 'agreement among raft nodes before linearized reading' (duration: 6.261643408s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:41.153162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:34.891407Z","time spent":"6.26174844s","remote":"127.0.0.1:45782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:41.153305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.364497048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:41.153338Z","caller":"traceutil/trace.go:171","msg":"trace[881745444] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25313; }","duration":"6.36455914s","start":"2026-03-18T14:54:34.788771Z","end":"2026-03-18T14:54:41.15333Z","steps":["trace[881745444] 'agreement among raft nodes before linearized reading' (duration: 6.364510079s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:41.153365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:34.788752Z","time spent":"6.364605252s","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:41.603131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0004404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:54:41.603208Z","caller":"traceutil/trace.go:171","msg":"trace[2132473033] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000566853s","start":"2026-03-18T14:54:39.602625Z","end":"2026-03-18T14:54:41.603191Z","steps":["trace[2132473033] 'agreement among raft nodes before linearized reading' (duration: 2.00046938s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:41.603253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:39.602606Z","time spent":"2.000638046s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:54:43.604479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000609574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:54:43.60457Z","caller":"traceutil/trace.go:171","msg":"trace[953196485] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000748868s","start":"2026-03-18T14:54:41.603797Z","end":"2026-03-18T14:54:43.604546Z","steps":["trace[953196485] 'agreement among raft nodes before linearized reading' (duration: 2.000632665s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:43.60462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:41.603782Z","time spent":"2.00082633s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:54:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:43.763853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00082983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:54:43.763934Z","caller":"traceutil/trace.go:171","msg":"trace[548496603] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000965855s","start":"2026-03-18T14:54:41.76295Z","end":"2026-03-18T14:54:43.763916Z","steps":["trace[548496603] 'agreement among raft nodes before linearized reading' (duration: 2.000863312s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:43.763983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:41.762934Z","time spent":"2.001038717s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:54:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:43.937083Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.696135333s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:54:44.064861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.793882191s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:54:44.065245Z","caller":"traceutil/trace.go:171","msg":"trace[2139604717] transaction","detail":"{read_only:false; response_revision:25315; number_of_response:1; }","duration":"3.117090388s","start":"2026-03-18T14:54:40.94813Z","end":"2026-03-18T14:54:44.065221Z","steps":["trace[2139604717] 'process raft request' (duration: 3.11680765s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:44.065367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:40.948112Z","time spent":"3.117185071s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:54:44.06554Z","caller":"traceutil/trace.go:171","msg":"trace[2005811996] transaction","detail":"{read_only:false; response_revision:25314; number_of_response:1; }","duration":"4.6045374s","start":"2026-03-18T14:54:39.460992Z","end":"2026-03-18T14:54:44.065529Z","steps":["trace[2005811996] 'process raft request' (duration: 1.8099203s)","trace[2005811996] 'compare' (duration: 2.791411653s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:44.065586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:39.460969Z","time spent":"4.604589422s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:54:44.065636Z","caller":"traceutil/trace.go:171","msg":"trace[971476281] linearizableReadLoop","detail":"{readStateIndex:26320; appliedIndex:26318; }","duration":"2.915076777s","start":"2026-03-18T14:54:41.15055Z","end":"2026-03-18T14:54:44.065627Z","steps":["trace[971476281] 'read index received' (duration: 120.295802ms)","trace[971476281] 'applied index is now lower than readState.Index' (duration: 2.794779485s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:54:44.065644Z","caller":"traceutil/trace.go:171","msg":"trace[1045941453] transaction","detail":"{read_only:false; response_revision:25316; number_of_response:1; }","duration":"2.906343931s","start":"2026-03-18T14:54:41.159285Z","end":"2026-03-18T14:54:44.065629Z","steps":["trace[1045941453] 'process raft request' (duration: 2.905738984s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:44.0657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:41.159257Z","time spent":"2.906413272s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:45.612617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000129761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:45.612697Z","caller":"traceutil/trace.go:171","msg":"trace[669782103] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000260186s","start":"2026-03-18T14:54:43.612419Z","end":"2026-03-18T14:54:45.612679Z","steps":["trace[669782103] 'agreement among raft nodes before linearized reading' (duration: 2.000157863s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:45.612744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:43.612402Z","time spent":"2.000333287s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:54:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:47.03104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:44.306843Z","time spent":"2.724188896s","remote":"127.0.0.1:40090","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T14:54:47.031094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.966011203s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-18T14:54:47.031357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.583527913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-18T14:54:47.031428Z","caller":"traceutil/trace.go:171","msg":"trace[552630600] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25316; }","duration":"9.583633405s","start":"2026-03-18T14:54:37.447773Z","end":"2026-03-18T14:54:47.031406Z","steps":["trace[552630600] 'agreement among raft nodes before linearized reading' (duration: 6.618026702s)","trace[552630600] 'range keys from in-memory index tree' (duration: 2.965410068s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:47.031483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:37.447755Z","time spent":"9.583714607s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T14:54:47.031198Z","caller":"traceutil/trace.go:171","msg":"trace[1519661158] linearizableReadLoop","detail":"{readStateIndex:26322; appliedIndex:26321; }","duration":"2.96552249s","start":"2026-03-18T14:54:44.065653Z","end":"2026-03-18T14:54:47.031175Z","steps":["trace[1519661158] 'read index received' (duration: 210.226µs)","trace[1519661158] 'applied index is now lower than readState.Index' (duration: 2.965309404s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:47.03183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.605680791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T14:54:47.031892Z","caller":"traceutil/trace.go:171","msg":"trace[1574949948] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25316; }","duration":"4.605748683s","start":"2026-03-18T14:54:42.426128Z","end":"2026-03-18T14:54:47.031877Z","steps":["trace[1574949948] 'agreement among raft nodes before linearized reading' (duration: 4.605578978s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:47.031946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:42.42605Z","time spent":"4.605884206s","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-18T14:54:47.03224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.681190312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:47.032262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.544226426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:54:47.032303Z","caller":"traceutil/trace.go:171","msg":"trace[926237540] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25316; }","duration":"4.681278084s","start":"2026-03-18T14:54:42.351009Z","end":"2026-03-18T14:54:47.032287Z","steps":["trace[926237540] 'agreement among raft nodes before linearized reading' (duration: 4.681173301s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:47.032344Z","caller":"traceutil/trace.go:171","msg":"trace[1291259900] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25316; }","duration":"8.54436319s","start":"2026-03-18T14:54:38.487958Z","end":"2026-03-18T14:54:47.032321Z","steps":["trace[1291259900] 'agreement among raft nodes before linearized reading' (duration: 5.577832912s)","trace[1291259900] 'count revisions from in-memory index tree' (duration: 2.966402334s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:47.03236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:42.350997Z","time spent":"4.681344855s","remote":"127.0.0.1:49978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:47.032403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:38.487936Z","time spent":"8.544456273s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2621,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:47.03267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.695055257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:47.032745Z","caller":"traceutil/trace.go:171","msg":"trace[1547053779] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25316; }","duration":"4.69516282s","start":"2026-03-18T14:54:42.337566Z","end":"2026-03-18T14:54:47.032729Z","steps":["trace[1547053779] 'agreement among raft nodes before linearized reading' (duration: 4.695051257s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:47.032767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.050454008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:54:47.032806Z","caller":"traceutil/trace.go:171","msg":"trace[1993730558] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25316; }","duration":"6.050526791s","start":"2026-03-18T14:54:40.982265Z","end":"2026-03-18T14:54:47.032792Z","steps":["trace[1993730558] 'agreement among raft nodes before linearized reading' (duration: 3.083417908s)","trace[1993730558] 'count revisions from in-memory index tree' (duration: 2.967053612s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:47.032815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:42.337546Z","time spent":"4.695237501s","remote":"127.0.0.1:56362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:47.032854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:40.982231Z","time spent":"6.050614563s","remote":"127.0.0.1:50040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:47.033024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.119253878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:54:47.03306Z","caller":"traceutil/trace.go:171","msg":"trace[2113708391] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25316; }","duration":"6.119324431s","start":"2026-03-18T14:54:40.913725Z","end":"2026-03-18T14:54:47.033049Z","steps":["trace[2113708391] 'agreement among raft nodes before linearized reading' (duration: 3.15196913s)","trace[2113708391] 'count revisions from in-memory index tree' (duration: 2.967312899s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:47.033088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:40.913705Z","time spent":"6.119375981s","remote":"127.0.0.1:33766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:47.033104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.866500272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:47.03317Z","caller":"traceutil/trace.go:171","msg":"trace[428311379] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25316; }","duration":"4.866602204s","start":"2026-03-18T14:54:42.16655Z","end":"2026-03-18T14:54:47.033152Z","steps":["trace[428311379] 'agreement among raft nodes before linearized reading' (duration: 4.866496332s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:47.033241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:42.16653Z","time spent":"4.866678006s","remote":"127.0.0.1:35972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:47.033778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.952914538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:54:47.033845Z","caller":"traceutil/trace.go:171","msg":"trace[607970059] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25316; }","duration":"4.95301169s","start":"2026-03-18T14:54:42.080818Z","end":"2026-03-18T14:54:47.033829Z","steps":["trace[607970059] 'agreement among raft nodes before linearized reading' (duration: 4.952905758s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:47.033892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:42.0808Z","time spent":"4.953077161s","remote":"127.0.0.1:33762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:47.034149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.048672307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:47.03422Z","caller":"traceutil/trace.go:171","msg":"trace[321075554] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25316; }","duration":"5.048739168s","start":"2026-03-18T14:54:41.985457Z","end":"2026-03-18T14:54:47.034196Z","steps":["trace[321075554] 'agreement among raft nodes before linearized reading' (duration: 5.048643386s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:47.034318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.874973425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8zp2j\" ","response":"range_response_count:1 size:6856"} {"level":"warn","ts":"2026-03-18T14:54:47.034345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:41.985405Z","time spent":"5.048919543s","remote":"127.0.0.1:54834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:47.034364Z","caller":"traceutil/trace.go:171","msg":"trace[1029761153] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-8zp2j; range_end:; response_count:1; response_revision:25316; }","duration":"5.875046117s","start":"2026-03-18T14:54:41.159307Z","end":"2026-03-18T14:54:47.034353Z","steps":["trace[1029761153] 'agreement among raft nodes before linearized reading' (duration: 5.874863272s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:47.0344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:41.159293Z","time spent":"5.875100078s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6880,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8zp2j\" "} {"level":"warn","ts":"2026-03-18T14:54:47.034439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.586642067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-18T14:54:47.034484Z","caller":"traceutil/trace.go:171","msg":"trace[2028452266] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25316; }","duration":"9.586712518s","start":"2026-03-18T14:54:37.447755Z","end":"2026-03-18T14:54:47.034468Z","steps":["trace[2028452266] 'agreement among raft nodes before linearized reading' (duration: 6.618056432s)","trace[2028452266] 'range keys from in-memory index tree' (duration: 2.968565552s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:47.034522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:37.447735Z","time spent":"9.586778131s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:54:47.03457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.164732974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:47.034613Z","caller":"traceutil/trace.go:171","msg":"trace[2120508554] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25316; }","duration":"5.164810346s","start":"2026-03-18T14:54:41.869791Z","end":"2026-03-18T14:54:47.034601Z","steps":["trace[2120508554] 'agreement among raft nodes before linearized reading' (duration: 5.164750065s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:47.034622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.60137695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:54:47.034646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:41.869765Z","time spent":"5.164873849s","remote":"127.0.0.1:45026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:47.034656Z","caller":"traceutil/trace.go:171","msg":"trace[252795494] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25316; }","duration":"8.601435343s","start":"2026-03-18T14:54:38.433208Z","end":"2026-03-18T14:54:47.034643Z","steps":["trace[252795494] 'agreement among raft nodes before linearized reading' (duration: 5.632611223s)","trace[252795494] 'count revisions from in-memory index tree' (duration: 2.968775438s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:47.034685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:38.433192Z","time spent":"8.601484153s","remote":"127.0.0.1:45004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:47.034351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.833811895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:54:47.034805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.466163803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:47.034833Z","caller":"traceutil/trace.go:171","msg":"trace[128430196] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25316; }","duration":"5.466221474s","start":"2026-03-18T14:54:41.568602Z","end":"2026-03-18T14:54:47.034824Z","steps":["trace[128430196] 'agreement among raft nodes before linearized reading' (duration: 5.466174523s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:47.03486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:41.568586Z","time spent":"5.466266847s","remote":"127.0.0.1:54908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:47.034853Z","caller":"traceutil/trace.go:171","msg":"trace[357382040] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25316; }","duration":"8.834341939s","start":"2026-03-18T14:54:38.200483Z","end":"2026-03-18T14:54:47.034825Z","steps":["trace[357382040] 'agreement among raft nodes before linearized reading' (duration: 5.865312874s)","trace[357382040] 'count revisions from in-memory index tree' (duration: 2.968515982s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:47.0349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.175766312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df42aff58e517\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-18T14:54:47.034966Z","caller":"traceutil/trace.go:171","msg":"trace[2114336289] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189df42aff58e517; range_end:; response_count:1; response_revision:25316; }","duration":"10.175847114s","start":"2026-03-18T14:54:36.859108Z","end":"2026-03-18T14:54:47.034955Z","steps":["trace[2114336289] 'agreement among raft nodes before linearized reading' (duration: 7.206694126s)","trace[2114336289] 'range keys from in-memory index tree' (duration: 2.969017814s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:47.03499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:36.859093Z","time spent":"10.175890397s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189df42aff58e517\" "} {"level":"warn","ts":"2026-03-18T14:54:47.03499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:38.20046Z","time spent":"8.834441531s","remote":"127.0.0.1:56782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":38,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:47.035144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.162463743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.189df73365ddecfd\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-03-18T14:54:47.035145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.875096508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4778"} {"level":"info","ts":"2026-03-18T14:54:47.035171Z","caller":"traceutil/trace.go:171","msg":"trace[642396470] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.189df73365ddecfd; range_end:; response_count:1; response_revision:25316; }","duration":"10.162516705s","start":"2026-03-18T14:54:36.872646Z","end":"2026-03-18T14:54:47.035163Z","steps":["trace[642396470] 'agreement among raft nodes before linearized reading' (duration: 7.193188052s)","trace[642396470] 'range keys from in-memory index tree' (duration: 2.969264001s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:54:47.035176Z","caller":"traceutil/trace.go:171","msg":"trace[1540311549] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:25316; }","duration":"5.875143239s","start":"2026-03-18T14:54:41.160024Z","end":"2026-03-18T14:54:47.035167Z","steps":["trace[1540311549] 'agreement among raft nodes before linearized reading' (duration: 5.875046667s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:47.035189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:36.87263Z","time spent":"10.162554856s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":746,"request content":"key:\"/registry/events/openstack/container-infra-registry.189df73365ddecfd\" "} {"level":"warn","ts":"2026-03-18T14:54:47.035202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:41.160019Z","time spent":"5.875177341s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":4802,"request content":"key:\"/registry/pods/monitoring/loki-results-cache-0\" "} {"level":"warn","ts":"2026-03-18T14:54:47.035279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.158615218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:47.035306Z","caller":"traceutil/trace.go:171","msg":"trace[86729922] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25316; }","duration":"10.158668261s","start":"2026-03-18T14:54:36.876628Z","end":"2026-03-18T14:54:47.035296Z","steps":["trace[86729922] 'agreement among raft nodes before linearized reading' (duration: 7.189135682s)","trace[86729922] 'range keys from in-memory index tree' (duration: 2.969411625s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:47.035326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:36.876606Z","time spent":"10.158713802s","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T14:54:47.035376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.875365675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-qz98s\" ","response":"range_response_count:1 size:4998"} {"level":"info","ts":"2026-03-18T14:54:47.035409Z","caller":"traceutil/trace.go:171","msg":"trace[1551984152] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-qz98s; range_end:; response_count:1; response_revision:25316; }","duration":"5.875433268s","start":"2026-03-18T14:54:41.159967Z","end":"2026-03-18T14:54:47.035401Z","steps":["trace[1551984152] 'agreement among raft nodes before linearized reading' (duration: 5.875351926s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:47.035434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:41.159949Z","time spent":"5.875479969s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5022,"request content":"key:\"/registry/pods/monitoring/goldpinger-qz98s\" "} {"level":"warn","ts":"2026-03-18T14:54:47.035483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.876716172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5cd0dab8-3841-43a4-8f38-d6cc81aa5dba\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-03-18T14:54:47.035522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.876163248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13662"} {"level":"info","ts":"2026-03-18T14:54:47.035557Z","caller":"traceutil/trace.go:171","msg":"trace[940392466] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25316; }","duration":"5.87626743s","start":"2026-03-18T14:54:41.159278Z","end":"2026-03-18T14:54:47.035545Z","steps":["trace[940392466] 'agreement among raft nodes before linearized reading' (duration: 5.876131956s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:47.035559Z","caller":"traceutil/trace.go:171","msg":"trace[1379715759] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5cd0dab8-3841-43a4-8f38-d6cc81aa5dba; range_end:; response_count:1; response_revision:25316; }","duration":"5.877058222s","start":"2026-03-18T14:54:41.15848Z","end":"2026-03-18T14:54:47.035538Z","steps":["trace[1379715759] 'agreement among raft nodes before linearized reading' (duration: 5.8758692s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:47.035592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:41.159255Z","time spent":"5.8763305s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13686,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-18T14:54:47.035614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:41.158464Z","time spent":"5.877134283s","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-5cd0dab8-3841-43a4-8f38-d6cc81aa5dba\" "} {"level":"warn","ts":"2026-03-18T14:54:47.036056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.016650522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:47.037212Z","caller":"traceutil/trace.go:171","msg":"trace[1420114969] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25316; }","duration":"10.017815862s","start":"2026-03-18T14:54:37.019375Z","end":"2026-03-18T14:54:47.03719Z","steps":["trace[1420114969] 'agreement among raft nodes before linearized reading' (duration: 7.046374452s)","trace[1420114969] 'count revisions from in-memory index tree' (duration: 2.97028999s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:47.037253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:37.019364Z","time spent":"10.017876265s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:47.036085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.317363104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:47.03732Z","caller":"traceutil/trace.go:171","msg":"trace[1617651657] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25316; }","duration":"6.318586007s","start":"2026-03-18T14:54:40.718715Z","end":"2026-03-18T14:54:47.037301Z","steps":["trace[1617651657] 'agreement among raft nodes before linearized reading' (duration: 3.346985782s)","trace[1617651657] 'count revisions from in-memory index tree' (duration: 2.970371972s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:47.037359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:40.718691Z","time spent":"6.3186549s","remote":"127.0.0.1:54576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:47.036113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.500444438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:47.037426Z","caller":"traceutil/trace.go:171","msg":"trace[40864371] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25316; }","duration":"7.501773714s","start":"2026-03-18T14:54:39.535628Z","end":"2026-03-18T14:54:47.037401Z","steps":["trace[40864371] 'agreement among raft nodes before linearized reading' (duration: 4.530103838s)","trace[40864371] 'count revisions from in-memory index tree' (duration: 2.970369281s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:47.037471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:39.535609Z","time spent":"7.501847406s","remote":"127.0.0.1:41068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:47.036173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.58596925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-18T14:54:47.037572Z","caller":"traceutil/trace.go:171","msg":"trace[1297311092] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25316; }","duration":"7.587416878s","start":"2026-03-18T14:54:39.450141Z","end":"2026-03-18T14:54:47.037558Z","steps":["trace[1297311092] 'agreement among raft nodes before linearized reading' (duration: 4.615596708s)","trace[1297311092] 'range keys from in-memory index tree' (duration: 2.970386041s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:47.037608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:39.450122Z","time spent":"7.587475891s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-18T14:54:47.036197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.689866288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:54:47.037655Z","caller":"traceutil/trace.go:171","msg":"trace[1938129995] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25316; }","duration":"7.691357349s","start":"2026-03-18T14:54:39.346283Z","end":"2026-03-18T14:54:47.03764Z","steps":["trace[1938129995] 'agreement among raft nodes before linearized reading' (duration: 4.719459437s)","trace[1938129995] 'count revisions from in-memory index tree' (duration: 2.970442923s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:47.037694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:39.346227Z","time spent":"7.691454951s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:47.036162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.991092818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:54:47.037764Z","caller":"traceutil/trace.go:171","msg":"trace[1405696917] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25316; }","duration":"6.992758923s","start":"2026-03-18T14:54:40.044986Z","end":"2026-03-18T14:54:47.037745Z","steps":["trace[1405696917] 'agreement among raft nodes before linearized reading' (duration: 4.020737347s)","trace[1405696917] 'count revisions from in-memory index tree' (duration: 2.97036529s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:47.037806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:40.044968Z","time spent":"6.992824544s","remote":"127.0.0.1:50038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:47.03603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.497426ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:47.03792Z","caller":"traceutil/trace.go:171","msg":"trace[462654224] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25316; }","duration":"372.400198ms","start":"2026-03-18T14:54:46.665512Z","end":"2026-03-18T14:54:47.037912Z","steps":["trace[462654224] 'range keys from in-memory index tree' (duration: 370.482816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:47.036279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.670997985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:47.038072Z","caller":"traceutil/trace.go:171","msg":"trace[1170701667] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25316; }","duration":"6.672797993s","start":"2026-03-18T14:54:40.365237Z","end":"2026-03-18T14:54:47.038035Z","steps":["trace[1170701667] 'agreement among raft nodes before linearized reading' (duration: 3.700480749s)","trace[1170701667] 'count revisions from in-memory index tree' (duration: 2.970547307s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:47.036273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.61788588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:54:47.038142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:40.365217Z","time spent":"6.672903825s","remote":"127.0.0.1:48318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:47.038168Z","caller":"traceutil/trace.go:171","msg":"trace[4455604] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25316; }","duration":"6.61980184s","start":"2026-03-18T14:54:40.418347Z","end":"2026-03-18T14:54:47.038149Z","steps":["trace[4455604] 'agreement among raft nodes before linearized reading' (duration: 3.647360843s)","trace[4455604] 'count revisions from in-memory index tree' (duration: 2.970539966s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:47.036342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.38644891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:47.038229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:40.418326Z","time spent":"6.619888643s","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:47.038283Z","caller":"traceutil/trace.go:171","msg":"trace[1305709761] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25316; }","duration":"8.388420373s","start":"2026-03-18T14:54:38.649848Z","end":"2026-03-18T14:54:47.038269Z","steps":["trace[1305709761] 'agreement among raft nodes before linearized reading' (duration: 5.415934735s)","trace[1305709761] 'count revisions from in-memory index tree' (duration: 2.970542506s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:47.038327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:38.649828Z","time spent":"8.388484526s","remote":"127.0.0.1:49934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:47.036382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.899566408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:47.038432Z","caller":"traceutil/trace.go:171","msg":"trace[18118451] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25316; }","duration":"7.901609053s","start":"2026-03-18T14:54:39.136808Z","end":"2026-03-18T14:54:47.038417Z","steps":["trace[18118451] 'agreement among raft nodes before linearized reading' (duration: 4.92896521s)","trace[18118451] 'count revisions from in-memory index tree' (duration: 2.970590428s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:47.03848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:39.136769Z","time spent":"7.901696845s","remote":"127.0.0.1:54756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:47.036399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.973562397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7533"} {"level":"info","ts":"2026-03-18T14:54:47.038555Z","caller":"traceutil/trace.go:171","msg":"trace[1113712952] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25316; }","duration":"9.975744896s","start":"2026-03-18T14:54:37.0628Z","end":"2026-03-18T14:54:47.038545Z","steps":["trace[1113712952] 'agreement among raft nodes before linearized reading' (duration: 7.002948609s)","trace[1113712952] 'range keys from in-memory index tree' (duration: 2.970571517s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:47.038587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:37.062789Z","time spent":"9.975789946s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7557,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-18T14:54:47.036785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.032580481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272956"} {"level":"info","ts":"2026-03-18T14:54:47.038668Z","caller":"traceutil/trace.go:171","msg":"trace[1877837931] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25316; }","duration":"10.034497963s","start":"2026-03-18T14:54:37.004162Z","end":"2026-03-18T14:54:47.03866Z","steps":["trace[1877837931] 'agreement among raft nodes before linearized reading' (duration: 7.061594353s)","trace[1877837931] 'range keys from in-memory index tree' (duration: 2.97069519s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:47.038695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:37.004144Z","time spent":"10.034539055s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272980,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-18T14:54:47.171337Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.400528617s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:54:47.174118Z","caller":"traceutil/trace.go:171","msg":"trace[1025614678] transaction","detail":"{read_only:false; response_revision:25317; number_of_response:1; }","duration":"2.403522897s","start":"2026-03-18T14:54:44.77057Z","end":"2026-03-18T14:54:47.174092Z","steps":["trace[1025614678] 'process raft request' (duration: 2.403307341s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:47.174326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:44.770532Z","time spent":"2.403661711s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:47.613041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999919076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:54:47.613119Z","caller":"traceutil/trace.go:171","msg":"trace[952164300] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000244014s","start":"2026-03-18T14:54:45.612862Z","end":"2026-03-18T14:54:47.613106Z","steps":["trace[952164300] 'agreement among raft nodes before linearized reading' (duration: 2.000147092s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:47.61315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:45.612841Z","time spent":"2.000303536s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:54:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:49.373237Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.201430003s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:54:49.373858Z","caller":"traceutil/trace.go:171","msg":"trace[1928009883] transaction","detail":"{read_only:false; response_revision:25318; number_of_response:1; }","duration":"3.490672237s","start":"2026-03-18T14:54:45.88316Z","end":"2026-03-18T14:54:49.373832Z","steps":["trace[1928009883] 'process raft request' (duration: 3.49039597s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:49.373872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:47.040293Z","time spent":"2.333574305s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T14:54:49.373994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:45.883131Z","time spent":"3.49077446s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:54:49.374291Z","caller":"traceutil/trace.go:171","msg":"trace[1683619141] transaction","detail":"{read_only:false; response_revision:25319; number_of_response:1; }","duration":"2.331417178s","start":"2026-03-18T14:54:47.042854Z","end":"2026-03-18T14:54:49.374271Z","steps":["trace[1683619141] 'process raft request' (duration: 2.330951055s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:49.374423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:47.042837Z","time spent":"2.33153794s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:54:49.374466Z","caller":"traceutil/trace.go:171","msg":"trace[194513413] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"2.331444609s","start":"2026-03-18T14:54:47.043Z","end":"2026-03-18T14:54:49.374445Z","steps":["trace[194513413] 'process raft request' (duration: 2.33113495s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:49.374624Z","caller":"traceutil/trace.go:171","msg":"trace[1979302088] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"2.329891867s","start":"2026-03-18T14:54:47.044718Z","end":"2026-03-18T14:54:49.37461Z","steps":["trace[1979302088] 'process raft request' (duration: 2.329659631s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:49.374724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:47.04471Z","time spent":"2.329978129s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:49.374751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.294782195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:54:49.374836Z","caller":"traceutil/trace.go:171","msg":"trace[1276124643] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25321; }","duration":"4.294928868s","start":"2026-03-18T14:54:45.079888Z","end":"2026-03-18T14:54:49.374817Z","steps":["trace[1276124643] 'agreement among raft nodes before linearized reading' (duration: 4.294760394s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:49.374846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.195812334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:49.37487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:45.079859Z","time spent":"4.295004582s","remote":"127.0.0.1:33700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:49.37488Z","caller":"traceutil/trace.go:171","msg":"trace[1480468938] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25321; }","duration":"5.195888096s","start":"2026-03-18T14:54:44.178978Z","end":"2026-03-18T14:54:49.374866Z","steps":["trace[1480468938] 'agreement among raft nodes before linearized reading' (duration: 5.195835774s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:49.374913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:44.17895Z","time spent":"5.195954718s","remote":"127.0.0.1:59188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:49.374946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.305406636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-18T14:54:49.374993Z","caller":"traceutil/trace.go:171","msg":"trace[846007043] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25321; }","duration":"5.305471048s","start":"2026-03-18T14:54:44.06951Z","end":"2026-03-18T14:54:49.374981Z","steps":["trace[846007043] 'agreement among raft nodes before linearized reading' (duration: 5.305383936s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:49.37503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:44.069501Z","time spent":"5.305522249s","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-18T14:54:49.375071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.449198832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:49.375106Z","caller":"traceutil/trace.go:171","msg":"trace[156949077] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25321; }","duration":"2.449273823s","start":"2026-03-18T14:54:46.925825Z","end":"2026-03-18T14:54:49.375099Z","steps":["trace[156949077] 'agreement among raft nodes before linearized reading' (duration: 2.449215641s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:49.375128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:46.925801Z","time spent":"2.449322945s","remote":"127.0.0.1:54762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:49.375155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.271824848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:54:49.375254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.307113983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-18T14:54:49.375281Z","caller":"traceutil/trace.go:171","msg":"trace[1244229845] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25321; }","duration":"5.271980533s","start":"2026-03-18T14:54:44.103286Z","end":"2026-03-18T14:54:49.375267Z","steps":["trace[1244229845] 'agreement among raft nodes before linearized reading' (duration: 5.271816569s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:49.375294Z","caller":"traceutil/trace.go:171","msg":"trace[782178565] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25321; }","duration":"5.307183855s","start":"2026-03-18T14:54:44.068101Z","end":"2026-03-18T14:54:49.375285Z","steps":["trace[782178565] 'agreement among raft nodes before linearized reading' (duration: 5.307108632s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:49.375322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:44.068084Z","time spent":"5.307230826s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T14:54:49.375335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:44.103244Z","time spent":"5.272077346s","remote":"127.0.0.1:50056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:49.375391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.834686572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:54:49.375447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.193661641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:54:49.37548Z","caller":"traceutil/trace.go:171","msg":"trace[271750108] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25321; }","duration":"4.193718053s","start":"2026-03-18T14:54:45.181753Z","end":"2026-03-18T14:54:49.375471Z","steps":["trace[271750108] 'agreement among raft nodes before linearized reading' (duration: 4.193652352s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:49.375497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:45.181737Z","time spent":"4.193755755s","remote":"127.0.0.1:33808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:49.37486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.30885992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:54:49.375541Z","caller":"traceutil/trace.go:171","msg":"trace[1539933109] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25321; }","duration":"5.3095928s","start":"2026-03-18T14:54:44.065935Z","end":"2026-03-18T14:54:49.375528Z","steps":["trace[1539933109] 'agreement among raft nodes before linearized reading' (duration: 5.308720066s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:49.375587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:44.065914Z","time spent":"5.309658982s","remote":"127.0.0.1:33450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:49.375557Z","caller":"traceutil/trace.go:171","msg":"trace[1113370011] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25321; }","duration":"2.83493008s","start":"2026-03-18T14:54:46.540522Z","end":"2026-03-18T14:54:49.375452Z","steps":["trace[1113370011] 'agreement among raft nodes before linearized reading' (duration: 2.834714544s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:49.37479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.304658957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T14:54:49.375776Z","caller":"traceutil/trace.go:171","msg":"trace[1571058435] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:25321; }","duration":"5.305644684s","start":"2026-03-18T14:54:44.070109Z","end":"2026-03-18T14:54:49.375754Z","steps":["trace[1571058435] 'agreement among raft nodes before linearized reading' (duration: 5.304586475s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:49.375811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.262664907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:54:49.375831Z","caller":"traceutil/trace.go:171","msg":"trace[1006472381] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25321; }","duration":"4.262691208s","start":"2026-03-18T14:54:45.113134Z","end":"2026-03-18T14:54:49.375826Z","steps":["trace[1006472381] 'agreement among raft nodes before linearized reading' (duration: 4.262631596s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:49.375835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:44.070101Z","time spent":"5.305718356s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":517,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-18T14:54:49.375861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:45.113066Z","time spent":"4.262789901s","remote":"127.0.0.1:33520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:49.374625Z","caller":"traceutil/trace.go:171","msg":"trace[20883283] linearizableReadLoop","detail":"{readStateIndex:26324; appliedIndex:26322; }","duration":"2.343036202s","start":"2026-03-18T14:54:47.031573Z","end":"2026-03-18T14:54:49.37461Z","steps":["trace[20883283] 'read index received' (duration: 142.292547ms)","trace[20883283] 'applied index is now lower than readState.Index' (duration: 2.200741675s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:49.375249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.530158171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:49.376046Z","caller":"traceutil/trace.go:171","msg":"trace[1198038433] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25321; }","duration":"2.531011814s","start":"2026-03-18T14:54:46.845021Z","end":"2026-03-18T14:54:49.376033Z","steps":["trace[1198038433] 'agreement among raft nodes before linearized reading' (duration: 2.530203492s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:49.376092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:46.844967Z","time spent":"2.531111757s","remote":"127.0.0.1:33784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:49.376686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:47.042953Z","time spent":"2.331580312s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:49.375804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:46.540482Z","time spent":"2.835235718s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:49.621261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000468951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:49.621319Z","caller":"traceutil/trace.go:171","msg":"trace[780601764] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000561333s","start":"2026-03-18T14:54:47.620745Z","end":"2026-03-18T14:54:49.621306Z","steps":["trace[780601764] 'agreement among raft nodes before linearized reading' (duration: 2.000485811s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:49.621354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:47.620734Z","time spent":"2.000615334s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:54:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:49.876676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740224,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:54:50.930653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.110979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:54:50.930806Z","caller":"traceutil/trace.go:171","msg":"trace[1941197122] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"1.857355532s","start":"2026-03-18T14:54:49.073423Z","end":"2026-03-18T14:54:50.930778Z","steps":["trace[1941197122] 'process raft request' (duration: 977.854086ms)","trace[1941197122] 'compare' (duration: 877.852841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:50.930898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:49.073394Z","time spent":"1.857460865s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:51.62207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000574454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:54:51.62216Z","caller":"traceutil/trace.go:171","msg":"trace[945425922] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000706698s","start":"2026-03-18T14:54:49.621434Z","end":"2026-03-18T14:54:51.62214Z","steps":["trace[945425922] 'agreement among raft nodes before linearized reading' (duration: 2.000594955s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:51.62222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:49.621419Z","time spent":"2.00079166s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:54:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:54:52.456312Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.4051101s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:54:52.912578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.102873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:54:52.91277Z","caller":"traceutil/trace.go:171","msg":"trace[343588327] transaction","detail":"{read_only:false; response_revision:25323; number_of_response:1; }","duration":"3.536161527s","start":"2026-03-18T14:54:49.376591Z","end":"2026-03-18T14:54:52.912752Z","steps":["trace[343588327] 'process raft request' (duration: 3.080803717s)","trace[343588327] 'compare' (duration: 454.323732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:52.912828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:49.376566Z","time spent":"3.53623311s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:54:52.913224Z","caller":"traceutil/trace.go:171","msg":"trace[344488923] transaction","detail":"{read_only:false; response_revision:25324; number_of_response:1; }","duration":"3.536497276s","start":"2026-03-18T14:54:49.376702Z","end":"2026-03-18T14:54:52.913199Z","steps":["trace[344488923] 'process raft request' (duration: 3.535960161s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:52.913352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:49.376669Z","time spent":"3.53661087s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:52.913387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.87034074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-18T14:54:52.913423Z","caller":"traceutil/trace.go:171","msg":"trace[768335173] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25325; }","duration":"5.870415002s","start":"2026-03-18T14:54:47.042999Z","end":"2026-03-18T14:54:52.913414Z","steps":["trace[768335173] 'agreement among raft nodes before linearized reading' (duration: 5.870260577s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:52.913446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:47.042983Z","time spent":"5.870457292s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-18T14:54:52.91322Z","caller":"traceutil/trace.go:171","msg":"trace[1891870932] linearizableReadLoop","detail":"{readStateIndex:26332; appliedIndex:26328; }","duration":"3.537224056s","start":"2026-03-18T14:54:49.375971Z","end":"2026-03-18T14:54:52.913195Z","steps":["trace[1891870932] 'read index received' (duration: 675.264675ms)","trace[1891870932] 'applied index is now lower than readState.Index' (duration: 2.861958251s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:54:52.913543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.979699842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:52.913578Z","caller":"traceutil/trace.go:171","msg":"trace[129881090] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25325; }","duration":"4.979791484s","start":"2026-03-18T14:54:47.933777Z","end":"2026-03-18T14:54:52.913569Z","steps":["trace[129881090] 'agreement among raft nodes before linearized reading' (duration: 4.979732433s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:52.913607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:47.933745Z","time spent":"4.979854097s","remote":"127.0.0.1:45098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:52.913618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.748105745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:52.913638Z","caller":"traceutil/trace.go:171","msg":"trace[619575920] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25325; }","duration":"5.748160947s","start":"2026-03-18T14:54:47.165471Z","end":"2026-03-18T14:54:52.913632Z","steps":["trace[619575920] 'agreement among raft nodes before linearized reading' (duration: 5.748105135s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:52.913656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:47.165454Z","time spent":"5.748198018s","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:54:52.913676Z","caller":"traceutil/trace.go:171","msg":"trace[1760518301] transaction","detail":"{read_only:false; response_revision:25325; number_of_response:1; }","duration":"3.534973935s","start":"2026-03-18T14:54:49.378695Z","end":"2026-03-18T14:54:52.913669Z","steps":["trace[1760518301] 'process raft request' (duration: 3.53441659s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:52.913705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.38479889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:52.913735Z","caller":"traceutil/trace.go:171","msg":"trace[1846713512] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25325; }","duration":"4.384856671s","start":"2026-03-18T14:54:48.528871Z","end":"2026-03-18T14:54:52.913728Z","steps":["trace[1846713512] 'agreement among raft nodes before linearized reading' (duration: 4.384802389s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:52.913755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:48.528856Z","time spent":"4.384893832s","remote":"127.0.0.1:54796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:52.913714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:49.378668Z","time spent":"3.535027437s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:52.913793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.794073507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"info","ts":"2026-03-18T14:54:52.913861Z","caller":"traceutil/trace.go:171","msg":"trace[86123155] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:25325; }","duration":"5.79417567s","start":"2026-03-18T14:54:47.119679Z","end":"2026-03-18T14:54:52.913855Z","steps":["trace[86123155] 'agreement among raft nodes before linearized reading' (duration: 5.794061857s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:52.91388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:47.119655Z","time spent":"5.794219602s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":825,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-18T14:54:52.913902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.868460698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-18T14:54:52.91394Z","caller":"traceutil/trace.go:171","msg":"trace[976371871] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25325; }","duration":"5.8685174s","start":"2026-03-18T14:54:47.045413Z","end":"2026-03-18T14:54:52.913931Z","steps":["trace[976371871] 'agreement among raft nodes before linearized reading' (duration: 5.868396737s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:52.913963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:47.045406Z","time spent":"5.868552651s","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18654,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-18T14:54:53.311379Z","caller":"traceutil/trace.go:171","msg":"trace[51312744] linearizableReadLoop","detail":"{readStateIndex:26333; appliedIndex:26332; }","duration":"397.862545ms","start":"2026-03-18T14:54:52.913484Z","end":"2026-03-18T14:54:53.311347Z","steps":["trace[51312744] 'read index received' (duration: 397.67733ms)","trace[51312744] 'applied index is now lower than readState.Index' (duration: 182.985µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:54:53.311568Z","caller":"traceutil/trace.go:171","msg":"trace[248334837] transaction","detail":"{read_only:false; response_revision:25326; number_of_response:1; }","duration":"2.417866995s","start":"2026-03-18T14:54:50.893669Z","end":"2026-03-18T14:54:53.311536Z","steps":["trace[248334837] 'process raft request' (duration: 2.417449613s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:53.311714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:50.89363Z","time spent":"2.417988468s","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:53.312034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387530565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:53.312172Z","caller":"traceutil/trace.go:171","msg":"trace[2139914637] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25326; }","duration":"2.387731291s","start":"2026-03-18T14:54:50.924409Z","end":"2026-03-18T14:54:53.312141Z","steps":["trace[2139914637] 'agreement among raft nodes before linearized reading' (duration: 2.387443403s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:53.312241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:50.924323Z","time spent":"2.387899685s","remote":"127.0.0.1:45060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:53.312259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452365897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:54:53.312338Z","caller":"traceutil/trace.go:171","msg":"trace[2045371646] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25326; }","duration":"2.45246246s","start":"2026-03-18T14:54:50.859845Z","end":"2026-03-18T14:54:53.312307Z","steps":["trace[2045371646] 'agreement among raft nodes before linearized reading' (duration: 2.452170172s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:53.312396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:50.85983Z","time spent":"2.452551473s","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:53.312566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209235885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:54:53.312669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909535086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:53.312675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29118079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:53.31268Z","caller":"traceutil/trace.go:171","msg":"trace[227938209] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25326; }","duration":"2.209377528s","start":"2026-03-18T14:54:51.103262Z","end":"2026-03-18T14:54:53.31264Z","steps":["trace[227938209] 'agreement among raft nodes before linearized reading' (duration: 2.209184883s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:53.312711Z","caller":"traceutil/trace.go:171","msg":"trace[1799468892] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25326; }","duration":"2.909636839s","start":"2026-03-18T14:54:50.403059Z","end":"2026-03-18T14:54:53.312696Z","steps":["trace[1799468892] 'agreement among raft nodes before linearized reading' (duration: 2.909563478s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:53.312734Z","caller":"traceutil/trace.go:171","msg":"trace[1171468144] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25326; }","duration":"2.291264633s","start":"2026-03-18T14:54:51.021448Z","end":"2026-03-18T14:54:53.312712Z","steps":["trace[1171468144] 'agreement among raft nodes before linearized reading' (duration: 2.29115233s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:53.31275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:50.403024Z","time spent":"2.909713301s","remote":"127.0.0.1:54736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:53.312764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:51.103249Z","time spent":"2.209495041s","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:53.312784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:51.021433Z","time spent":"2.291335914s","remote":"127.0.0.1:45794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:53.313009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.932138762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-64f6c5ccc-b9vwn\" ","response":"range_response_count:1 size:8661"} {"level":"info","ts":"2026-03-18T14:54:53.313059Z","caller":"traceutil/trace.go:171","msg":"trace[1458658823] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-64f6c5ccc-b9vwn; range_end:; response_count:1; response_revision:25326; }","duration":"3.932218605s","start":"2026-03-18T14:54:49.38083Z","end":"2026-03-18T14:54:53.313048Z","steps":["trace[1458658823] 'agreement among raft nodes before linearized reading' (duration: 3.93206798s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:53.313066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682554477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:54:53.313096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:49.380817Z","time spent":"3.932271235s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":8685,"request content":"key:\"/registry/pods/openstack/magnum-api-64f6c5ccc-b9vwn\" "} {"level":"info","ts":"2026-03-18T14:54:53.313124Z","caller":"traceutil/trace.go:171","msg":"trace[1567137070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25326; }","duration":"1.682635899s","start":"2026-03-18T14:54:51.630475Z","end":"2026-03-18T14:54:53.313111Z","steps":["trace[1567137070] 'agreement among raft nodes before linearized reading' (duration: 1.682551646s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:53.313172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:51.630462Z","time spent":"1.682702591s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:54:53.313361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.934104216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-18T14:54:53.313403Z","caller":"traceutil/trace.go:171","msg":"trace[1464470799] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25326; }","duration":"3.934169407s","start":"2026-03-18T14:54:49.379224Z","end":"2026-03-18T14:54:53.313393Z","steps":["trace[1464470799] 'agreement among raft nodes before linearized reading' (duration: 3.934054804s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:53.31344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:49.37921Z","time spent":"3.934222628s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-18T14:54:53.315445Z","caller":"traceutil/trace.go:171","msg":"trace[1213205972] transaction","detail":"{read_only:false; response_revision:25327; number_of_response:1; }","duration":"396.781556ms","start":"2026-03-18T14:54:52.918651Z","end":"2026-03-18T14:54:53.315433Z","steps":["trace[1213205972] 'process raft request' (duration: 396.655663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:53.315537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:52.91863Z","time spent":"396.853549ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:54:53.315599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.062613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:53.315687Z","caller":"traceutil/trace.go:171","msg":"trace[487430573] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25327; }","duration":"269.173248ms","start":"2026-03-18T14:54:53.046478Z","end":"2026-03-18T14:54:53.315652Z","steps":["trace[487430573] 'agreement among raft nodes before linearized reading' (duration: 269.008823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:53.316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.836899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-24c97a43-5c12-4769-b749-c124e5a8062c\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-18T14:54:53.316071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.35645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5960"} {"level":"info","ts":"2026-03-18T14:54:53.316074Z","caller":"traceutil/trace.go:171","msg":"trace[460172637] range","detail":"{range_begin:/registry/persistentvolumes/pvc-24c97a43-5c12-4769-b749-c124e5a8062c; range_end:; response_count:1; response_revision:25327; }","duration":"396.932541ms","start":"2026-03-18T14:54:52.919116Z","end":"2026-03-18T14:54:53.316049Z","steps":["trace[460172637] 'agreement among raft nodes before linearized reading' (duration: 396.753376ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:54:53.316095Z","caller":"traceutil/trace.go:171","msg":"trace[601349797] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:25327; }","duration":"401.413962ms","start":"2026-03-18T14:54:52.914672Z","end":"2026-03-18T14:54:53.316086Z","steps":["trace[601349797] 'agreement among raft nodes before linearized reading' (duration: 401.282938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:53.316092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.202943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.189df7327248bdda\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-03-18T14:54:53.316112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:52.914652Z","time spent":"401.456253ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":5984,"request content":"key:\"/registry/pods/monitoring/loki-0\" "} {"level":"info","ts":"2026-03-18T14:54:53.316121Z","caller":"traceutil/trace.go:171","msg":"trace[410913536] range","detail":"{range_begin:/registry/events/openstack/container-infra.189df7327248bdda; range_end:; response_count:1; response_revision:25327; }","duration":"399.282254ms","start":"2026-03-18T14:54:52.91683Z","end":"2026-03-18T14:54:53.316112Z","steps":["trace[410913536] 'agreement among raft nodes before linearized reading' (duration: 399.142251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:53.316124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:52.919103Z","time spent":"397.007502ms","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-24c97a43-5c12-4769-b749-c124e5a8062c\" "} {"level":"warn","ts":"2026-03-18T14:54:53.316144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:52.916801Z","time spent":"399.336806ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/container-infra.189df7327248bdda\" "} {"level":"warn","ts":"2026-03-18T14:54:58.680165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.633711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-03-18T14:54:58.680235Z","caller":"traceutil/trace.go:171","msg":"trace[182811284] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25476; }","duration":"400.750474ms","start":"2026-03-18T14:54:58.279468Z","end":"2026-03-18T14:54:58.680218Z","steps":["trace[182811284] 'range keys from in-memory index tree' (duration: 400.461666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:58.680269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:58.279443Z","time spent":"400.817766ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-18T14:54:59.25084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740576,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:54:59.355709Z","caller":"traceutil/trace.go:171","msg":"trace[983086792] linearizableReadLoop","detail":"{readStateIndex:26486; appliedIndex:26485; }","duration":"605.705255ms","start":"2026-03-18T14:54:58.749985Z","end":"2026-03-18T14:54:59.35569Z","steps":["trace[983086792] 'read index received' (duration: 605.577331ms)","trace[983086792] 'applied index is now lower than readState.Index' (duration: 127.334µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:54:59.355738Z","caller":"traceutil/trace.go:171","msg":"trace[1737384661] transaction","detail":"{read_only:false; response_revision:25477; number_of_response:1; }","duration":"608.386327ms","start":"2026-03-18T14:54:58.747337Z","end":"2026-03-18T14:54:59.355723Z","steps":["trace[1737384661] 'process raft request' (duration: 608.253913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:59.355818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:58.747318Z","time spent":"608.449088ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:54:59.355864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.89101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:54:59.355884Z","caller":"traceutil/trace.go:171","msg":"trace[925752323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25477; }","duration":"605.95109ms","start":"2026-03-18T14:54:58.749927Z","end":"2026-03-18T14:54:59.355878Z","steps":["trace[925752323] 'agreement among raft nodes before linearized reading' (duration: 605.860289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:59.355903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:58.749905Z","time spent":"605.994743ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:54:59.355965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.929304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:54:59.355992Z","caller":"traceutil/trace.go:171","msg":"trace[1644099478] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25477; }","duration":"206.985516ms","start":"2026-03-18T14:54:59.148994Z","end":"2026-03-18T14:54:59.355979Z","steps":["trace[1644099478] 'agreement among raft nodes before linearized reading' (duration: 206.950186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:59.35597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.235203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:54:59.356039Z","caller":"traceutil/trace.go:171","msg":"trace[1376915266] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25477; }","duration":"399.327496ms","start":"2026-03-18T14:54:58.956692Z","end":"2026-03-18T14:54:59.35602Z","steps":["trace[1376915266] 'agreement among raft nodes before linearized reading' (duration: 399.179681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:59.356082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:58.956629Z","time spent":"399.444999ms","remote":"127.0.0.1:56346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:54:59.356136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.549082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-18T14:54:59.356161Z","caller":"traceutil/trace.go:171","msg":"trace[712026196] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25477; }","duration":"301.605884ms","start":"2026-03-18T14:54:59.054547Z","end":"2026-03-18T14:54:59.356153Z","steps":["trace[712026196] 'agreement among raft nodes before linearized reading' (duration: 301.549812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:54:59.356177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:59.05453Z","time spent":"301.643475ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:55:00.069613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740579,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:00.728588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.400955ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:55:00.728805Z","caller":"traceutil/trace.go:171","msg":"trace[152204231] linearizableReadLoop","detail":"{readStateIndex:26488; appliedIndex:26486; }","duration":"1.159964388s","start":"2026-03-18T14:54:59.568819Z","end":"2026-03-18T14:55:00.728783Z","steps":["trace[152204231] 'read index received' (duration: 550.234424ms)","trace[152204231] 'applied index is now lower than readState.Index' (duration: 609.728683ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:00.728907Z","caller":"traceutil/trace.go:171","msg":"trace[205345352] transaction","detail":"{read_only:false; response_revision:25479; number_of_response:1; }","duration":"1.204025919s","start":"2026-03-18T14:54:59.524868Z","end":"2026-03-18T14:55:00.728894Z","steps":["trace[205345352] 'process raft request' (duration: 1.203836534s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:00.728995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:59.524848Z","time spent":"1.204098902s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:00.729321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160496402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:00.729362Z","caller":"traceutil/trace.go:171","msg":"trace[1395040667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25479; }","duration":"1.160538573s","start":"2026-03-18T14:54:59.568812Z","end":"2026-03-18T14:55:00.729351Z","steps":["trace[1395040667] 'agreement among raft nodes before linearized reading' (duration: 1.16040789s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:00.729392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:59.568748Z","time spent":"1.160637776s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:55:00.730483Z","caller":"traceutil/trace.go:171","msg":"trace[1743862212] transaction","detail":"{read_only:false; response_revision:25478; number_of_response:1; }","duration":"1.370962813s","start":"2026-03-18T14:54:59.359431Z","end":"2026-03-18T14:55:00.730394Z","steps":["trace[1743862212] 'process raft request' (duration: 759.663517ms)","trace[1743862212] 'compare' (duration: 608.649545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:00.730633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:59.359416Z","time spent":"1.371148568s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:01.229236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:01.729857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:02.230062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:02.730479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:02.730597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999715601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:02.730711Z","caller":"traceutil/trace.go:171","msg":"trace[4111649] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999968368s","start":"2026-03-18T14:55:00.730717Z","end":"2026-03-18T14:55:02.730685Z","steps":["trace[4111649] 'agreement among raft nodes before linearized reading' (duration: 1.999751492s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:02.730787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:00.730693Z","time spent":"2.000081121s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:55:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:03.230803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:03.731508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740583,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:03.76234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000096561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:55:03.76244Z","caller":"traceutil/trace.go:171","msg":"trace[1371716818] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000248514s","start":"2026-03-18T14:55:01.762163Z","end":"2026-03-18T14:55:03.762411Z","steps":["trace[1371716818] 'agreement among raft nodes before linearized reading' (duration: 2.000122121s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:03.762496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:01.762147Z","time spent":"2.000337177s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:04.178353Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.650660882s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:55:04.484425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.676595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:55:04.484555Z","caller":"traceutil/trace.go:171","msg":"trace[1373330548] transaction","detail":"{read_only:false; response_revision:25480; number_of_response:1; }","duration":"4.06558484s","start":"2026-03-18T14:55:00.418941Z","end":"2026-03-18T14:55:04.484526Z","steps":["trace[1373330548] 'process raft request' (duration: 3.759628949s)","trace[1373330548] 'compare' (duration: 305.293573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:04.484641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:00.418899Z","time spent":"4.065698563s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:04.503968Z","caller":"traceutil/trace.go:171","msg":"trace[1486278333] linearizableReadLoop","detail":"{readStateIndex:26490; appliedIndex:26488; }","duration":"3.775092346s","start":"2026-03-18T14:55:00.728853Z","end":"2026-03-18T14:55:04.503946Z","steps":["trace[1486278333] 'read index received' (duration: 3.449689389s)","trace[1486278333] 'applied index is now lower than readState.Index' (duration: 325.401707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:04.504106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.909088978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:55:04.504164Z","caller":"traceutil/trace.go:171","msg":"trace[587914873] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25481; }","duration":"3.909194862s","start":"2026-03-18T14:55:00.594953Z","end":"2026-03-18T14:55:04.504148Z","steps":["trace[587914873] 'agreement among raft nodes before linearized reading' (duration: 3.909069998s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:04.504194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:00.594931Z","time spent":"3.909255712s","remote":"127.0.0.1:56806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:04.504196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.520566669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-18T14:55:04.504174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.10371666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:04.504203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.484583167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-18T14:55:04.504264Z","caller":"traceutil/trace.go:171","msg":"trace[2008379844] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25481; }","duration":"4.103855993s","start":"2026-03-18T14:55:00.400381Z","end":"2026-03-18T14:55:04.504237Z","steps":["trace[2008379844] 'agreement among raft nodes before linearized reading' (duration: 4.103694469s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:04.504276Z","caller":"traceutil/trace.go:171","msg":"trace[774645681] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25481; }","duration":"4.484700791s","start":"2026-03-18T14:55:00.019554Z","end":"2026-03-18T14:55:04.504255Z","steps":["trace[774645681] 'agreement among raft nodes before linearized reading' (duration: 4.484433673s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:04.504306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.327900851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T14:55:04.50431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:00.400362Z","time spent":"4.103935695s","remote":"127.0.0.1:49908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:04.504326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:00.019531Z","time spent":"4.484782392s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-18T14:55:04.504334Z","caller":"traceutil/trace.go:171","msg":"trace[1001906615] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25481; }","duration":"4.327959142s","start":"2026-03-18T14:55:00.176366Z","end":"2026-03-18T14:55:04.504325Z","steps":["trace[1001906615] 'agreement among raft nodes before linearized reading' (duration: 4.327888651s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:04.504354Z","caller":"traceutil/trace.go:171","msg":"trace[1824830404] transaction","detail":"{read_only:false; response_revision:25481; number_of_response:1; }","duration":"3.561001027s","start":"2026-03-18T14:55:00.943341Z","end":"2026-03-18T14:55:04.504342Z","steps":["trace[1824830404] 'process raft request' (duration: 3.560482004s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:04.504373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:00.176348Z","time spent":"4.328017764s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:55:04.504383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.755567493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:04.504395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.570204807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-03-18T14:55:04.504437Z","caller":"traceutil/trace.go:171","msg":"trace[441534322] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25481; }","duration":"4.755654613s","start":"2026-03-18T14:54:59.748762Z","end":"2026-03-18T14:55:04.504417Z","steps":["trace[441534322] 'agreement among raft nodes before linearized reading' (duration: 4.755574791s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:04.504452Z","caller":"traceutil/trace.go:171","msg":"trace[1146519933] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25481; }","duration":"3.5703039s","start":"2026-03-18T14:55:00.934131Z","end":"2026-03-18T14:55:04.504435Z","steps":["trace[1146519933] 'agreement among raft nodes before linearized reading' (duration: 3.570118796s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:04.504452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.892579772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:04.504471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.599516104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:04.504299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.900171982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:55:04.504492Z","caller":"traceutil/trace.go:171","msg":"trace[753096357] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25481; }","duration":"3.892642694s","start":"2026-03-18T14:55:00.61184Z","end":"2026-03-18T14:55:04.504483Z","steps":["trace[753096357] 'agreement among raft nodes before linearized reading' (duration: 3.892586322s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:04.504486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:59.748742Z","time spent":"4.755729007s","remote":"127.0.0.1:54600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:04.504493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:00.934111Z","time spent":"3.570370502s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-03-18T14:55:04.504502Z","caller":"traceutil/trace.go:171","msg":"trace[1966254166] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25481; }","duration":"4.599589176s","start":"2026-03-18T14:54:59.904903Z","end":"2026-03-18T14:55:04.504493Z","steps":["trace[1966254166] 'agreement among raft nodes before linearized reading' (duration: 4.599537594s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:04.504511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:00.611828Z","time spent":"3.892678264s","remote":"127.0.0.1:51046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:04.504485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.624156699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:55:04.504519Z","caller":"traceutil/trace.go:171","msg":"trace[2138545140] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25481; }","duration":"4.900426128s","start":"2026-03-18T14:54:59.604079Z","end":"2026-03-18T14:55:04.504505Z","steps":["trace[2138545140] 'agreement among raft nodes before linearized reading' (duration: 4.900081699s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:04.50453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:59.90488Z","time spent":"4.599641937s","remote":"127.0.0.1:54660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:04.504229Z","caller":"traceutil/trace.go:171","msg":"trace[1538886384] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25481; }","duration":"4.520643561s","start":"2026-03-18T14:54:59.983575Z","end":"2026-03-18T14:55:04.504219Z","steps":["trace[1538886384] 'agreement among raft nodes before linearized reading' (duration: 4.520495937s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:04.504562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:59.604063Z","time spent":"4.90048754s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:55:04.504565Z","caller":"traceutil/trace.go:171","msg":"trace[18233413] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25481; }","duration":"4.624263162s","start":"2026-03-18T14:54:59.880284Z","end":"2026-03-18T14:55:04.504547Z","steps":["trace[18233413] 'agreement among raft nodes before linearized reading' (duration: 4.623905412s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:04.504603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:59.880214Z","time spent":"4.624381037s","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:04.504594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:59.983554Z","time spent":"4.521022271s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-18T14:55:04.504741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766064514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:04.504785Z","caller":"traceutil/trace.go:171","msg":"trace[1111281704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25481; }","duration":"1.766145936s","start":"2026-03-18T14:55:02.738621Z","end":"2026-03-18T14:55:04.504767Z","steps":["trace[1111281704] 'agreement among raft nodes before linearized reading' (duration: 1.766081565s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:04.50479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.720625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:55:04.504822Z","caller":"traceutil/trace.go:171","msg":"trace[113927859] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25481; }","duration":"612.820768ms","start":"2026-03-18T14:55:03.891992Z","end":"2026-03-18T14:55:04.504813Z","steps":["trace[113927859] 'agreement among raft nodes before linearized reading' (duration: 612.746685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:04.504823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:02.738585Z","time spent":"1.766228488s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:04.504842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183282029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-18T14:55:04.504852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:03.891959Z","time spent":"612.885499ms","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:04.504859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.615981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:544"} {"level":"info","ts":"2026-03-18T14:55:04.504874Z","caller":"traceutil/trace.go:171","msg":"trace[1484002673] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:25481; }","duration":"1.183370661s","start":"2026-03-18T14:55:03.321495Z","end":"2026-03-18T14:55:04.504865Z","steps":["trace[1484002673] 'agreement among raft nodes before linearized reading' (duration: 1.183254378s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:04.504883Z","caller":"traceutil/trace.go:171","msg":"trace[1565491167] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:25481; }","duration":"855.707293ms","start":"2026-03-18T14:55:03.649169Z","end":"2026-03-18T14:55:04.504876Z","steps":["trace[1565491167] 'agreement among raft nodes before linearized reading' (duration: 855.609571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:04.504903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:03.649145Z","time spent":"855.753314ms","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":568,"request content":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-03-18T14:55:04.504901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:03.321471Z","time spent":"1.183424353s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"warn","ts":"2026-03-18T14:55:04.504894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766785113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:55:04.504946Z","caller":"traceutil/trace.go:171","msg":"trace[1761160804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25481; }","duration":"1.766890057s","start":"2026-03-18T14:55:02.738041Z","end":"2026-03-18T14:55:04.504931Z","steps":["trace[1761160804] 'agreement among raft nodes before linearized reading' (duration: 1.766746723s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:04.504947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.552949511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-18T14:55:04.504984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29357526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-64f6c5ccc-b9vwn.189df736d9dd5530\" ","response":"range_response_count:1 size:827"} {"level":"warn","ts":"2026-03-18T14:55:04.504988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:02.738014Z","time spent":"1.766962567s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T14:55:04.504999Z","caller":"traceutil/trace.go:171","msg":"trace[2085395909] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25481; }","duration":"3.553022233s","start":"2026-03-18T14:55:00.95196Z","end":"2026-03-18T14:55:04.504982Z","steps":["trace[2085395909] 'agreement among raft nodes before linearized reading' (duration: 3.552856429s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:04.505011Z","caller":"traceutil/trace.go:171","msg":"trace[1279400255] range","detail":"{range_begin:/registry/events/openstack/magnum-api-64f6c5ccc-b9vwn.189df736d9dd5530; range_end:; response_count:1; response_revision:25481; }","duration":"1.293629842s","start":"2026-03-18T14:55:03.211371Z","end":"2026-03-18T14:55:04.505001Z","steps":["trace[1279400255] 'agreement among raft nodes before linearized reading' (duration: 1.293507328s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:04.505011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.916925136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:04.505033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:03.211346Z","time spent":"1.293682304s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":851,"request content":"key:\"/registry/events/openstack/magnum-api-64f6c5ccc-b9vwn.189df736d9dd5530\" "} {"level":"info","ts":"2026-03-18T14:55:04.505042Z","caller":"traceutil/trace.go:171","msg":"trace[1538773900] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25481; }","duration":"4.916986826s","start":"2026-03-18T14:54:59.588045Z","end":"2026-03-18T14:55:04.505032Z","steps":["trace[1538773900] 'agreement among raft nodes before linearized reading' (duration: 4.916940395s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:04.50504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:00.951949Z","time spent":"3.553079464s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-18T14:55:04.504409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:00.943316Z","time spent":"3.56105573s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:04.505089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620879548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-03-18T14:55:04.505074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:54:59.588003Z","time spent":"4.917063908s","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:04.505135Z","caller":"traceutil/trace.go:171","msg":"trace[1763815287] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25481; }","duration":"1.620972512s","start":"2026-03-18T14:55:02.884147Z","end":"2026-03-18T14:55:04.50512Z","steps":["trace[1763815287] 'agreement among raft nodes before linearized reading' (duration: 1.620845079s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:04.505257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:02.884125Z","time spent":"1.621122635s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:55:04.505249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02136553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:04.505297Z","caller":"traceutil/trace.go:171","msg":"trace[752776479] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25481; }","duration":"3.021468943s","start":"2026-03-18T14:55:01.483815Z","end":"2026-03-18T14:55:04.505284Z","steps":["trace[752776479] 'agreement among raft nodes before linearized reading' (duration: 3.02138396s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:04.505322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.225666968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:04.505351Z","caller":"traceutil/trace.go:171","msg":"trace[1168079282] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25481; }","duration":"2.225735841s","start":"2026-03-18T14:55:02.279606Z","end":"2026-03-18T14:55:04.505342Z","steps":["trace[1168079282] 'agreement among raft nodes before linearized reading' (duration: 2.225689679s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:04.50532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117485393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-18T14:55:04.505378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:02.279583Z","time spent":"2.225790602s","remote":"127.0.0.1:54830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:04.505319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.692253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-18T14:55:04.505397Z","caller":"traceutil/trace.go:171","msg":"trace[466428811] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25481; }","duration":"2.117602858s","start":"2026-03-18T14:55:02.387779Z","end":"2026-03-18T14:55:04.505382Z","steps":["trace[466428811] 'agreement among raft nodes before linearized reading' (duration: 2.117349651s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:04.505447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626941498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-18T14:55:04.505493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.338576315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-18T14:55:04.505505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.898827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-18T14:55:04.505538Z","caller":"traceutil/trace.go:171","msg":"trace[126040423] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25481; }","duration":"3.338654217s","start":"2026-03-18T14:55:01.166874Z","end":"2026-03-18T14:55:04.505528Z","steps":["trace[126040423] 'agreement among raft nodes before linearized reading' (duration: 3.338560306s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:04.505347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:01.48379Z","time spent":"3.021547285s","remote":"127.0.0.1:48328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:04.505499Z","caller":"traceutil/trace.go:171","msg":"trace[1054486220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25481; }","duration":"2.626993578s","start":"2026-03-18T14:55:01.878493Z","end":"2026-03-18T14:55:04.505486Z","steps":["trace[1054486220] 'agreement among raft nodes before linearized reading' (duration: 2.626876885s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:04.505567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:01.166853Z","time spent":"3.33870748s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-18T14:55:04.50556Z","caller":"traceutil/trace.go:171","msg":"trace[2081451333] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25481; }","duration":"124.98706ms","start":"2026-03-18T14:55:04.380558Z","end":"2026-03-18T14:55:04.505545Z","steps":["trace[2081451333] 'agreement among raft nodes before linearized reading' (duration: 124.820235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:04.505599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:01.878408Z","time spent":"2.627182404s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:55:04.505453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:02.387757Z","time spent":"2.11768377s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T14:55:04.505413Z","caller":"traceutil/trace.go:171","msg":"trace[1482924403] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25481; }","duration":"123.847378ms","start":"2026-03-18T14:55:04.381558Z","end":"2026-03-18T14:55:04.505405Z","steps":["trace[1482924403] 'agreement among raft nodes before linearized reading' (duration: 123.695924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:04.505265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.145431593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:55:04.505753Z","caller":"traceutil/trace.go:171","msg":"trace[976518458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25481; }","duration":"3.145944397s","start":"2026-03-18T14:55:01.35979Z","end":"2026-03-18T14:55:04.505735Z","steps":["trace[976518458] 'agreement among raft nodes before linearized reading' (duration: 3.145410382s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:04.505822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:01.35977Z","time spent":"3.146033169s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:55:05.009192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:05.509832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:06.010908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740586,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:06.055624Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.547802273s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:55:06.513563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000515552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:06.513643Z","caller":"traceutil/trace.go:171","msg":"trace[1786047725] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000633335s","start":"2026-03-18T14:55:04.512991Z","end":"2026-03-18T14:55:06.513624Z","steps":["trace[1786047725] 'agreement among raft nodes before linearized reading' (duration: 2.000532202s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:06.513705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:04.512983Z","time spent":"2.000712636s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:55:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:06.882645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.075779ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:06.88278Z","caller":"traceutil/trace.go:171","msg":"trace[64712208] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25481; }","duration":"217.230893ms","start":"2026-03-18T14:55:06.665529Z","end":"2026-03-18T14:55:06.88276Z","steps":["trace[64712208] 'range keys from in-memory index tree' (duration: 217.056959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:06.885794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.964868ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-18T14:55:06.885885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:04.507632Z","time spent":"2.378248243s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T14:55:06.966591Z","caller":"traceutil/trace.go:171","msg":"trace[1035198453] transaction","detail":"{read_only:false; response_revision:25482; number_of_response:1; }","duration":"2.458496803s","start":"2026-03-18T14:55:04.508063Z","end":"2026-03-18T14:55:06.966559Z","steps":["trace[1035198453] 'process raft request' (duration: 2.458135174s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:06.966756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:04.508035Z","time spent":"2.458636856s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":809,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:06.967319Z","caller":"traceutil/trace.go:171","msg":"trace[916259215] transaction","detail":"{read_only:false; response_revision:25484; number_of_response:1; }","duration":"2.457169538s","start":"2026-03-18T14:55:04.510136Z","end":"2026-03-18T14:55:06.967306Z","steps":["trace[916259215] 'process raft request' (duration: 2.457091456s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:06.967403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:04.510128Z","time spent":"2.45723637s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:06.967551Z","caller":"traceutil/trace.go:171","msg":"trace[819947700] transaction","detail":"{read_only:false; response_revision:25485; number_of_response:1; }","duration":"2.45691528s","start":"2026-03-18T14:55:04.510619Z","end":"2026-03-18T14:55:06.967534Z","steps":["trace[819947700] 'process raft request' (duration: 2.456651383s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:06.96758Z","caller":"traceutil/trace.go:171","msg":"trace[573032959] transaction","detail":"{read_only:false; response_revision:25483; number_of_response:1; }","duration":"2.457875017s","start":"2026-03-18T14:55:04.509695Z","end":"2026-03-18T14:55:06.96757Z","steps":["trace[573032959] 'process raft request' (duration: 2.456804098s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:06.967633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:04.509673Z","time spent":"2.457930738s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:06.967658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:04.510579Z","time spent":"2.457021654s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:06.967923Z","caller":"traceutil/trace.go:171","msg":"trace[1171723293] transaction","detail":"{read_only:false; response_revision:25486; number_of_response:1; }","duration":"2.457008163s","start":"2026-03-18T14:55:04.510906Z","end":"2026-03-18T14:55:06.967915Z","steps":["trace[1171723293] 'process raft request' (duration: 2.456565211s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:06.968001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:04.510874Z","time spent":"2.457105567s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:06.968363Z","caller":"traceutil/trace.go:171","msg":"trace[1479571253] transaction","detail":"{read_only:false; response_revision:25487; number_of_response:1; }","duration":"2.457173678s","start":"2026-03-18T14:55:04.51116Z","end":"2026-03-18T14:55:06.968334Z","steps":["trace[1479571253] 'process raft request' (duration: 2.456695524s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:06.968416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:04.511145Z","time spent":"2.457245429s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:06.968496Z","caller":"traceutil/trace.go:171","msg":"trace[1222068079] linearizableReadLoop","detail":"{readStateIndex:26498; appliedIndex:26490; }","duration":"2.460046235s","start":"2026-03-18T14:55:04.508442Z","end":"2026-03-18T14:55:06.968488Z","steps":["trace[1222068079] 'read index received' (duration: 1.547420983s)","trace[1222068079] 'applied index is now lower than readState.Index' (duration: 912.624512ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:06.968537Z","caller":"traceutil/trace.go:171","msg":"trace[1398856403] transaction","detail":"{read_only:false; response_revision:25488; number_of_response:1; }","duration":"2.456851009s","start":"2026-03-18T14:55:04.511681Z","end":"2026-03-18T14:55:06.968532Z","steps":["trace[1398856403] 'process raft request' (duration: 2.456575081s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:06.968574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:04.511654Z","time spent":"2.456899321s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:06.968686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460239711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-c6dqv\" ","response":"range_response_count:1 size:8164"} {"level":"info","ts":"2026-03-18T14:55:06.968743Z","caller":"traceutil/trace.go:171","msg":"trace[1718914126] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-c6dqv; range_end:; response_count:1; response_revision:25488; }","duration":"2.461064104s","start":"2026-03-18T14:55:04.507663Z","end":"2026-03-18T14:55:06.968727Z","steps":["trace[1718914126] 'agreement among raft nodes before linearized reading' (duration: 2.460882329s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:06.968794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:04.507632Z","time spent":"2.461143335s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":8188,"request content":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-c6dqv\" "} {"level":"warn","ts":"2026-03-18T14:55:07.469442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740597,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:08.274445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.888908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:55:08.274553Z","caller":"traceutil/trace.go:171","msg":"trace[421178250] linearizableReadLoop","detail":"{readStateIndex:26499; appliedIndex:26498; }","duration":"1.306021257s","start":"2026-03-18T14:55:06.968513Z","end":"2026-03-18T14:55:08.274534Z","steps":["trace[421178250] 'read index received' (duration: 976.011305ms)","trace[421178250] 'applied index is now lower than readState.Index' (duration: 330.007982ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:08.274636Z","caller":"traceutil/trace.go:171","msg":"trace[3139695] transaction","detail":"{read_only:false; response_revision:25489; number_of_response:1; }","duration":"1.387568962s","start":"2026-03-18T14:55:06.887008Z","end":"2026-03-18T14:55:08.274577Z","steps":["trace[3139695] 'process raft request' (duration: 1.057464208s)","trace[3139695] 'compare' (duration: 329.100097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:08.274768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316776618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-18T14:55:08.274804Z","caller":"traceutil/trace.go:171","msg":"trace[1770490101] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25489; }","duration":"1.316839491s","start":"2026-03-18T14:55:06.957951Z","end":"2026-03-18T14:55:08.274791Z","steps":["trace[1770490101] 'agreement among raft nodes before linearized reading' (duration: 1.316652955s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:08.274839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:06.957904Z","time spent":"1.316923691s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-18T14:55:08.274874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:06.886981Z","time spent":"1.387772168s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:08.275067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322504682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-18T14:55:08.275108Z","caller":"traceutil/trace.go:171","msg":"trace[261564636] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25489; }","duration":"1.322589065s","start":"2026-03-18T14:55:06.952501Z","end":"2026-03-18T14:55:08.27509Z","steps":["trace[261564636] 'agreement among raft nodes before linearized reading' (duration: 1.322499862s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:08.275136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:06.952484Z","time spent":"1.322645727s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:55:08.275308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350972663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-18T14:55:08.275345Z","caller":"traceutil/trace.go:171","msg":"trace[1823761981] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25489; }","duration":"1.351053024s","start":"2026-03-18T14:55:06.924284Z","end":"2026-03-18T14:55:08.275337Z","steps":["trace[1823761981] 'agreement among raft nodes before linearized reading' (duration: 1.350964952s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:08.275373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:06.924264Z","time spent":"1.351101965s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-18T14:55:08.275522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359980426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:08.275561Z","caller":"traceutil/trace.go:171","msg":"trace[448384689] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25489; }","duration":"1.360043558s","start":"2026-03-18T14:55:06.915506Z","end":"2026-03-18T14:55:08.27555Z","steps":["trace[448384689] 'agreement among raft nodes before linearized reading' (duration: 1.359981866s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:08.275591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:06.915491Z","time spent":"1.360089709s","remote":"127.0.0.1:51022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T14:55:08.275719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401707053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:08.275772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551556485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:55:08.275787Z","caller":"traceutil/trace.go:171","msg":"trace[45319945] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25489; }","duration":"1.401846088s","start":"2026-03-18T14:55:06.873924Z","end":"2026-03-18T14:55:08.27577Z","steps":["trace[45319945] 'agreement among raft nodes before linearized reading' (duration: 1.401699214s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:08.275782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.620879243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-03-18T14:55:08.275818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:06.873903Z","time spent":"1.401909179s","remote":"127.0.0.1:54840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:08.275851Z","caller":"traceutil/trace.go:171","msg":"trace[1871362300] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25489; }","duration":"2.621001057s","start":"2026-03-18T14:55:05.654835Z","end":"2026-03-18T14:55:08.275836Z","steps":["trace[1871362300] 'agreement among raft nodes before linearized reading' (duration: 2.620782721s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:08.275869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48073168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-18T14:55:08.275886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:05.654813Z","time spent":"2.621066709s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-18T14:55:08.275893Z","caller":"traceutil/trace.go:171","msg":"trace[883655730] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25489; }","duration":"1.480789682s","start":"2026-03-18T14:55:06.795095Z","end":"2026-03-18T14:55:08.275885Z","steps":["trace[883655730] 'agreement among raft nodes before linearized reading' (duration: 1.480730791s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:08.275917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:06.795073Z","time spent":"1.480836492s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-18T14:55:08.275911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.829111713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:55:08.275952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.875226289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7077"} {"level":"info","ts":"2026-03-18T14:55:08.275995Z","caller":"traceutil/trace.go:171","msg":"trace[324052457] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:25489; }","duration":"2.875319622s","start":"2026-03-18T14:55:05.400663Z","end":"2026-03-18T14:55:08.275983Z","steps":["trace[324052457] 'agreement among raft nodes before linearized reading' (duration: 2.875204369s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:08.275809Z","caller":"traceutil/trace.go:171","msg":"trace[877232482] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25489; }","duration":"1.551632296s","start":"2026-03-18T14:55:06.724166Z","end":"2026-03-18T14:55:08.275798Z","steps":["trace[877232482] 'agreement among raft nodes before linearized reading' (duration: 1.551455592s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:08.276011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76184288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:08.276025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:05.400635Z","time spent":"2.875382973s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7101,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-18T14:55:08.27604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:06.724143Z","time spent":"1.551883943s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:55:08.275959Z","caller":"traceutil/trace.go:171","msg":"trace[1793384819] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25489; }","duration":"2.829218236s","start":"2026-03-18T14:55:05.446727Z","end":"2026-03-18T14:55:08.275945Z","steps":["trace[1793384819] 'agreement among raft nodes before linearized reading' (duration: 2.829045521s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:08.276174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:05.446696Z","time spent":"2.829380799s","remote":"127.0.0.1:45860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:08.276055Z","caller":"traceutil/trace.go:171","msg":"trace[1209823083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25489; }","duration":"1.76220106s","start":"2026-03-18T14:55:06.513839Z","end":"2026-03-18T14:55:08.276041Z","steps":["trace[1209823083] 'agreement among raft nodes before linearized reading' (duration: 1.76185412s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:08.276395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:06.513818Z","time spent":"1.76256601s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:08.276395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780026111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:55:08.276658Z","caller":"traceutil/trace.go:171","msg":"trace[139477326] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25489; }","duration":"1.780337709s","start":"2026-03-18T14:55:06.49629Z","end":"2026-03-18T14:55:08.276627Z","steps":["trace[139477326] 'agreement among raft nodes before linearized reading' (duration: 1.779498926s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:08.27671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:06.49627Z","time spent":"1.780424762s","remote":"127.0.0.1:41058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:08.332253Z","caller":"traceutil/trace.go:171","msg":"trace[1086810647] transaction","detail":"{read_only:false; response_revision:25490; number_of_response:1; }","duration":"746.833069ms","start":"2026-03-18T14:55:07.5854Z","end":"2026-03-18T14:55:08.332233Z","steps":["trace[1086810647] 'process raft request' (duration: 746.696776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:08.332371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:07.585378Z","time spent":"746.933782ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:08.332374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.171461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:08.332465Z","caller":"traceutil/trace.go:171","msg":"trace[1410089862] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25490; }","duration":"615.318494ms","start":"2026-03-18T14:55:07.717129Z","end":"2026-03-18T14:55:08.332447Z","steps":["trace[1410089862] 'agreement among raft nodes before linearized reading' (duration: 615.13964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:08.332514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:07.717112Z","time spent":"615.389167ms","remote":"127.0.0.1:54678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:08.332534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265172103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-18T14:55:08.332559Z","caller":"traceutil/trace.go:171","msg":"trace[189097827] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25490; }","duration":"1.265243465s","start":"2026-03-18T14:55:07.067309Z","end":"2026-03-18T14:55:08.332552Z","steps":["trace[189097827] 'agreement among raft nodes before linearized reading' (duration: 1.265148542s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:08.332583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:07.067284Z","time spent":"1.265294846s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-18T14:55:08.332402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.780021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:08.332752Z","caller":"traceutil/trace.go:171","msg":"trace[1501078236] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25490; }","duration":"109.180572ms","start":"2026-03-18T14:55:08.223559Z","end":"2026-03-18T14:55:08.332739Z","steps":["trace[1501078236] 'agreement among raft nodes before linearized reading' (duration: 108.756461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:08.332752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.071876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-03-18T14:55:08.332816Z","caller":"traceutil/trace.go:171","msg":"trace[145706011] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25490; }","duration":"191.170018ms","start":"2026-03-18T14:55:08.141631Z","end":"2026-03-18T14:55:08.332801Z","steps":["trace[145706011] 'agreement among raft nodes before linearized reading' (duration: 191.003073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:08.332872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.284466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:08.332847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362775241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-64f6c5ccc-b9vwn.189df736d9dd5530\" ","response":"range_response_count:1 size:827"} {"level":"info","ts":"2026-03-18T14:55:08.332909Z","caller":"traceutil/trace.go:171","msg":"trace[1750487040] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25490; }","duration":"786.354078ms","start":"2026-03-18T14:55:07.546541Z","end":"2026-03-18T14:55:08.332895Z","steps":["trace[1750487040] 'agreement among raft nodes before linearized reading' (duration: 786.302017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:08.332935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:07.546521Z","time spent":"786.408579ms","remote":"127.0.0.1:54544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:08.33293Z","caller":"traceutil/trace.go:171","msg":"trace[430680864] range","detail":"{range_begin:/registry/events/openstack/magnum-api-64f6c5ccc-b9vwn.189df736d9dd5530; range_end:; response_count:1; response_revision:25490; }","duration":"1.362885564s","start":"2026-03-18T14:55:06.970023Z","end":"2026-03-18T14:55:08.332909Z","steps":["trace[430680864] 'agreement among raft nodes before linearized reading' (duration: 1.362607586s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:08.332976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:06.97001Z","time spent":"1.362956916s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":851,"request content":"key:\"/registry/events/openstack/magnum-api-64f6c5ccc-b9vwn.189df736d9dd5530\" "} {"level":"warn","ts":"2026-03-18T14:55:08.333162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.58135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T14:55:08.333196Z","caller":"traceutil/trace.go:171","msg":"trace[2127741497] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25490; }","duration":"953.638561ms","start":"2026-03-18T14:55:07.379548Z","end":"2026-03-18T14:55:08.333187Z","steps":["trace[2127741497] 'agreement among raft nodes before linearized reading' (duration: 953.533048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:08.333219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:07.379534Z","time spent":"953.679301ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-18T14:55:08.83234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:09.332925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:09.833988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:09.875226Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.535159502s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:55:09.875797Z","caller":"traceutil/trace.go:171","msg":"trace[1664171361] transaction","detail":"{read_only:false; response_revision:25491; number_of_response:1; }","duration":"1.590315773s","start":"2026-03-18T14:55:08.285423Z","end":"2026-03-18T14:55:09.875739Z","steps":["trace[1664171361] 'process raft request' (duration: 1.590096617s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:09.875965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:08.285406Z","time spent":"1.590477517s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7060,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:10.282644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999979668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:55:10.282714Z","caller":"traceutil/trace.go:171","msg":"trace[135468768] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0000754s","start":"2026-03-18T14:55:08.28262Z","end":"2026-03-18T14:55:10.282695Z","steps":["trace[135468768] 'agreement among raft nodes before linearized reading' (duration: 1.999990679s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:10.282748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:08.282613Z","time spent":"2.000127242s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:11.837776Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.962180736s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:55:11.83848Z","caller":"traceutil/trace.go:171","msg":"trace[806096804] transaction","detail":"{read_only:false; response_revision:25492; number_of_response:1; }","duration":"3.503103263s","start":"2026-03-18T14:55:08.335342Z","end":"2026-03-18T14:55:11.838446Z","steps":["trace[806096804] 'process raft request' (duration: 3.502788765s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:11.83867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:08.335319Z","time spent":"3.503273728s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":809,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:12.166015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.669979ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:55:12.167276Z","caller":"traceutil/trace.go:171","msg":"trace[780009670] linearizableReadLoop","detail":"{readStateIndex:26504; appliedIndex:26500; }","duration":"3.835029146s","start":"2026-03-18T14:55:08.332202Z","end":"2026-03-18T14:55:12.167231Z","steps":["trace[780009670] 'read index received' (duration: 1.543351253s)","trace[780009670] 'applied index is now lower than readState.Index' (duration: 2.291676843s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:12.167307Z","caller":"traceutil/trace.go:171","msg":"trace[70566260] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"2.655867279s","start":"2026-03-18T14:55:09.511406Z","end":"2026-03-18T14:55:12.167273Z","steps":["trace[70566260] 'process raft request' (duration: 2.654794579s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:12.167483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:09.511385Z","time spent":"2.655995663s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:12.283626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000531172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:12.28371Z","caller":"traceutil/trace.go:171","msg":"trace[1336022463] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000644466s","start":"2026-03-18T14:55:10.283051Z","end":"2026-03-18T14:55:12.283695Z","steps":["trace[1336022463] 'agreement among raft nodes before linearized reading' (duration: 2.000540773s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:12.283741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:10.283043Z","time spent":"2.000692447s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:55:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:12.668394Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740607,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:13.168978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.889125323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:13.169128Z","caller":"traceutil/trace.go:171","msg":"trace[1325002567] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25493; }","duration":"4.889334629s","start":"2026-03-18T14:55:08.279769Z","end":"2026-03-18T14:55:13.169104Z","steps":["trace[1325002567] 'agreement among raft nodes before linearized reading' (duration: 3.887616729s)","trace[1325002567] 'range keys from in-memory index tree' (duration: 1.001498134s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:13.169181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:08.279754Z","time spent":"4.889410362s","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T14:55:13.169323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.889458312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3de0a43d-a1d4-4c85-8005-d52d79be93a8\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-18T14:55:13.169382Z","caller":"traceutil/trace.go:171","msg":"trace[77479277] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3de0a43d-a1d4-4c85-8005-d52d79be93a8; range_end:; response_count:1; response_revision:25493; }","duration":"4.889561635s","start":"2026-03-18T14:55:08.279804Z","end":"2026-03-18T14:55:13.169366Z","steps":["trace[77479277] 'agreement among raft nodes before linearized reading' (duration: 3.887565237s)","trace[77479277] 'range keys from in-memory index tree' (duration: 1.001843904s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:13.169409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:08.279786Z","time spent":"4.889617327s","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-3de0a43d-a1d4-4c85-8005-d52d79be93a8\" "} {"level":"warn","ts":"2026-03-18T14:55:13.169363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.891207749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-18T14:55:13.169473Z","caller":"traceutil/trace.go:171","msg":"trace[2110132800] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25493; }","duration":"4.891364384s","start":"2026-03-18T14:55:08.278078Z","end":"2026-03-18T14:55:13.169443Z","steps":["trace[2110132800] 'agreement among raft nodes before linearized reading' (duration: 3.889317325s)","trace[2110132800] 'range keys from in-memory index tree' (duration: 1.001857524s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:13.169525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:08.278061Z","time spent":"4.891452987s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T14:55:13.16957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002264725s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:55:13.169765Z","caller":"traceutil/trace.go:171","msg":"trace[898166994] transaction","detail":"{read_only:false; response_revision:25494; number_of_response:1; }","duration":"2.066070014s","start":"2026-03-18T14:55:11.103682Z","end":"2026-03-18T14:55:13.169752Z","steps":["trace[898166994] 'process raft request' (duration: 1.063541412s)","trace[898166994] 'compare' (duration: 1.001758791s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:13.169771Z","caller":"traceutil/trace.go:171","msg":"trace[73593188] linearizableReadLoop","detail":"{readStateIndex:26506; appliedIndex:26504; }","duration":"1.002411609s","start":"2026-03-18T14:55:12.167344Z","end":"2026-03-18T14:55:13.169755Z","steps":["trace[73593188] 'read index received' (duration: 698.878594ms)","trace[73593188] 'applied index is now lower than readState.Index' (duration: 303.532215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:13.169867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:11.103661Z","time spent":"2.066138537s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:13.16998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.013391434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:55:13.169999Z","caller":"traceutil/trace.go:171","msg":"trace[1398761606] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:25495; }","duration":"3.013451515s","start":"2026-03-18T14:55:10.156538Z","end":"2026-03-18T14:55:13.16999Z","steps":["trace[1398761606] 'agreement among raft nodes before linearized reading' (duration: 3.013384374s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:13.170015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:10.156515Z","time spent":"3.013496308s","remote":"127.0.0.1:41090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:13.170103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.197087314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T14:55:13.170147Z","caller":"traceutil/trace.go:171","msg":"trace[392907479] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"1.177427511s","start":"2026-03-18T14:55:11.992711Z","end":"2026-03-18T14:55:13.170139Z","steps":["trace[392907479] 'process raft request' (duration: 1.176982629s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:13.170177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.197168186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-18T14:55:13.170186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:11.992686Z","time spent":"1.177477352s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:13.170211Z","caller":"traceutil/trace.go:171","msg":"trace[1358195932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25495; }","duration":"4.197232748s","start":"2026-03-18T14:55:08.972968Z","end":"2026-03-18T14:55:13.170201Z","steps":["trace[1358195932] 'agreement among raft nodes before linearized reading' (duration: 4.197088335s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:13.170207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.061166285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:13.170243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:08.97295Z","time spent":"4.19728353s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-18T14:55:13.170288Z","caller":"traceutil/trace.go:171","msg":"trace[236090057] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25495; }","duration":"3.061245659s","start":"2026-03-18T14:55:10.10899Z","end":"2026-03-18T14:55:13.170235Z","steps":["trace[236090057] 'agreement among raft nodes before linearized reading' (duration: 3.061173826s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:13.170322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:10.108968Z","time spent":"3.06134497s","remote":"127.0.0.1:45052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:13.170337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40782277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:13.170358Z","caller":"traceutil/trace.go:171","msg":"trace[1454861731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25495; }","duration":"1.407881641s","start":"2026-03-18T14:55:11.76247Z","end":"2026-03-18T14:55:13.170352Z","steps":["trace[1454861731] 'agreement among raft nodes before linearized reading' (duration: 1.407840739s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:13.170374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:11.762448Z","time spent":"1.407923282s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:13.170527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.250265022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:55:13.170553Z","caller":"traceutil/trace.go:171","msg":"trace[1530348758] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25495; }","duration":"4.250319324s","start":"2026-03-18T14:55:08.920226Z","end":"2026-03-18T14:55:13.170546Z","steps":["trace[1530348758] 'agreement among raft nodes before linearized reading' (duration: 4.2501777s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:13.170557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689192026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-18T14:55:13.170573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:08.92021Z","time spent":"4.250358065s","remote":"127.0.0.1:33740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":176,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:13.170579Z","caller":"traceutil/trace.go:171","msg":"trace[473130347] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25495; }","duration":"1.689238378s","start":"2026-03-18T14:55:11.48133Z","end":"2026-03-18T14:55:13.170568Z","steps":["trace[473130347] 'agreement among raft nodes before linearized reading' (duration: 1.689143025s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:13.170573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.194838274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:55:13.170584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.194589217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T14:55:13.170597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:11.481312Z","time spent":"1.689279858s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-18T14:55:13.17062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.752896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:13.170619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.772366177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T14:55:13.170652Z","caller":"traceutil/trace.go:171","msg":"trace[739126033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25495; }","duration":"878.818898ms","start":"2026-03-18T14:55:12.291826Z","end":"2026-03-18T14:55:13.170645Z","steps":["trace[739126033] 'agreement among raft nodes before linearized reading' (duration: 878.770387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:13.170676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:12.291806Z","time spent":"878.864939ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:55:13.170675Z","caller":"traceutil/trace.go:171","msg":"trace[1200165859] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25495; }","duration":"4.77249739s","start":"2026-03-18T14:55:08.398162Z","end":"2026-03-18T14:55:13.170659Z","steps":["trace[1200165859] 'agreement among raft nodes before linearized reading' (duration: 4.772286374s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:13.1707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.290342472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4437"} {"level":"warn","ts":"2026-03-18T14:55:13.170704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:08.39814Z","time spent":"4.772555412s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:55:13.170706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.951056919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:13.170712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.69421474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:13.170724Z","caller":"traceutil/trace.go:171","msg":"trace[1073990855] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:25495; }","duration":"3.290404663s","start":"2026-03-18T14:55:09.880312Z","end":"2026-03-18T14:55:13.170717Z","steps":["trace[1073990855] 'agreement among raft nodes before linearized reading' (duration: 3.290333271s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:13.170739Z","caller":"traceutil/trace.go:171","msg":"trace[967036335] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25495; }","duration":"2.951132591s","start":"2026-03-18T14:55:10.219594Z","end":"2026-03-18T14:55:13.170727Z","steps":["trace[967036335] 'agreement among raft nodes before linearized reading' (duration: 2.951086811s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:13.170744Z","caller":"traceutil/trace.go:171","msg":"trace[1416128660] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25495; }","duration":"3.694298582s","start":"2026-03-18T14:55:09.476433Z","end":"2026-03-18T14:55:13.170732Z","steps":["trace[1416128660] 'agreement among raft nodes before linearized reading' (duration: 3.69423677s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:13.170745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:09.880289Z","time spent":"3.290450844s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4461,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-18T14:55:13.170761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:10.219566Z","time spent":"2.951189473s","remote":"127.0.0.1:41050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:13.170764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:09.476414Z","time spent":"3.694346252s","remote":"127.0.0.1:45138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:13.170711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.913394191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:13.170777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.886910641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-18T14:55:13.170578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.773079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-18T14:55:13.170805Z","caller":"traceutil/trace.go:171","msg":"trace[1069237805] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25495; }","duration":"1.886998034s","start":"2026-03-18T14:55:11.283797Z","end":"2026-03-18T14:55:13.170795Z","steps":["trace[1069237805] 'agreement among raft nodes before linearized reading' (duration: 1.886934421s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:13.170823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:11.283764Z","time spent":"1.887053764s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-18T14:55:13.170807Z","caller":"traceutil/trace.go:171","msg":"trace[1786662208] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25495; }","duration":"2.913514955s","start":"2026-03-18T14:55:10.257279Z","end":"2026-03-18T14:55:13.170794Z","steps":["trace[1786662208] 'agreement among raft nodes before linearized reading' (duration: 2.913394091s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:13.170615Z","caller":"traceutil/trace.go:171","msg":"trace[1670336639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25495; }","duration":"4.194915986s","start":"2026-03-18T14:55:08.975684Z","end":"2026-03-18T14:55:13.1706Z","steps":["trace[1670336639] 'agreement among raft nodes before linearized reading' (duration: 4.194803563s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:13.170867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:08.97567Z","time spent":"4.195190433s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:55:13.170862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:10.257266Z","time spent":"2.913580457s","remote":"127.0.0.1:59146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:13.170142Z","caller":"traceutil/trace.go:171","msg":"trace[2096727947] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25495; }","duration":"4.197176927s","start":"2026-03-18T14:55:08.972955Z","end":"2026-03-18T14:55:13.170132Z","steps":["trace[2096727947] 'agreement among raft nodes before linearized reading' (duration: 4.197015062s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:13.170887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095609903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:13.1709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:08.972934Z","time spent":"4.197959037s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:55:13.170905Z","caller":"traceutil/trace.go:171","msg":"trace[687193469] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25495; }","duration":"2.095667084s","start":"2026-03-18T14:55:11.075231Z","end":"2026-03-18T14:55:13.170898Z","steps":["trace[687193469] 'agreement among raft nodes before linearized reading' (duration: 2.095639004s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:13.170922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:11.075204Z","time spent":"2.095713326s","remote":"127.0.0.1:49954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:13.170818Z","caller":"traceutil/trace.go:171","msg":"trace[1456096658] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25495; }","duration":"922.097378ms","start":"2026-03-18T14:55:12.248708Z","end":"2026-03-18T14:55:13.170805Z","steps":["trace[1456096658] 'agreement among raft nodes before linearized reading' (duration: 921.786429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:13.171005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:12.248651Z","time spent":"922.346255ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T14:55:13.170628Z","caller":"traceutil/trace.go:171","msg":"trace[1450030871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25495; }","duration":"4.194633337s","start":"2026-03-18T14:55:08.975983Z","end":"2026-03-18T14:55:13.170616Z","steps":["trace[1450030871] 'agreement among raft nodes before linearized reading' (duration: 4.194494544s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:13.171071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:08.975936Z","time spent":"4.195130121s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:55:13.171081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146761395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-03-18T14:55:13.171108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352428946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:55:13.171112Z","caller":"traceutil/trace.go:171","msg":"trace[229390802] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25495; }","duration":"2.146831678s","start":"2026-03-18T14:55:11.02427Z","end":"2026-03-18T14:55:13.171102Z","steps":["trace[229390802] 'agreement among raft nodes before linearized reading' (duration: 2.146746186s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:13.171127Z","caller":"traceutil/trace.go:171","msg":"trace[336824425] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25495; }","duration":"2.352480617s","start":"2026-03-18T14:55:10.818641Z","end":"2026-03-18T14:55:13.171121Z","steps":["trace[336824425] 'agreement among raft nodes before linearized reading' (duration: 2.352426265s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:13.171129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:11.024249Z","time spent":"2.146876098s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-18T14:55:13.171142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:10.818621Z","time spent":"2.352517858s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:55:13.171132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810344075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-18T14:55:13.171195Z","caller":"traceutil/trace.go:171","msg":"trace[2018336670] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25495; }","duration":"2.810414166s","start":"2026-03-18T14:55:10.360764Z","end":"2026-03-18T14:55:13.171179Z","steps":["trace[2018336670] 'agreement among raft nodes before linearized reading' (duration: 2.810240952s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:13.171228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:10.360699Z","time spent":"2.81052402s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-18T14:55:13.171307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.648235443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-18T14:55:13.171339Z","caller":"traceutil/trace.go:171","msg":"trace[1271202605] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25495; }","duration":"2.648308335s","start":"2026-03-18T14:55:10.523021Z","end":"2026-03-18T14:55:13.171329Z","steps":["trace[1271202605] 'agreement among raft nodes before linearized reading' (duration: 2.647964106s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:13.171362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:10.523Z","time spent":"2.648357216s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-18T14:55:13.678993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:15.184133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00042714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:55:15.184215Z","caller":"traceutil/trace.go:171","msg":"trace[1207154526] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000541593s","start":"2026-03-18T14:55:13.183655Z","end":"2026-03-18T14:55:15.184196Z","steps":["trace[1207154526] 'agreement among raft nodes before linearized reading' (duration: 2.00043297s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:15.184262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:13.18365Z","time spent":"2.000603465s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:16.090415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:14.302349Z","time spent":"1.788057539s","remote":"127.0.0.1:38024","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T14:55:16.091611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173484659s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:55:16.0917Z","caller":"traceutil/trace.go:171","msg":"trace[1516183273] transaction","detail":"{read_only:false; response_revision:25496; number_of_response:1; }","duration":"2.916646119s","start":"2026-03-18T14:55:13.175035Z","end":"2026-03-18T14:55:16.091681Z","steps":["trace[1516183273] 'process raft request' (duration: 743.022487ms)","trace[1516183273] 'compare' (duration: 2.172987525s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:16.091757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:13.175022Z","time spent":"2.91670709s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:17.18466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999622698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:17.184747Z","caller":"traceutil/trace.go:171","msg":"trace[2027579982] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999774873s","start":"2026-03-18T14:55:15.18495Z","end":"2026-03-18T14:55:17.184725Z","steps":["trace[2027579982] 'agreement among raft nodes before linearized reading' (duration: 1.999655229s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:17.184796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:15.184926Z","time spent":"1.999859675s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:55:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:17.278694Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.342182073s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:55:17.338081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.995953ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:17.338218Z","caller":"traceutil/trace.go:171","msg":"trace[2014381624] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25496; }","duration":"673.145097ms","start":"2026-03-18T14:55:16.665047Z","end":"2026-03-18T14:55:17.338192Z","steps":["trace[2014381624] 'range keys from in-memory index tree' (duration: 672.978683ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:17.339335Z","caller":"traceutil/trace.go:171","msg":"trace[2074891602] transaction","detail":"{read_only:false; response_revision:25497; number_of_response:1; }","duration":"4.164222526s","start":"2026-03-18T14:55:13.175062Z","end":"2026-03-18T14:55:17.339285Z","steps":["trace[2074891602] 'process raft request' (duration: 4.103822194s)","trace[2074891602] 'compare' (duration: 58.382759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:17.339441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:13.175035Z","time spent":"4.164342169s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:17.340019Z","caller":"traceutil/trace.go:171","msg":"trace[1436575109] transaction","detail":"{read_only:false; response_revision:25500; number_of_response:1; }","duration":"4.164520744s","start":"2026-03-18T14:55:13.175473Z","end":"2026-03-18T14:55:17.339994Z","steps":["trace[1436575109] 'process raft request' (duration: 4.164257456s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:17.340076Z","caller":"traceutil/trace.go:171","msg":"trace[1851937092] transaction","detail":"{read_only:false; response_revision:25501; number_of_response:1; }","duration":"4.164516844s","start":"2026-03-18T14:55:13.175544Z","end":"2026-03-18T14:55:17.340061Z","steps":["trace[1851937092] 'process raft request' (duration: 4.164231646s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:17.340029Z","caller":"traceutil/trace.go:171","msg":"trace[1608081033] transaction","detail":"{read_only:false; response_revision:25502; number_of_response:1; }","duration":"4.163621139s","start":"2026-03-18T14:55:13.176375Z","end":"2026-03-18T14:55:17.339997Z","steps":["trace[1608081033] 'process raft request' (duration: 4.163448794s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:17.340141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:13.175466Z","time spent":"4.164607676s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:17.340143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:13.175533Z","time spent":"4.164573635s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:17.340155Z","caller":"traceutil/trace.go:171","msg":"trace[2273511] transaction","detail":"{read_only:false; response_revision:25503; number_of_response:1; }","duration":"4.163708902s","start":"2026-03-18T14:55:13.176441Z","end":"2026-03-18T14:55:17.34015Z","steps":["trace[2273511] 'process raft request' (duration: 4.163422105s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:17.340169Z","caller":"traceutil/trace.go:171","msg":"trace[1234994330] transaction","detail":"{read_only:false; response_revision:25504; number_of_response:1; }","duration":"4.1636476s","start":"2026-03-18T14:55:13.176471Z","end":"2026-03-18T14:55:17.340118Z","steps":["trace[1234994330] 'process raft request' (duration: 4.163434984s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:17.340199Z","caller":"traceutil/trace.go:171","msg":"trace[1056464347] transaction","detail":"{read_only:false; response_revision:25499; number_of_response:1; }","duration":"4.16477396s","start":"2026-03-18T14:55:13.175406Z","end":"2026-03-18T14:55:17.34018Z","steps":["trace[1056464347] 'process raft request' (duration: 4.164271396s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:17.340243Z","caller":"traceutil/trace.go:171","msg":"trace[984332326] transaction","detail":"{read_only:false; response_revision:25506; number_of_response:1; }","duration":"4.162820978s","start":"2026-03-18T14:55:13.177415Z","end":"2026-03-18T14:55:17.340236Z","steps":["trace[984332326] 'process raft request' (duration: 4.162569692s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:17.340184Z","caller":"traceutil/trace.go:171","msg":"trace[2053169660] transaction","detail":"{read_only:false; response_revision:25505; number_of_response:1; }","duration":"4.163567538s","start":"2026-03-18T14:55:13.176577Z","end":"2026-03-18T14:55:17.340144Z","steps":["trace[2053169660] 'process raft request' (duration: 4.163365402s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:17.340289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:13.177408Z","time spent":"4.162856479s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:17.340284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:13.175381Z","time spent":"4.164863033s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:17.340311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:13.176467Z","time spent":"4.163773764s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:17.340379Z","caller":"traceutil/trace.go:171","msg":"trace[1661747042] transaction","detail":"{read_only:false; response_revision:25507; number_of_response:1; }","duration":"4.15736058s","start":"2026-03-18T14:55:13.18301Z","end":"2026-03-18T14:55:17.340371Z","steps":["trace[1661747042] 'process raft request' (duration: 4.157039941s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:17.340377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:13.176362Z","time spent":"4.163831266s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:17.34039Z","caller":"traceutil/trace.go:171","msg":"trace[1839746100] linearizableReadLoop","detail":"{readStateIndex:26518; appliedIndex:26506; }","duration":"4.162282463s","start":"2026-03-18T14:55:13.178087Z","end":"2026-03-18T14:55:17.34037Z","steps":["trace[1839746100] 'read index received' (duration: 739.987845ms)","trace[1839746100] 'applied index is now lower than readState.Index' (duration: 3.422293128s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:17.340439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:13.182993Z","time spent":"4.157401332s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4229,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:17.340421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:13.17657Z","time spent":"4.163730643s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:17.340248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:13.176437Z","time spent":"4.163749363s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:17.340102Z","caller":"traceutil/trace.go:171","msg":"trace[456172942] transaction","detail":"{read_only:false; response_revision:25498; number_of_response:1; }","duration":"4.16471683s","start":"2026-03-18T14:55:13.17536Z","end":"2026-03-18T14:55:17.340077Z","steps":["trace[456172942] 'process raft request' (duration: 4.164144303s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:17.340517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:13.175349Z","time spent":"4.165148061s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:17.340609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69080259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:17.340629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.160729672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-03-18T14:55:17.340624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.231012968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:55:17.340651Z","caller":"traceutil/trace.go:171","msg":"trace[604459587] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25508; }","duration":"1.69084378s","start":"2026-03-18T14:55:15.649795Z","end":"2026-03-18T14:55:17.340638Z","steps":["trace[604459587] 'agreement among raft nodes before linearized reading' (duration: 1.690747178s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:17.340681Z","caller":"traceutil/trace.go:171","msg":"trace[984541695] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25508; }","duration":"3.23112113s","start":"2026-03-18T14:55:14.109547Z","end":"2026-03-18T14:55:17.340668Z","steps":["trace[984541695] 'agreement among raft nodes before linearized reading' (duration: 3.231003097s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:17.340694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.495916098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:17.34071Z","caller":"traceutil/trace.go:171","msg":"trace[2034361590] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25508; }","duration":"3.495969101s","start":"2026-03-18T14:55:13.844737Z","end":"2026-03-18T14:55:17.340706Z","steps":["trace[2034361590] 'agreement among raft nodes before linearized reading' (duration: 3.495929789s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:17.340704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.7133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:17.340726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:13.844716Z","time spent":"3.496005581s","remote":"127.0.0.1:33782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:17.340721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:14.109526Z","time spent":"3.231183693s","remote":"127.0.0.1:59126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:17.340722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:17.340744Z","caller":"traceutil/trace.go:171","msg":"trace[155079995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25508; }","duration":"151.794444ms","start":"2026-03-18T14:55:17.188936Z","end":"2026-03-18T14:55:17.340731Z","steps":["trace[155079995] 'agreement among raft nodes before linearized reading' (duration: 151.638899ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:17.340764Z","caller":"traceutil/trace.go:171","msg":"trace[1820922339] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25508; }","duration":"312.329473ms","start":"2026-03-18T14:55:17.028421Z","end":"2026-03-18T14:55:17.340751Z","steps":["trace[1820922339] 'agreement among raft nodes before linearized reading' (duration: 312.251311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:17.340768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570107356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:17.340777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.563134166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:17.340797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:17.028407Z","time spent":"312.380334ms","remote":"127.0.0.1:54560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:17.340798Z","caller":"traceutil/trace.go:171","msg":"trace[50348860] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25508; }","duration":"1.570190718s","start":"2026-03-18T14:55:15.770599Z","end":"2026-03-18T14:55:17.34079Z","steps":["trace[50348860] 'agreement among raft nodes before linearized reading' (duration: 1.570148697s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:17.340651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.985964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:55:17.340811Z","caller":"traceutil/trace.go:171","msg":"trace[1053070967] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25508; }","duration":"3.563210038s","start":"2026-03-18T14:55:13.777591Z","end":"2026-03-18T14:55:17.340801Z","steps":["trace[1053070967] 'agreement among raft nodes before linearized reading' (duration: 3.563151187s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:17.340826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:15.770574Z","time spent":"1.570244151s","remote":"127.0.0.1:54568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:17.340845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:13.777567Z","time spent":"3.56326596s","remote":"127.0.0.1:49990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:17.340845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.019004039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-18T14:55:17.340883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.129744944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-64f6c5ccc-b9vwn.189df736d9dd5530\" ","response":"range_response_count:1 size:827"} {"level":"info","ts":"2026-03-18T14:55:17.340834Z","caller":"traceutil/trace.go:171","msg":"trace[1648917933] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25508; }","duration":"329.21201ms","start":"2026-03-18T14:55:17.011615Z","end":"2026-03-18T14:55:17.340827Z","steps":["trace[1648917933] 'agreement among raft nodes before linearized reading' (duration: 328.994004ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:17.340657Z","caller":"traceutil/trace.go:171","msg":"trace[513388277] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25508; }","duration":"4.160766223s","start":"2026-03-18T14:55:13.179882Z","end":"2026-03-18T14:55:17.340648Z","steps":["trace[513388277] 'agreement among raft nodes before linearized reading' (duration: 4.1606561s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:17.340899Z","caller":"traceutil/trace.go:171","msg":"trace[488372863] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:25508; }","duration":"4.019115123s","start":"2026-03-18T14:55:13.321772Z","end":"2026-03-18T14:55:17.340887Z","steps":["trace[488372863] 'agreement among raft nodes before linearized reading' (duration: 4.018908997s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:17.340916Z","caller":"traceutil/trace.go:171","msg":"trace[1322276644] range","detail":"{range_begin:/registry/events/openstack/magnum-api-64f6c5ccc-b9vwn.189df736d9dd5530; range_end:; response_count:1; response_revision:25508; }","duration":"4.129801925s","start":"2026-03-18T14:55:13.211106Z","end":"2026-03-18T14:55:17.340908Z","steps":["trace[1322276644] 'agreement among raft nodes before linearized reading' (duration: 4.129661782s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:17.340921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:17.011593Z","time spent":"329.320482ms","remote":"127.0.0.1:35990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:17.340727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416941725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:17.340933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:13.321753Z","time spent":"4.019174175s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"warn","ts":"2026-03-18T14:55:17.340941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:13.211096Z","time spent":"4.129837727s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":851,"request content":"key:\"/registry/events/openstack/magnum-api-64f6c5ccc-b9vwn.189df736d9dd5530\" "} {"level":"warn","ts":"2026-03-18T14:55:17.340934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:13.179876Z","time spent":"4.16104553s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-03-18T14:55:17.340962Z","caller":"traceutil/trace.go:171","msg":"trace[893519285] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25508; }","duration":"1.417221473s","start":"2026-03-18T14:55:15.923727Z","end":"2026-03-18T14:55:17.340949Z","steps":["trace[893519285] 'agreement among raft nodes before linearized reading' (duration: 1.416978247s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:17.341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:15.923699Z","time spent":"1.417288765s","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:17.340685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:15.64973Z","time spent":"1.690947223s","remote":"127.0.0.1:49942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:17.340924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.162833878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:17.341094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.507353844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:55:17.341134Z","caller":"traceutil/trace.go:171","msg":"trace[2055364763] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25508; }","duration":"4.163067694s","start":"2026-03-18T14:55:13.178056Z","end":"2026-03-18T14:55:17.341124Z","steps":["trace[2055364763] 'agreement among raft nodes before linearized reading' (duration: 4.162419007s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:17.341138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.327025618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:17.341131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.296578096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:17.341107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.052506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:17.34117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:13.178047Z","time spent":"4.163106547s","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-18T14:55:17.341173Z","caller":"traceutil/trace.go:171","msg":"trace[892027053] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25508; }","duration":"2.327097371s","start":"2026-03-18T14:55:15.014066Z","end":"2026-03-18T14:55:17.341164Z","steps":["trace[892027053] 'agreement among raft nodes before linearized reading' (duration: 2.327040419s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:17.341202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:15.014044Z","time spent":"2.327150562s","remote":"127.0.0.1:54614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:17.341209Z","caller":"traceutil/trace.go:171","msg":"trace[681116597] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25508; }","duration":"123.20592ms","start":"2026-03-18T14:55:17.21798Z","end":"2026-03-18T14:55:17.341186Z","steps":["trace[681116597] 'agreement among raft nodes before linearized reading' (duration: 123.101167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:17.341218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.120573037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T14:55:17.34125Z","caller":"traceutil/trace.go:171","msg":"trace[155160676] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25508; }","duration":"2.120642759s","start":"2026-03-18T14:55:15.220598Z","end":"2026-03-18T14:55:17.341241Z","steps":["trace[155160676] 'agreement among raft nodes before linearized reading' (duration: 2.120570658s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:17.341269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:15.220573Z","time spent":"2.120691572s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T14:55:17.34114Z","caller":"traceutil/trace.go:171","msg":"trace[2135134687] transaction","detail":"{read_only:false; response_revision:25508; number_of_response:1; }","duration":"167.918619ms","start":"2026-03-18T14:55:17.173206Z","end":"2026-03-18T14:55:17.341125Z","steps":["trace[2135134687] 'process raft request' (duration: 167.077887ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:17.34115Z","caller":"traceutil/trace.go:171","msg":"trace[1145119599] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25508; }","duration":"2.507451295s","start":"2026-03-18T14:55:14.833681Z","end":"2026-03-18T14:55:17.341133Z","steps":["trace[1145119599] 'agreement among raft nodes before linearized reading' (duration: 2.507215069s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:17.341203Z","caller":"traceutil/trace.go:171","msg":"trace[686000878] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25508; }","duration":"2.296688489s","start":"2026-03-18T14:55:15.044491Z","end":"2026-03-18T14:55:17.341179Z","steps":["trace[686000878] 'agreement among raft nodes before linearized reading' (duration: 2.296584756s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:17.341332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:14.833648Z","time spent":"2.507668003s","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:17.341352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:15.044469Z","time spent":"2.296870853s","remote":"127.0.0.1:54604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:17.535785Z","caller":"traceutil/trace.go:171","msg":"trace[1228198395] linearizableReadLoop","detail":"{readStateIndex:26542; appliedIndex:26541; }","duration":"105.895124ms","start":"2026-03-18T14:55:17.429863Z","end":"2026-03-18T14:55:17.535758Z","steps":["trace[1228198395] 'read index received' (duration: 104.153197ms)","trace[1228198395] 'applied index is now lower than readState.Index' (duration: 1.740677ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:17.536148Z","caller":"traceutil/trace.go:171","msg":"trace[1311592659] transaction","detail":"{read_only:false; response_revision:25530; number_of_response:1; }","duration":"110.342662ms","start":"2026-03-18T14:55:17.425792Z","end":"2026-03-18T14:55:17.536135Z","steps":["trace[1311592659] 'process raft request' (duration: 108.284737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:17.536404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.52104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-03-18T14:55:17.536461Z","caller":"traceutil/trace.go:171","msg":"trace[889535060] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:25530; }","duration":"106.603222ms","start":"2026-03-18T14:55:17.429847Z","end":"2026-03-18T14:55:17.536451Z","steps":["trace[889535060] 'agreement among raft nodes before linearized reading' (duration: 106.471889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:18.347167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740735,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:55:18.836348Z","caller":"traceutil/trace.go:171","msg":"trace[698377665] transaction","detail":"{read_only:false; response_revision:25538; number_of_response:1; }","duration":"989.613513ms","start":"2026-03-18T14:55:17.84672Z","end":"2026-03-18T14:55:18.836334Z","steps":["trace[698377665] 'process raft request' (duration: 989.411708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:18.836496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:17.846689Z","time spent":"989.744637ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:55:18.836772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.924782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-03-18T14:55:18.836858Z","caller":"traceutil/trace.go:171","msg":"trace[66131860] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:25538; }","duration":"990.064055ms","start":"2026-03-18T14:55:17.846775Z","end":"2026-03-18T14:55:18.836839Z","steps":["trace[66131860] 'agreement among raft nodes before linearized reading' (duration: 989.776227ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:18.836302Z","caller":"traceutil/trace.go:171","msg":"trace[769832446] linearizableReadLoop","detail":"{readStateIndex:26551; appliedIndex:26550; }","duration":"989.459489ms","start":"2026-03-18T14:55:17.846821Z","end":"2026-03-18T14:55:18.83628Z","steps":["trace[769832446] 'read index received' (duration: 989.241513ms)","trace[769832446] 'applied index is now lower than readState.Index' (duration: 217.056µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:18.836905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:17.846751Z","time spent":"990.145398ms","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1468,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-18T14:55:19.338035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740738,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:19.838296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740738,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:20.304806Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.468802898s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:55:20.56789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999909185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:55:20.567963Z","caller":"traceutil/trace.go:171","msg":"trace[714232833] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000036609s","start":"2026-03-18T14:55:18.567911Z","end":"2026-03-18T14:55:20.567948Z","steps":["trace[714232833] 'agreement among raft nodes before linearized reading' (duration: 1.999938886s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:20.568003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:18.567894Z","time spent":"2.00009775s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:21.217176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.054137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:55:21.217293Z","caller":"traceutil/trace.go:171","msg":"trace[990877048] transaction","detail":"{read_only:false; response_revision:25539; number_of_response:1; }","duration":"2.707585096s","start":"2026-03-18T14:55:18.509687Z","end":"2026-03-18T14:55:21.217273Z","steps":["trace[990877048] 'process raft request' (duration: 1.795345065s)","trace[990877048] 'compare' (duration: 911.902842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:21.217359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:18.509667Z","time spent":"2.707661119s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:21.747412Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.438175509s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:55:22.569043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00006878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:22.569244Z","caller":"traceutil/trace.go:171","msg":"trace[806204610] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000327117s","start":"2026-03-18T14:55:20.568887Z","end":"2026-03-18T14:55:22.569214Z","steps":["trace[806204610] 'agreement among raft nodes before linearized reading' (duration: 2.000080001s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:22.569356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:20.568874Z","time spent":"2.00045171s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:55:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:23.094819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998926902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:23.094917Z","caller":"traceutil/trace.go:171","msg":"trace[476465690] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999092725s","start":"2026-03-18T14:55:18.095803Z","end":"2026-03-18T14:55:23.094896Z","steps":["trace[476465690] 'agreement among raft nodes before linearized reading' (duration: 4.998970152s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:23.094976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:18.095734Z","time spent":"4.999231291s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/18 14:55:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:23.314404Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.566705064s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:55:23.487908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740178535s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:55:23.488179Z","caller":"traceutil/trace.go:171","msg":"trace[1021156330] transaction","detail":"{read_only:false; response_revision:25543; number_of_response:1; }","duration":"4.094719787s","start":"2026-03-18T14:55:19.393444Z","end":"2026-03-18T14:55:23.488163Z","steps":["trace[1021156330] 'process raft request' (duration: 4.094637565s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:23.488238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:19.393372Z","time spent":"4.094831929s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:23.488336Z","caller":"traceutil/trace.go:171","msg":"trace[2139897530] transaction","detail":"{read_only:false; response_revision:25541; number_of_response:1; }","duration":"4.095401046s","start":"2026-03-18T14:55:19.392897Z","end":"2026-03-18T14:55:23.488298Z","steps":["trace[2139897530] 'process raft request' (duration: 4.095088507s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:23.48835Z","caller":"traceutil/trace.go:171","msg":"trace[1242598560] transaction","detail":"{read_only:false; response_revision:25542; number_of_response:1; }","duration":"4.095336704s","start":"2026-03-18T14:55:19.392969Z","end":"2026-03-18T14:55:23.488306Z","steps":["trace[1242598560] 'process raft request' (duration: 4.095084047s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:23.488456Z","caller":"traceutil/trace.go:171","msg":"trace[209268612] transaction","detail":"{read_only:false; response_revision:25540; number_of_response:1; }","duration":"4.646223286s","start":"2026-03-18T14:55:18.842202Z","end":"2026-03-18T14:55:23.488425Z","steps":["trace[209268612] 'process raft request' (duration: 2.905472876s)","trace[209268612] 'compare' (duration: 1.738821008s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:23.488494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:19.392948Z","time spent":"4.095463337s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:23.488497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:19.392871Z","time spent":"4.095537389s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:23.488519Z","caller":"traceutil/trace.go:171","msg":"trace[1336415567] transaction","detail":"{read_only:false; response_revision:25544; number_of_response:1; }","duration":"4.092888238s","start":"2026-03-18T14:55:19.395612Z","end":"2026-03-18T14:55:23.4885Z","steps":["trace[1336415567] 'process raft request' (duration: 4.092523928s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:23.488598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:19.395599Z","time spent":"4.092963569s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:23.488612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:18.842172Z","time spent":"4.6463428s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:55:23.488829Z","caller":"traceutil/trace.go:171","msg":"trace[17490121] transaction","detail":"{read_only:false; response_revision:25545; number_of_response:1; }","duration":"4.080228615s","start":"2026-03-18T14:55:19.408585Z","end":"2026-03-18T14:55:23.488814Z","steps":["trace[17490121] 'process raft request' (duration: 4.079869074s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:23.488895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:19.408568Z","time spent":"4.080292177s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:23.488983Z","caller":"traceutil/trace.go:171","msg":"trace[1526471411] transaction","detail":"{read_only:false; response_revision:25546; number_of_response:1; }","duration":"4.050184113s","start":"2026-03-18T14:55:19.438784Z","end":"2026-03-18T14:55:23.488968Z","steps":["trace[1526471411] 'process raft request' (duration: 4.049898685s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:23.488999Z","caller":"traceutil/trace.go:171","msg":"trace[1601941703] transaction","detail":"{read_only:false; response_revision:25547; number_of_response:1; }","duration":"4.048675552s","start":"2026-03-18T14:55:19.440309Z","end":"2026-03-18T14:55:23.488985Z","steps":["trace[1601941703] 'process raft request' (duration: 4.048505028s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:23.489048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:19.438762Z","time spent":"4.050249985s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:23.48908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:19.440282Z","time spent":"4.048752295s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:23.489218Z","caller":"traceutil/trace.go:171","msg":"trace[416515192] linearizableReadLoop","detail":"{readStateIndex:26560; appliedIndex:26551; }","duration":"4.652036263s","start":"2026-03-18T14:55:18.836969Z","end":"2026-03-18T14:55:23.489005Z","steps":["trace[416515192] 'read index received' (duration: 1.468008175s)","trace[416515192] 'applied index is now lower than readState.Index' (duration: 3.184026228s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:23.489215Z","caller":"traceutil/trace.go:171","msg":"trace[283833316] transaction","detail":"{read_only:false; response_revision:25548; number_of_response:1; }","duration":"2.811702782s","start":"2026-03-18T14:55:20.6775Z","end":"2026-03-18T14:55:23.489203Z","steps":["trace[283833316] 'process raft request' (duration: 2.811362773s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:23.48993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:20.677475Z","time spent":"2.812412031s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:23.761541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000239025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:55:23.761657Z","caller":"traceutil/trace.go:171","msg":"trace[688192717] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000405549s","start":"2026-03-18T14:55:21.761231Z","end":"2026-03-18T14:55:23.761637Z","steps":["trace[688192717] 'agreement among raft nodes before linearized reading' (duration: 2.000261916s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:23.761705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:21.761214Z","time spent":"2.000481802s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:23.989902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740751,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:24.358533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000277838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:24.358615Z","caller":"traceutil/trace.go:171","msg":"trace[1083754527] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000395981s","start":"2026-03-18T14:55:19.3582Z","end":"2026-03-18T14:55:24.358596Z","steps":["trace[1083754527] 'agreement among raft nodes before linearized reading' (duration: 5.000290598s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.358676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:19.358192Z","time spent":"5.000461513s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/18 14:55:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:24.410751Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.096146803s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:55:24.414815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999823855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:24.414898Z","caller":"traceutil/trace.go:171","msg":"trace[1429784570] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999964699s","start":"2026-03-18T14:55:19.414915Z","end":"2026-03-18T14:55:24.414879Z","steps":["trace[1429784570] 'agreement among raft nodes before linearized reading' (duration: 4.999858876s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.414939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:19.414893Z","time spent":"5.000038461s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/18 14:55:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:24.577651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999876335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:55:24.577738Z","caller":"traceutil/trace.go:171","msg":"trace[1337604826] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000050919s","start":"2026-03-18T14:55:22.577668Z","end":"2026-03-18T14:55:24.577719Z","steps":["trace[1337604826] 'agreement among raft nodes before linearized reading' (duration: 1.999912266s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.577786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:22.577643Z","time spent":"2.000132812s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:24.731551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242607663s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-18T14:55:24.732315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.151234383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-18T14:55:24.732417Z","caller":"traceutil/trace.go:171","msg":"trace[443093910] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25548; }","duration":"6.151384657s","start":"2026-03-18T14:55:18.581009Z","end":"2026-03-18T14:55:24.732393Z","steps":["trace[443093910] 'agreement among raft nodes before linearized reading' (duration: 4.908147597s)","trace[443093910] 'range keys from in-memory index tree' (duration: 1.243003864s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:24.732468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:18.580986Z","time spent":"6.15146589s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-18T14:55:24.732698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.064301743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-7cff4dff9d-74gtn.189df5587d701a77\" ","response":"range_response_count:1 size:2097"} {"level":"info","ts":"2026-03-18T14:55:24.73273Z","caller":"traceutil/trace.go:171","msg":"trace[1104180973] range","detail":"{range_begin:/registry/events/openstack/glance-api-7cff4dff9d-74gtn.189df5587d701a77; range_end:; response_count:1; response_revision:25548; }","duration":"6.064358475s","start":"2026-03-18T14:55:18.668359Z","end":"2026-03-18T14:55:24.732718Z","steps":["trace[1104180973] 'agreement among raft nodes before linearized reading' (duration: 4.820816296s)","trace[1104180973] 'range keys from in-memory index tree' (duration: 1.243486558s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:24.732764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:18.668343Z","time spent":"6.064414416s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2121,"request content":"key:\"/registry/events/openstack/glance-api-7cff4dff9d-74gtn.189df5587d701a77\" "} {"level":"warn","ts":"2026-03-18T14:55:24.732866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.091211881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:24.732914Z","caller":"traceutil/trace.go:171","msg":"trace[1040165352] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25548; }","duration":"6.091328424s","start":"2026-03-18T14:55:18.641564Z","end":"2026-03-18T14:55:24.732892Z","steps":["trace[1040165352] 'agreement among raft nodes before linearized reading' (duration: 4.84762459s)","trace[1040165352] 'count revisions from in-memory index tree' (duration: 1.24358077s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:24.732951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:18.641544Z","time spent":"6.091398746s","remote":"127.0.0.1:35956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:24.733057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.88355565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-03-18T14:55:24.733105Z","caller":"traceutil/trace.go:171","msg":"trace[676714062] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:1; response_revision:25548; }","duration":"6.883602051s","start":"2026-03-18T14:55:17.849486Z","end":"2026-03-18T14:55:24.733088Z","steps":["trace[676714062] 'agreement among raft nodes before linearized reading' (duration: 5.639809356s)","trace[676714062] 'range keys from in-memory index tree' (duration: 1.243646452s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:24.73314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:17.849464Z","time spent":"6.883668224s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" "} {"level":"warn","ts":"2026-03-18T14:55:24.73324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.662398982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:24.733276Z","caller":"traceutil/trace.go:171","msg":"trace[1267440926] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25548; }","duration":"6.662434582s","start":"2026-03-18T14:55:18.07083Z","end":"2026-03-18T14:55:24.733265Z","steps":["trace[1267440926] 'agreement among raft nodes before linearized reading' (duration: 5.418393581s)","trace[1267440926] 'range keys from in-memory index tree' (duration: 1.243988871s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:24.733288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.739258679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:55:24.733307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:18.070779Z","time spent":"6.662520564s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T14:55:24.733338Z","caller":"traceutil/trace.go:171","msg":"trace[1878600192] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25548; }","duration":"6.739342512s","start":"2026-03-18T14:55:17.99398Z","end":"2026-03-18T14:55:24.733322Z","steps":["trace[1878600192] 'agreement among raft nodes before linearized reading' (duration: 5.49529544s)","trace[1878600192] 'count revisions from in-memory index tree' (duration: 1.24397517s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:24.733373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:17.993964Z","time spent":"6.739399774s","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:24.733455Z","caller":"traceutil/trace.go:171","msg":"trace[1980663534] transaction","detail":"{read_only:false; response_revision:25549; number_of_response:1; }","duration":"2.383770814s","start":"2026-03-18T14:55:22.349673Z","end":"2026-03-18T14:55:24.733444Z","steps":["trace[1980663534] 'process raft request' (duration: 2.382015786s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.733546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:22.349649Z","time spent":"2.383834025s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:24.736883Z","caller":"traceutil/trace.go:171","msg":"trace[718227716] linearizableReadLoop","detail":"{readStateIndex:26564; appliedIndex:26561; }","duration":"1.247586547s","start":"2026-03-18T14:55:23.489246Z","end":"2026-03-18T14:55:24.736833Z","steps":["trace[718227716] 'read index received' (duration: 921.711028ms)","trace[718227716] 'applied index is now lower than readState.Index' (duration: 325.873629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:24.736984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.24708629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:24.737088Z","caller":"traceutil/trace.go:171","msg":"trace[42545947] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25550; }","duration":"5.247324086s","start":"2026-03-18T14:55:19.489737Z","end":"2026-03-18T14:55:24.737062Z","steps":["trace[42545947] 'agreement among raft nodes before linearized reading' (duration: 5.247156083s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.737323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:19.489705Z","time spent":"5.24742082s","remote":"127.0.0.1:45810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:24.737318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.249613891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:55:24.737411Z","caller":"traceutil/trace.go:171","msg":"trace[1318019483] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25550; }","duration":"3.249977079s","start":"2026-03-18T14:55:21.487414Z","end":"2026-03-18T14:55:24.737391Z","steps":["trace[1318019483] 'agreement among raft nodes before linearized reading' (duration: 3.249437925s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.737474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:21.48738Z","time spent":"3.250080494s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:24.737482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061069539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:24.737529Z","caller":"traceutil/trace.go:171","msg":"trace[1763096463] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25550; }","duration":"2.061147731s","start":"2026-03-18T14:55:22.676363Z","end":"2026-03-18T14:55:24.737511Z","steps":["trace[1763096463] 'agreement among raft nodes before linearized reading' (duration: 2.061052309s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.73753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.915621219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:55:24.737556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.388135604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:55:24.737603Z","caller":"traceutil/trace.go:171","msg":"trace[1206438227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25550; }","duration":"5.388186175s","start":"2026-03-18T14:55:19.349404Z","end":"2026-03-18T14:55:24.73759Z","steps":["trace[1206438227] 'agreement among raft nodes before linearized reading' (duration: 5.387983649s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.737726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:19.349363Z","time spent":"5.388349239s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:55:24.737777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.764751543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-18T14:55:24.737781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.760497198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-18T14:55:24.737779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415276291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-18T14:55:24.737809Z","caller":"traceutil/trace.go:171","msg":"trace[491998333] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25550; }","duration":"2.764809853s","start":"2026-03-18T14:55:21.972987Z","end":"2026-03-18T14:55:24.737797Z","steps":["trace[491998333] 'agreement among raft nodes before linearized reading' (duration: 2.764633549s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:24.73781Z","caller":"traceutil/trace.go:171","msg":"trace[1933199151] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25550; }","duration":"2.76056465s","start":"2026-03-18T14:55:21.977238Z","end":"2026-03-18T14:55:24.737802Z","steps":["trace[1933199151] 'agreement among raft nodes before linearized reading' (duration: 2.760432456s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:24.73782Z","caller":"traceutil/trace.go:171","msg":"trace[1681446784] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:25550; }","duration":"1.415361933s","start":"2026-03-18T14:55:23.322447Z","end":"2026-03-18T14:55:24.737809Z","steps":["trace[1681446784] 'agreement among raft nodes before linearized reading' (duration: 1.415178108s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.737563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:22.676338Z","time spent":"2.061215432s","remote":"127.0.0.1:49932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:24.737832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:21.972971Z","time spent":"2.764855815s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:55:24.737836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:21.977221Z","time spent":"2.760609551s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T14:55:24.737848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:23.322421Z","time spent":"1.415419294s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"warn","ts":"2026-03-18T14:55:24.737934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192073806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:24.737979Z","caller":"traceutil/trace.go:171","msg":"trace[2053858315] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25550; }","duration":"1.192172979s","start":"2026-03-18T14:55:23.545793Z","end":"2026-03-18T14:55:24.737966Z","steps":["trace[2053858315] 'agreement among raft nodes before linearized reading' (duration: 1.192081697s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.738006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:23.545769Z","time spent":"1.1922312s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:24.738059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.608187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:24.738102Z","caller":"traceutil/trace.go:171","msg":"trace[1889562817] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25550; }","duration":"212.67333ms","start":"2026-03-18T14:55:24.525413Z","end":"2026-03-18T14:55:24.738087Z","steps":["trace[1889562817] 'agreement among raft nodes before linearized reading' (duration: 212.584457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.73821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.215873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:55:24.738211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.895053398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-03-18T14:55:24.738236Z","caller":"traceutil/trace.go:171","msg":"trace[1924841162] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25550; }","duration":"217.274653ms","start":"2026-03-18T14:55:24.520954Z","end":"2026-03-18T14:55:24.738228Z","steps":["trace[1924841162] 'agreement among raft nodes before linearized reading' (duration: 217.17665ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:24.738262Z","caller":"traceutil/trace.go:171","msg":"trace[1159872922] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:25550; }","duration":"5.895128799s","start":"2026-03-18T14:55:18.843108Z","end":"2026-03-18T14:55:24.738236Z","steps":["trace[1159872922] 'agreement among raft nodes before linearized reading' (duration: 5.895008866s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.73827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.894202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:24.737607Z","caller":"traceutil/trace.go:171","msg":"trace[1525613285] transaction","detail":"{read_only:false; response_revision:25550; number_of_response:1; }","duration":"1.53105696s","start":"2026-03-18T14:55:23.206536Z","end":"2026-03-18T14:55:24.737593Z","steps":["trace[1525613285] 'process raft request' (duration: 1.526896738s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:24.738294Z","caller":"traceutil/trace.go:171","msg":"trace[1118395875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25550; }","duration":"153.032237ms","start":"2026-03-18T14:55:24.585254Z","end":"2026-03-18T14:55:24.738286Z","steps":["trace[1118395875] 'agreement among raft nodes before linearized reading' (duration: 152.959125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.7383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:18.843085Z","time spent":"5.895200381s","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9569,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-03-18T14:55:24.738311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180152094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:24.738352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.388936365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:55:24.738377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.184063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:55:24.738389Z","caller":"traceutil/trace.go:171","msg":"trace[357803986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25550; }","duration":"5.389000887s","start":"2026-03-18T14:55:19.349377Z","end":"2026-03-18T14:55:24.738378Z","steps":["trace[357803986] 'agreement among raft nodes before linearized reading' (duration: 5.388896424s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.738387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:23.20651Z","time spent":"1.531801962s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:24.738405Z","caller":"traceutil/trace.go:171","msg":"trace[532314687] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25550; }","duration":"500.273924ms","start":"2026-03-18T14:55:24.238123Z","end":"2026-03-18T14:55:24.738397Z","steps":["trace[532314687] 'agreement among raft nodes before linearized reading' (duration: 500.217202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.738405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037419826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:55:24.738417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:19.349363Z","time spent":"5.389046188s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:55:24.738426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:24.238091Z","time spent":"500.330186ms","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:24.738432Z","caller":"traceutil/trace.go:171","msg":"trace[133598756] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25550; }","duration":"1.037471917s","start":"2026-03-18T14:55:23.700953Z","end":"2026-03-18T14:55:24.738425Z","steps":["trace[133598756] 'agreement among raft nodes before linearized reading' (duration: 1.037420376s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.738456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:23.700936Z","time spent":"1.037513788s","remote":"127.0.0.1:50012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:24.73757Z","caller":"traceutil/trace.go:171","msg":"trace[1987069467] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25550; }","duration":"4.91566549s","start":"2026-03-18T14:55:19.821891Z","end":"2026-03-18T14:55:24.737556Z","steps":["trace[1987069467] 'agreement among raft nodes before linearized reading' (duration: 4.915587858s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:24.738356Z","caller":"traceutil/trace.go:171","msg":"trace[2133681862] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25550; }","duration":"1.180225286s","start":"2026-03-18T14:55:23.55812Z","end":"2026-03-18T14:55:24.738346Z","steps":["trace[2133681862] 'agreement among raft nodes before linearized reading' (duration: 1.180115393s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.738494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:19.821843Z","time spent":"4.916640468s","remote":"127.0.0.1:50034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:24.738506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:23.55811Z","time spent":"1.180379921s","remote":"127.0.0.1:45078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:24.737357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.354392491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:24.737617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.264307037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:55:24.738574Z","caller":"traceutil/trace.go:171","msg":"trace[1251341409] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25550; }","duration":"5.355928082s","start":"2026-03-18T14:55:19.382633Z","end":"2026-03-18T14:55:24.738561Z","steps":["trace[1251341409] 'agreement among raft nodes before linearized reading' (duration: 5.354423231s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:24.738602Z","caller":"traceutil/trace.go:171","msg":"trace[366449839] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25550; }","duration":"3.265325395s","start":"2026-03-18T14:55:21.473265Z","end":"2026-03-18T14:55:24.73859Z","steps":["trace[366449839] 'agreement among raft nodes before linearized reading' (duration: 3.264325298s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:24.738608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:19.382575Z","time spent":"5.356021576s","remote":"127.0.0.1:54706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:24.738636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:21.473243Z","time spent":"3.265381007s","remote":"127.0.0.1:50078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:26.050533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:26.551415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:27.052267Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740861,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:27.170835Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.675869436s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:55:28.568569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999879335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:55:28.568649Z","caller":"traceutil/trace.go:171","msg":"trace[877148386] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000026239s","start":"2026-03-18T14:55:26.568609Z","end":"2026-03-18T14:55:28.568635Z","steps":["trace[877148386] 'agreement among raft nodes before linearized reading' (duration: 1.999917126s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:28.56868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:26.568587Z","time spent":"2.00008698s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:55:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:28.980522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.734470408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"info","ts":"2026-03-18T14:55:28.980608Z","caller":"traceutil/trace.go:171","msg":"trace[158785405] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:25587; }","duration":"3.734595042s","start":"2026-03-18T14:55:25.245991Z","end":"2026-03-18T14:55:28.980586Z","steps":["trace[158785405] 'range keys from in-memory index tree' (duration: 3.734253452s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:28.982969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:25.245972Z","time spent":"3.736980286s","remote":"127.0.0.1:33820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9571,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-03-18T14:55:28.980656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.571215984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:28.983118Z","caller":"traceutil/trace.go:171","msg":"trace[59257192] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25587; }","duration":"3.573731862s","start":"2026-03-18T14:55:25.409355Z","end":"2026-03-18T14:55:28.983087Z","steps":["trace[59257192] 'count revisions from in-memory index tree' (duration: 3.571134302s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:28.983206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:25.409331Z","time spent":"3.573839205s","remote":"127.0.0.1:54822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:28.981539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.3163551s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:28.98331Z","caller":"traceutil/trace.go:171","msg":"trace[593968187] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25587; }","duration":"2.318131939s","start":"2026-03-18T14:55:26.665141Z","end":"2026-03-18T14:55:28.983273Z","steps":["trace[593968187] 'range keys from in-memory index tree' (duration: 2.316329359s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:28.981865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.661538106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"info","ts":"2026-03-18T14:55:28.983428Z","caller":"traceutil/trace.go:171","msg":"trace[103316447] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25587; }","duration":"3.66314045s","start":"2026-03-18T14:55:25.320258Z","end":"2026-03-18T14:55:28.983399Z","steps":["trace[103316447] 'range keys from in-memory index tree' (duration: 3.661222208s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:28.983506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:25.32024Z","time spent":"3.663244273s","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418375,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-18T14:55:28.982467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811301926s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:55:28.983991Z","caller":"traceutil/trace.go:171","msg":"trace[447939667] transaction","detail":"{read_only:false; response_revision:25588; number_of_response:1; }","duration":"3.489117695s","start":"2026-03-18T14:55:25.494851Z","end":"2026-03-18T14:55:28.983968Z","steps":["trace[447939667] 'process raft request' (duration: 1.676245306s)","trace[447939667] 'compare' (duration: 1.811178693s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:28.984117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:25.494824Z","time spent":"3.489215637s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:29.358284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997426083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:29.358349Z","caller":"traceutil/trace.go:171","msg":"trace[1103493815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997580477s","start":"2026-03-18T14:55:26.360753Z","end":"2026-03-18T14:55:29.358334Z","steps":["trace[1103493815] 'agreement among raft nodes before linearized reading' (duration: 2.997464314s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:29.358389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:26.360721Z","time spent":"2.997653039s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/18 14:55:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:29.415332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998783809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:29.415448Z","caller":"traceutil/trace.go:171","msg":"trace[484045731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998958464s","start":"2026-03-18T14:55:26.416465Z","end":"2026-03-18T14:55:29.415424Z","steps":["trace[484045731] 'agreement among raft nodes before linearized reading' (duration: 2.99881901s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:29.415501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:26.416396Z","time spent":"2.999094077s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/18 14:55:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:29.454332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:25.844465Z","time spent":"3.609857999s","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 14:55:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:29.454546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.671987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-api\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:29.454588Z","caller":"traceutil/trace.go:171","msg":"trace[757931398] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-api; range_end:; }","duration":"233.75589ms","start":"2026-03-18T14:55:29.220816Z","end":"2026-03-18T14:55:29.454571Z","steps":["trace[757931398] 'agreement among raft nodes before linearized reading' (duration: 233.683257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:29.454575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.838349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:29.454661Z","caller":"traceutil/trace.go:171","msg":"trace[923289268] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager; range_end:; }","duration":"234.959611ms","start":"2026-03-18T14:55:29.219679Z","end":"2026-03-18T14:55:29.454638Z","steps":["trace[923289268] 'agreement among raft nodes before linearized reading' (duration: 234.852358ms)"],"step_count":1} 2026/03/18 14:55:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:29.454741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.839738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-metadata\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:29.454763Z","caller":"traceutil/trace.go:171","msg":"trace[1820851095] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-metadata; range_end:; }","duration":"234.87688ms","start":"2026-03-18T14:55:29.219878Z","end":"2026-03-18T14:55:29.454755Z","steps":["trace[1820851095] 'agreement among raft nodes before linearized reading' (duration: 234.854769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:29.454769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.332375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"","error":"context canceled"} 2026/03/18 14:55:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-18T14:55:29.454791Z","caller":"traceutil/trace.go:171","msg":"trace[1794234993] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; }","duration":"234.370165ms","start":"2026-03-18T14:55:29.220411Z","end":"2026-03-18T14:55:29.454781Z","steps":["trace[1794234993] 'agreement among raft nodes before linearized reading' (duration: 234.352315ms)"],"step_count":1} 2026/03/18 14:55:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:29.454837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.192748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-cfn\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-18T14:55:29.454846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.94111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:29.454865Z","caller":"traceutil/trace.go:171","msg":"trace[1484638015] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; }","duration":"235.017184ms","start":"2026-03-18T14:55:29.219842Z","end":"2026-03-18T14:55:29.454859Z","steps":["trace[1484638015] 'agreement among raft nodes before linearized reading' (duration: 234.998952ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:29.454865Z","caller":"traceutil/trace.go:171","msg":"trace[596931161] range","detail":"{range_begin:/registry/deployments/openstack/heat-cfn; range_end:; }","duration":"235.220209ms","start":"2026-03-18T14:55:29.219638Z","end":"2026-03-18T14:55:29.454858Z","steps":["trace[596931161] 'agreement among raft nodes before linearized reading' (duration: 235.191988ms)"],"step_count":1} 2026/03/18 14:55:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/18 14:55:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:29.454907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.624847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:29.454921Z","caller":"traceutil/trace.go:171","msg":"trace[984582464] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; }","duration":"236.703889ms","start":"2026-03-18T14:55:29.218212Z","end":"2026-03-18T14:55:29.454916Z","steps":["trace[984582464] 'agreement among raft nodes before linearized reading' (duration: 236.689419ms)"],"step_count":1} 2026/03/18 14:55:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:29.454936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.19049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-rpc-server\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:29.454953Z","caller":"traceutil/trace.go:171","msg":"trace[1945673262] range","detail":"{range_begin:/registry/deployments/openstack/neutron-rpc-server; range_end:; }","duration":"234.222692ms","start":"2026-03-18T14:55:29.220725Z","end":"2026-03-18T14:55:29.454947Z","steps":["trace[1945673262] 'agreement among raft nodes before linearized reading' (duration: 234.205072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:29.454964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.37537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/heat-api\" ","response":"","error":"context canceled"} 2026/03/18 14:55:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-18T14:55:29.45498Z","caller":"traceutil/trace.go:171","msg":"trace[990529983] range","detail":"{range_begin:/registry/deployments/openstack/heat-api; range_end:; }","duration":"236.406212ms","start":"2026-03-18T14:55:29.218569Z","end":"2026-03-18T14:55:29.454975Z","steps":["trace[990529983] 'agreement among raft nodes before linearized reading' (duration: 236.391271ms)"],"step_count":1} 2026/03/18 14:55:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:29.455018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.566056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-gc\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-18T14:55:29.455035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.319278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:29.45504Z","caller":"traceutil/trace.go:171","msg":"trace[1292679477] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-gc; range_end:; }","duration":"236.636767ms","start":"2026-03-18T14:55:29.218393Z","end":"2026-03-18T14:55:29.45503Z","steps":["trace[1292679477] 'agreement among raft nodes before linearized reading' (duration: 236.618467ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:29.455051Z","caller":"traceutil/trace.go:171","msg":"trace[1491136640] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; }","duration":"236.358279ms","start":"2026-03-18T14:55:29.218688Z","end":"2026-03-18T14:55:29.455046Z","steps":["trace[1491136640] 'agreement among raft nodes before linearized reading' (duration: 236.341689ms)"],"step_count":1} 2026/03/18 14:55:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/18 14:55:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:29.455111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.484959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:29.455129Z","caller":"traceutil/trace.go:171","msg":"trace[969143337] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; }","duration":"234.5176ms","start":"2026-03-18T14:55:29.220605Z","end":"2026-03-18T14:55:29.455123Z","steps":["trace[969143337] 'agreement among raft nodes before linearized reading' (duration: 234.50025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:29.45514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.281121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/placement-api\" ","response":"","error":"context canceled"} 2026/03/18 14:55:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-18T14:55:29.455162Z","caller":"traceutil/trace.go:171","msg":"trace[2139539558] range","detail":"{range_begin:/registry/deployments/openstack/placement-api; range_end:; }","duration":"235.310681ms","start":"2026-03-18T14:55:29.219845Z","end":"2026-03-18T14:55:29.455156Z","steps":["trace[2139539558] 'agreement among raft nodes before linearized reading' (duration: 235.288671ms)"],"step_count":1} 2026/03/18 14:55:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:29.455193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.967563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-18T14:55:29.455224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.885444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:29.455243Z","caller":"traceutil/trace.go:171","msg":"trace[692216721] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; }","duration":"236.959496ms","start":"2026-03-18T14:55:29.218277Z","end":"2026-03-18T14:55:29.455237Z","steps":["trace[692216721] 'agreement among raft nodes before linearized reading' (duration: 236.940225ms)"],"step_count":1} 2026/03/18 14:55:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:29.45525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.74991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:29.455275Z","caller":"traceutil/trace.go:171","msg":"trace[1179751532] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; }","duration":"236.806122ms","start":"2026-03-18T14:55:29.218462Z","end":"2026-03-18T14:55:29.455269Z","steps":["trace[1179751532] 'agreement among raft nodes before linearized reading' (duration: 236.780732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:29.455295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.223789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/nova-api-osapi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:29.455314Z","caller":"traceutil/trace.go:171","msg":"trace[87014026] range","detail":"{range_begin:/registry/deployments/openstack/nova-api-osapi; range_end:; }","duration":"235.263601ms","start":"2026-03-18T14:55:29.220044Z","end":"2026-03-18T14:55:29.455308Z","steps":["trace[87014026] 'agreement among raft nodes before linearized reading' (duration: 235.24532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:29.455323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.867894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:29.455219Z","caller":"traceutil/trace.go:171","msg":"trace[177534273] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; }","duration":"235.012183ms","start":"2026-03-18T14:55:29.2202Z","end":"2026-03-18T14:55:29.455212Z","steps":["trace[177534273] 'agreement among raft nodes before linearized reading' (duration: 234.985833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:29.455378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.948759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-system/capi-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:29.455413Z","caller":"traceutil/trace.go:171","msg":"trace[302962897] range","detail":"{range_begin:/registry/deployments/capi-system/capi-controller-manager; range_end:; }","duration":"235.993761ms","start":"2026-03-18T14:55:29.219412Z","end":"2026-03-18T14:55:29.455406Z","steps":["trace[302962897] 'agreement among raft nodes before linearized reading' (duration: 235.959649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:29.455112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.719256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"","error":"context canceled"} 2026/03/18 14:55:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/18 14:55:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/18 14:55:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-18T14:55:29.455483Z","caller":"traceutil/trace.go:171","msg":"trace[1039509205] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; }","duration":"235.081065ms","start":"2026-03-18T14:55:29.220367Z","end":"2026-03-18T14:55:29.455448Z","steps":["trace[1039509205] 'agreement among raft nodes before linearized reading' (duration: 234.738176ms)"],"step_count":1} 2026/03/18 14:55:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-18T14:55:29.455352Z","caller":"traceutil/trace.go:171","msg":"trace[1805947191] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; }","duration":"236.943765ms","start":"2026-03-18T14:55:29.218399Z","end":"2026-03-18T14:55:29.455343Z","steps":["trace[1805947191] 'agreement among raft nodes before linearized reading' (duration: 236.915005ms)"],"step_count":1} 2026/03/18 14:55:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:30.078106Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.693231489s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:55:30.491831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:25.495267Z","time spent":"4.996554997s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 14:55:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:30.492443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:25.495489Z","time spent":"4.996919638s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T14:55:30.492873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:25.49604Z","time spent":"4.996830085s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 14:55:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:30.492951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:25.496433Z","time spent":"4.996511796s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T14:55:30.492996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:25.494835Z","time spent":"4.99816056s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T14:55:30.493627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:25.495567Z","time spent":"4.998056638s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T14:55:30.569062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000343308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:55:30.569137Z","caller":"traceutil/trace.go:171","msg":"trace[108834832] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00047635s","start":"2026-03-18T14:55:28.568643Z","end":"2026-03-18T14:55:30.569119Z","steps":["trace[108834832] 'agreement among raft nodes before linearized reading' (duration: 2.000371847s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:30.569179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:28.568624Z","time spent":"2.000546442s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:30.891314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.871906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:55:30.892029Z","caller":"traceutil/trace.go:171","msg":"trace[1601379396] linearizableReadLoop","detail":"{readStateIndex:26611; appliedIndex:26603; }","duration":"5.342011876s","start":"2026-03-18T14:55:25.549975Z","end":"2026-03-18T14:55:30.891987Z","steps":["trace[1601379396] 'read index received' (duration: 1.621082584s)","trace[1601379396] 'applied index is now lower than readState.Index' (duration: 3.720925362s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:30.892095Z","caller":"traceutil/trace.go:171","msg":"trace[950247097] transaction","detail":"{read_only:false; response_revision:25596; number_of_response:1; }","duration":"3.781717126s","start":"2026-03-18T14:55:27.110331Z","end":"2026-03-18T14:55:30.892048Z","steps":["trace[950247097] 'process raft request' (duration: 3.78152186s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:30.892187Z","caller":"traceutil/trace.go:171","msg":"trace[1282691357] transaction","detail":"{read_only:false; response_revision:25598; number_of_response:1; }","duration":"1.529299743s","start":"2026-03-18T14:55:29.362882Z","end":"2026-03-18T14:55:30.892182Z","steps":["trace[1282691357] 'process raft request' (duration: 1.529095688s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:30.892177Z","caller":"traceutil/trace.go:171","msg":"trace[1248313175] transaction","detail":"{read_only:false; response_revision:25599; number_of_response:1; }","duration":"1.150934545s","start":"2026-03-18T14:55:29.741223Z","end":"2026-03-18T14:55:30.892158Z","steps":["trace[1248313175] 'process raft request' (duration: 1.150868083s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:30.892231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:29.362867Z","time spent":"1.529341905s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:30.892259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.342273712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:55:30.892275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:29.741189Z","time spent":"1.151033737s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:30.892287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:27.110308Z","time spent":"3.78188434s","remote":"127.0.0.1:33434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:30.892315Z","caller":"traceutil/trace.go:171","msg":"trace[52307095] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25599; }","duration":"5.342381406s","start":"2026-03-18T14:55:25.549918Z","end":"2026-03-18T14:55:30.892299Z","steps":["trace[52307095] 'agreement among raft nodes before linearized reading' (duration: 5.342207161s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:30.892361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:25.549895Z","time spent":"5.342452028s","remote":"127.0.0.1:56766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:30.892396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017312127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130028"} {"level":"warn","ts":"2026-03-18T14:55:30.892417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.602031961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xc6ns\" ","response":"range_response_count:1 size:5970"} {"level":"warn","ts":"2026-03-18T14:55:30.892453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591811647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:30.892475Z","caller":"traceutil/trace.go:171","msg":"trace[2035683457] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xc6ns; range_end:; response_count:1; response_revision:25599; }","duration":"4.602251697s","start":"2026-03-18T14:55:26.290207Z","end":"2026-03-18T14:55:30.892458Z","steps":["trace[2035683457] 'agreement among raft nodes before linearized reading' (duration: 4.60198891s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:30.89249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023467403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-18T14:55:30.89248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.729152854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-18T14:55:30.892513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:26.290183Z","time spent":"4.60231998s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5994,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xc6ns\" "} {"level":"warn","ts":"2026-03-18T14:55:30.892535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04447882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:30.892508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.942439526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:55:30.892541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.944545023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:30.892554Z","caller":"traceutil/trace.go:171","msg":"trace[1404650849] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25599; }","duration":"2.044529112s","start":"2026-03-18T14:55:28.84802Z","end":"2026-03-18T14:55:30.892549Z","steps":["trace[1404650849] 'agreement among raft nodes before linearized reading' (duration: 2.044498451s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:30.892549Z","caller":"traceutil/trace.go:171","msg":"trace[2115130604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25599; }","duration":"3.729286657s","start":"2026-03-18T14:55:27.163243Z","end":"2026-03-18T14:55:30.89253Z","steps":["trace[2115130604] 'agreement among raft nodes before linearized reading' (duration: 3.729101942s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:30.892572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:28.848Z","time spent":"2.044568582s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:30.892574Z","caller":"traceutil/trace.go:171","msg":"trace[1232410923] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25599; }","duration":"2.944611565s","start":"2026-03-18T14:55:27.947952Z","end":"2026-03-18T14:55:30.892564Z","steps":["trace[1232410923] 'agreement among raft nodes before linearized reading' (duration: 2.944565484s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:30.892584Z","caller":"traceutil/trace.go:171","msg":"trace[2014805727] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25599; }","duration":"2.942526119s","start":"2026-03-18T14:55:27.950037Z","end":"2026-03-18T14:55:30.892563Z","steps":["trace[2014805727] 'agreement among raft nodes before linearized reading' (duration: 2.942405066s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:30.892603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:27.163214Z","time spent":"3.729376351s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:55:30.892607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:27.947932Z","time spent":"2.944665007s","remote":"127.0.0.1:45822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:30.892661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.841301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:30.892633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:27.950032Z","time spent":"2.942585161s","remote":"127.0.0.1:50006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:30.892694Z","caller":"traceutil/trace.go:171","msg":"trace[998165330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25599; }","duration":"314.911103ms","start":"2026-03-18T14:55:30.577774Z","end":"2026-03-18T14:55:30.892685Z","steps":["trace[998165330] 'agreement among raft nodes before linearized reading' (duration: 314.862302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:30.892704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.421364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-18T14:55:30.892721Z","caller":"traceutil/trace.go:171","msg":"trace[1875018936] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25599; }","duration":"397.466536ms","start":"2026-03-18T14:55:30.495249Z","end":"2026-03-18T14:55:30.892716Z","steps":["trace[1875018936] 'agreement among raft nodes before linearized reading' (duration: 397.444315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:30.892721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.577755Z","time spent":"314.958875ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:30.892735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.495232Z","time spent":"397.499336ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:55:30.892784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.599869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-18T14:55:30.892816Z","caller":"traceutil/trace.go:171","msg":"trace[360688007] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25599; }","duration":"397.65316ms","start":"2026-03-18T14:55:30.495158Z","end":"2026-03-18T14:55:30.892811Z","steps":["trace[360688007] 'agreement among raft nodes before linearized reading' (duration: 397.609109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:30.892835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.495145Z","time spent":"397.684792ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-18T14:55:30.892781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.257847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:30.892863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.117720208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-18T14:55:30.892885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.878636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T14:55:30.892901Z","caller":"traceutil/trace.go:171","msg":"trace[1552794202] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25599; }","duration":"397.911557ms","start":"2026-03-18T14:55:30.494984Z","end":"2026-03-18T14:55:30.892895Z","steps":["trace[1552794202] 'agreement among raft nodes before linearized reading' (duration: 397.885846ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:30.892148Z","caller":"traceutil/trace.go:171","msg":"trace[1825543516] transaction","detail":"{read_only:false; response_revision:25597; number_of_response:1; }","duration":"1.899710267s","start":"2026-03-18T14:55:28.992408Z","end":"2026-03-18T14:55:30.892118Z","steps":["trace[1825543516] 'process raft request' (duration: 1.899505911s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:30.892912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.494973Z","time spent":"397.936419ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-18T14:55:30.892906Z","caller":"traceutil/trace.go:171","msg":"trace[1096839574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25599; }","duration":"4.117809131s","start":"2026-03-18T14:55:26.775086Z","end":"2026-03-18T14:55:30.892895Z","steps":["trace[1096839574] 'agreement among raft nodes before linearized reading' (duration: 4.117632867s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:30.892906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.884116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"info","ts":"2026-03-18T14:55:30.892496Z","caller":"traceutil/trace.go:171","msg":"trace[824925259] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25599; }","duration":"2.59187979s","start":"2026-03-18T14:55:28.300601Z","end":"2026-03-18T14:55:30.89248Z","steps":["trace[824925259] 'agreement among raft nodes before linearized reading' (duration: 2.591827398s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:30.892938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:26.775058Z","time spent":"4.117871044s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-18T14:55:30.892939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.899187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-18T14:55:30.892979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:28.300582Z","time spent":"2.592379833s","remote":"127.0.0.1:54514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:30.892993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.380024575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:30.893016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326540161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-64f6c5ccc-b9vwn.189df732e57f40e0\" ","response":"range_response_count:1 size:887"} {"level":"warn","ts":"2026-03-18T14:55:30.893032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.707344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:55:30.893051Z","caller":"traceutil/trace.go:171","msg":"trace[41801975] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25599; }","duration":"3.380120078s","start":"2026-03-18T14:55:27.512912Z","end":"2026-03-18T14:55:30.893032Z","steps":["trace[41801975] 'agreement among raft nodes before linearized reading' (duration: 3.380034406s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:30.892845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184681907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:30.893076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900497578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-03-18T14:55:30.893079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.118033257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:55:30.893096Z","caller":"traceutil/trace.go:171","msg":"trace[291303690] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25599; }","duration":"1.185048717s","start":"2026-03-18T14:55:29.708037Z","end":"2026-03-18T14:55:30.893086Z","steps":["trace[291303690] 'agreement among raft nodes before linearized reading' (duration: 1.184690858s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:30.893091Z","caller":"traceutil/trace.go:171","msg":"trace[1612682279] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25599; }","duration":"939.759855ms","start":"2026-03-18T14:55:29.953314Z","end":"2026-03-18T14:55:30.893073Z","steps":["trace[1612682279] 'agreement among raft nodes before linearized reading' (duration: 939.57085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:30.893103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:27.512889Z","time spent":"3.38019855s","remote":"127.0.0.1:59196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:30.893114Z","caller":"traceutil/trace.go:171","msg":"trace[163980347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25599; }","duration":"4.118102619s","start":"2026-03-18T14:55:26.775003Z","end":"2026-03-18T14:55:30.893105Z","steps":["trace[163980347] 'agreement among raft nodes before linearized reading' (duration: 4.118008536s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:30.89313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:29.708Z","time spent":"1.185119428s","remote":"127.0.0.1:59212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:30.892912Z","caller":"traceutil/trace.go:171","msg":"trace[1782247260] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25599; }","duration":"826.422021ms","start":"2026-03-18T14:55:30.066469Z","end":"2026-03-18T14:55:30.892891Z","steps":["trace[1782247260] 'agreement among raft nodes before linearized reading' (duration: 826.263767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:30.893141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:29.953267Z","time spent":"939.862119ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:55:30.893153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.273110549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-18T14:55:30.893184Z","caller":"traceutil/trace.go:171","msg":"trace[785196941] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25599; }","duration":"4.2731428s","start":"2026-03-18T14:55:26.620031Z","end":"2026-03-18T14:55:30.893174Z","steps":["trace[785196941] 'agreement among raft nodes before linearized reading' (duration: 4.273032477s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:30.89301Z","caller":"traceutil/trace.go:171","msg":"trace[823739884] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25599; }","duration":"398.003099ms","start":"2026-03-18T14:55:30.494986Z","end":"2026-03-18T14:55:30.89299Z","steps":["trace[823739884] 'agreement among raft nodes before linearized reading' (duration: 397.860305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:30.893221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:26.620012Z","time spent":"4.273204542s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-18T14:55:30.893238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.494965Z","time spent":"398.266938ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-18T14:55:30.893092Z","caller":"traceutil/trace.go:171","msg":"trace[1051036748] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25599; }","duration":"1.90056356s","start":"2026-03-18T14:55:28.992524Z","end":"2026-03-18T14:55:30.893088Z","steps":["trace[1051036748] 'agreement among raft nodes before linearized reading' (duration: 1.900513739s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:30.893191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.066233Z","time spent":"826.936386ms","remote":"127.0.0.1:45042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:30.893272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:28.992511Z","time spent":"1.900751635s","remote":"127.0.0.1:49898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-03-18T14:55:30.892453Z","caller":"traceutil/trace.go:171","msg":"trace[308904917] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25599; }","duration":"2.017390318s","start":"2026-03-18T14:55:28.875046Z","end":"2026-03-18T14:55:30.892437Z","steps":["trace[308904917] 'agreement among raft nodes before linearized reading' (duration: 2.017154972s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:30.893289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.532699164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:30.892683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.868252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-18T14:55:30.892989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:28.992387Z","time spent":"1.90054442s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:55:30.893326Z","caller":"traceutil/trace.go:171","msg":"trace[281142885] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25599; }","duration":"3.532735854s","start":"2026-03-18T14:55:27.360576Z","end":"2026-03-18T14:55:30.893312Z","steps":["trace[281142885] 'agreement among raft nodes before linearized reading' (duration: 3.532679173s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:30.893355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:27.36056Z","time spent":"3.532785816s","remote":"127.0.0.1:51022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-18T14:55:30.893346Z","caller":"traceutil/trace.go:171","msg":"trace[104188105] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25599; }","duration":"399.561882ms","start":"2026-03-18T14:55:30.493766Z","end":"2026-03-18T14:55:30.893328Z","steps":["trace[104188105] 'agreement among raft nodes before linearized reading' (duration: 398.899864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:30.892384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.053343483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:55:30.893057Z","caller":"traceutil/trace.go:171","msg":"trace[316293021] range","detail":"{range_begin:/registry/events/openstack/magnum-api-64f6c5ccc-b9vwn.189df732e57f40e0; range_end:; response_count:1; response_revision:25599; }","duration":"1.326617155s","start":"2026-03-18T14:55:29.566428Z","end":"2026-03-18T14:55:30.893045Z","steps":["trace[316293021] 'agreement among raft nodes before linearized reading' (duration: 1.326492041s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:30.893415Z","caller":"traceutil/trace.go:171","msg":"trace[1500453066] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25599; }","duration":"3.054423754s","start":"2026-03-18T14:55:27.838973Z","end":"2026-03-18T14:55:30.893397Z","steps":["trace[1500453066] 'agreement among raft nodes before linearized reading' (duration: 3.053342485s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:30.893407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.493741Z","time spent":"399.644795ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-18T14:55:30.893437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:29.566404Z","time spent":"1.327026904s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":911,"request content":"key:\"/registry/events/openstack/magnum-api-64f6c5ccc-b9vwn.189df732e57f40e0\" "} {"level":"warn","ts":"2026-03-18T14:55:30.893442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:27.838952Z","time spent":"3.054481994s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:30.893142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:26.774983Z","time spent":"4.11815311s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:55:30.892419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088141611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:30.892957Z","caller":"traceutil/trace.go:171","msg":"trace[1818853991] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25599; }","duration":"397.97773ms","start":"2026-03-18T14:55:30.494966Z","end":"2026-03-18T14:55:30.892944Z","steps":["trace[1818853991] 'agreement among raft nodes before linearized reading' (duration: 397.814045ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:30.893519Z","caller":"traceutil/trace.go:171","msg":"trace[1891176372] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25599; }","duration":"2.089272662s","start":"2026-03-18T14:55:28.804234Z","end":"2026-03-18T14:55:30.893507Z","steps":["trace[1891176372] 'agreement among raft nodes before linearized reading' (duration: 2.088159232s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:30.893525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.494947Z","time spent":"398.566255ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-18T14:55:30.893553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:28.804211Z","time spent":"2.089329832s","remote":"127.0.0.1:54854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:30.892509Z","caller":"traceutil/trace.go:171","msg":"trace[957163224] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25599; }","duration":"2.023483583s","start":"2026-03-18T14:55:28.869019Z","end":"2026-03-18T14:55:30.892503Z","steps":["trace[957163224] 'agreement among raft nodes before linearized reading' (duration: 2.023411421s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:30.893611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:28.868968Z","time spent":"2.024636184s","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-18T14:55:30.893309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:28.875037Z","time spent":"2.018268211s","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130052,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-18T14:55:31.398761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:31.899908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:32.30645Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.410744498s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:55:33.438746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132070385s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:6"} {"level":"info","ts":"2026-03-18T14:55:33.438887Z","caller":"traceutil/trace.go:171","msg":"trace[909742419] compact","detail":"{revision:23384; response_revision:25599; }","duration":"2.543289175s","start":"2026-03-18T14:55:30.895576Z","end":"2026-03-18T14:55:33.438865Z","steps":["trace[909742419] 'process raft request' (duration: 1.411019355s)","trace[909742419] 'check and update compact revision' (duration: 1.131917251s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:33.438937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.895554Z","time spent":"2.543378598s","remote":"127.0.0.1:33434","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T14:55:33.43959Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23384} {"level":"warn","ts":"2026-03-18T14:55:33.760872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000191104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:55:33.760951Z","caller":"traceutil/trace.go:171","msg":"trace[1641782283] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000326556s","start":"2026-03-18T14:55:31.760607Z","end":"2026-03-18T14:55:33.760933Z","steps":["trace[1641782283] 'agreement among raft nodes before linearized reading' (duration: 2.000223044s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:33.760997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:31.760589Z","time spent":"2.000399959s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:34.080655Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.772777525s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:55:34.316782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.822596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:55:34.317091Z","caller":"traceutil/trace.go:171","msg":"trace[1107846010] transaction","detail":"{read_only:false; response_revision:25600; number_of_response:1; }","duration":"3.421390994s","start":"2026-03-18T14:55:30.89567Z","end":"2026-03-18T14:55:34.317061Z","steps":["trace[1107846010] 'process raft request' (duration: 3.185177049s)","trace[1107846010] 'compare' (duration: 235.62803ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:34.317236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.895659Z","time spent":"3.421498517s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:34.317365Z","caller":"traceutil/trace.go:171","msg":"trace[1324617168] linearizableReadLoop","detail":"{readStateIndex:26624; appliedIndex:26615; }","duration":"3.419246126s","start":"2026-03-18T14:55:30.898096Z","end":"2026-03-18T14:55:34.317343Z","steps":["trace[1324617168] 'read index received' (duration: 1.408509547s)","trace[1324617168] 'applied index is now lower than readState.Index' (duration: 2.010735419s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:34.317507Z","caller":"traceutil/trace.go:171","msg":"trace[87259237] transaction","detail":"{read_only:false; response_revision:25604; number_of_response:1; }","duration":"3.415784473s","start":"2026-03-18T14:55:30.901708Z","end":"2026-03-18T14:55:34.317493Z","steps":["trace[87259237] 'process raft request' (duration: 3.415428043s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:34.317571Z","caller":"traceutil/trace.go:171","msg":"trace[620439924] transaction","detail":"{read_only:false; response_revision:25606; number_of_response:1; }","duration":"3.322982974s","start":"2026-03-18T14:55:30.994573Z","end":"2026-03-18T14:55:34.317556Z","steps":["trace[620439924] 'process raft request' (duration: 3.322667705s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:34.317576Z","caller":"traceutil/trace.go:171","msg":"trace[1353150347] transaction","detail":"{read_only:false; response_revision:25602; number_of_response:1; }","duration":"3.419163485s","start":"2026-03-18T14:55:30.898381Z","end":"2026-03-18T14:55:34.317545Z","steps":["trace[1353150347] 'process raft request' (duration: 3.418661151s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:34.317645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.994567Z","time spent":"3.323043167s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:34.317653Z","caller":"traceutil/trace.go:171","msg":"trace[1595346806] transaction","detail":"{read_only:false; response_revision:25607; number_of_response:1; }","duration":"2.882804223s","start":"2026-03-18T14:55:31.434837Z","end":"2026-03-18T14:55:34.317641Z","steps":["trace[1595346806] 'process raft request' (duration: 2.882452734s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:34.317682Z","caller":"traceutil/trace.go:171","msg":"trace[585023954] transaction","detail":"{read_only:false; response_revision:25605; number_of_response:1; }","duration":"3.325461742s","start":"2026-03-18T14:55:30.992194Z","end":"2026-03-18T14:55:34.317656Z","steps":["trace[585023954] 'process raft request' (duration: 3.32500278s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:34.317725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:31.434813Z","time spent":"2.882876096s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:34.317758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.419648177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:55:34.317593Z","caller":"traceutil/trace.go:171","msg":"trace[2126135199] transaction","detail":"{read_only:false; response_revision:25603; number_of_response:1; }","duration":"3.417124918s","start":"2026-03-18T14:55:30.900446Z","end":"2026-03-18T14:55:34.317571Z","steps":["trace[2126135199] 'process raft request' (duration: 3.416643566s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:34.317823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.992169Z","time spent":"3.325575104s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:34.31773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.89837Z","time spent":"3.419284348s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:34.317599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.9017Z","time spent":"3.415847555s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5739,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:34.317514Z","caller":"traceutil/trace.go:171","msg":"trace[1403321816] transaction","detail":"{read_only:false; response_revision:25601; number_of_response:1; }","duration":"3.419157454s","start":"2026-03-18T14:55:30.89834Z","end":"2026-03-18T14:55:34.317498Z","steps":["trace[1403321816] 'process raft request' (duration: 3.418559047s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:34.317782Z","caller":"traceutil/trace.go:171","msg":"trace[1783800140] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25607; }","duration":"3.419700129s","start":"2026-03-18T14:55:30.898075Z","end":"2026-03-18T14:55:34.317775Z","steps":["trace[1783800140] 'agreement among raft nodes before linearized reading' (duration: 3.419564495s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:34.318019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.898317Z","time spent":"3.419656147s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:34.318078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.898066Z","time spent":"3.419998317s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:55:34.317853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.900374Z","time spent":"3.417436386s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:34.552045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.920841ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:55:34.55234Z","caller":"traceutil/trace.go:171","msg":"trace[203531845] linearizableReadLoop","detail":"{readStateIndex:26626; appliedIndex:26624; }","duration":"234.880439ms","start":"2026-03-18T14:55:34.317437Z","end":"2026-03-18T14:55:34.552317Z","steps":["trace[203531845] 'read index received' (duration: 87.601787ms)","trace[203531845] 'applied index is now lower than readState.Index' (duration: 147.276592ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:34.552346Z","caller":"traceutil/trace.go:171","msg":"trace[552375810] transaction","detail":"{read_only:false; response_revision:25608; number_of_response:1; }","duration":"946.449106ms","start":"2026-03-18T14:55:33.605859Z","end":"2026-03-18T14:55:34.552308Z","steps":["trace[552375810] 'process raft request' (duration: 946.295681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:34.552501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:33.605839Z","time spent":"946.59322ms","remote":"127.0.0.1:45816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2297,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:55:34.552487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892064721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:34.552553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.648780591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-18T14:55:34.552586Z","caller":"traceutil/trace.go:171","msg":"trace[1384646675] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:25608; }","duration":"3.648822102s","start":"2026-03-18T14:55:30.903753Z","end":"2026-03-18T14:55:34.552575Z","steps":["trace[1384646675] 'agreement among raft nodes before linearized reading' (duration: 3.648674338s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:34.552591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.654185517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-18T14:55:34.552602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982168036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:34.552623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.903726Z","time spent":"3.648889525s","remote":"127.0.0.1:49898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-03-18T14:55:34.552645Z","caller":"traceutil/trace.go:171","msg":"trace[686532993] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25608; }","duration":"3.65425573s","start":"2026-03-18T14:55:30.898372Z","end":"2026-03-18T14:55:34.552628Z","steps":["trace[686532993] 'agreement among raft nodes before linearized reading' (duration: 3.654082405s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:34.552657Z","caller":"traceutil/trace.go:171","msg":"trace[1950880077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25608; }","duration":"1.982242218s","start":"2026-03-18T14:55:32.570396Z","end":"2026-03-18T14:55:34.552638Z","steps":["trace[1950880077] 'agreement among raft nodes before linearized reading' (duration: 1.982154035s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:34.552684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.898358Z","time spent":"3.654317941s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-18T14:55:34.552706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:32.570378Z","time spent":"1.982318589s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:34.552723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229300613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-18T14:55:34.552753Z","caller":"traceutil/trace.go:171","msg":"trace[866552999] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:25608; }","duration":"1.229367524s","start":"2026-03-18T14:55:33.323377Z","end":"2026-03-18T14:55:34.552744Z","steps":["trace[866552999] 'agreement among raft nodes before linearized reading' (duration: 1.229231091s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:34.552473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.182857585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:34.552786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:33.323355Z","time spent":"1.229424097s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"info","ts":"2026-03-18T14:55:34.552817Z","caller":"traceutil/trace.go:171","msg":"trace[1533580875] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25608; }","duration":"3.183266796s","start":"2026-03-18T14:55:31.369534Z","end":"2026-03-18T14:55:34.5528Z","steps":["trace[1533580875] 'agreement among raft nodes before linearized reading' (duration: 3.182808174s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:34.552866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:31.369513Z","time spent":"3.183332129s","remote":"127.0.0.1:42660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:34.552888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.654613959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-18T14:55:34.552924Z","caller":"traceutil/trace.go:171","msg":"trace[318607144] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25608; }","duration":"3.65467496s","start":"2026-03-18T14:55:30.898235Z","end":"2026-03-18T14:55:34.55291Z","steps":["trace[318607144] 'agreement among raft nodes before linearized reading' (duration: 3.654574058s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:34.552958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.898232Z","time spent":"3.654719552s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:55:34.552968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.287630984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:34.553006Z","caller":"traceutil/trace.go:171","msg":"trace[1503256011] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25608; }","duration":"2.287693815s","start":"2026-03-18T14:55:32.265299Z","end":"2026-03-18T14:55:34.552993Z","steps":["trace[1503256011] 'agreement among raft nodes before linearized reading' (duration: 2.287644094s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:34.553014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327230171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:34.553039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:32.265278Z","time spent":"2.287749147s","remote":"127.0.0.1:54758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:34.553046Z","caller":"traceutil/trace.go:171","msg":"trace[528180422] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25608; }","duration":"1.327303073s","start":"2026-03-18T14:55:33.225733Z","end":"2026-03-18T14:55:34.553036Z","steps":["trace[528180422] 'agreement among raft nodes before linearized reading' (duration: 1.327248781s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:34.553076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:33.225708Z","time spent":"1.327360194s","remote":"127.0.0.1:33636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:34.553095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.651655409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-03-18T14:55:34.553074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.100958611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:34.553128Z","caller":"traceutil/trace.go:171","msg":"trace[1124151302] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25608; }","duration":"3.651725621s","start":"2026-03-18T14:55:30.901392Z","end":"2026-03-18T14:55:34.553118Z","steps":["trace[1124151302] 'agreement among raft nodes before linearized reading' (duration: 3.651605157s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:34.55316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.901387Z","time spent":"3.651766842s","remote":"127.0.0.1:33476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-18T14:55:34.553163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.654600159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5cd0dab8-3841-43a4-8f38-d6cc81aa5dba\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-18T14:55:34.553169Z","caller":"traceutil/trace.go:171","msg":"trace[328196576] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25608; }","duration":"3.101106756s","start":"2026-03-18T14:55:31.452039Z","end":"2026-03-18T14:55:34.553146Z","steps":["trace[328196576] 'agreement among raft nodes before linearized reading' (duration: 3.100922181s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:34.553196Z","caller":"traceutil/trace.go:171","msg":"trace[550022230] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5cd0dab8-3841-43a4-8f38-d6cc81aa5dba; range_end:; response_count:1; response_revision:25608; }","duration":"3.65463686s","start":"2026-03-18T14:55:30.898547Z","end":"2026-03-18T14:55:34.553184Z","steps":["trace[550022230] 'agreement among raft nodes before linearized reading' (duration: 3.654542777s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:34.553218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.898544Z","time spent":"3.65466931s","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-5cd0dab8-3841-43a4-8f38-d6cc81aa5dba\" "} {"level":"warn","ts":"2026-03-18T14:55:34.553218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423472921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:55:34.553232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:31.45202Z","time spent":"3.101194347s","remote":"127.0.0.1:59168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:34.553109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698611609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:55:34.553269Z","caller":"traceutil/trace.go:171","msg":"trace[992187216] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:25608; }","duration":"1.423575215s","start":"2026-03-18T14:55:33.129677Z","end":"2026-03-18T14:55:34.553253Z","steps":["trace[992187216] 'agreement among raft nodes before linearized reading' (duration: 1.423454982s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:34.553294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:33.129648Z","time spent":"1.423639397s","remote":"127.0.0.1:33744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:34.55258Z","caller":"traceutil/trace.go:171","msg":"trace[178273421] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25608; }","duration":"1.892209074s","start":"2026-03-18T14:55:32.66035Z","end":"2026-03-18T14:55:34.552559Z","steps":["trace[178273421] 'agreement among raft nodes before linearized reading' (duration: 1.891996918s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:34.553173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.654939117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-03-18T14:55:34.553332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.655141132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-03-18T14:55:34.553338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:32.660329Z","time spent":"1.892995045s","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:34.553349Z","caller":"traceutil/trace.go:171","msg":"trace[1158135293] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25608; }","duration":"3.655126733s","start":"2026-03-18T14:55:30.898214Z","end":"2026-03-18T14:55:34.553341Z","steps":["trace[1158135293] 'agreement among raft nodes before linearized reading' (duration: 3.654883286s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:34.553364Z","caller":"traceutil/trace.go:171","msg":"trace[2118374316] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25608; }","duration":"3.655167794s","start":"2026-03-18T14:55:30.898185Z","end":"2026-03-18T14:55:34.553353Z","steps":["trace[2118374316] 'agreement among raft nodes before linearized reading' (duration: 3.655098282s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:34.553385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.65430444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-18T14:55:34.553384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.898211Z","time spent":"3.655160994s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-03-18T14:55:34.553408Z","caller":"traceutil/trace.go:171","msg":"trace[1403592287] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25608; }","duration":"3.654344832s","start":"2026-03-18T14:55:30.899054Z","end":"2026-03-18T14:55:34.553399Z","steps":["trace[1403592287] 'agreement among raft nodes before linearized reading' (duration: 3.654271759s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:34.552923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032127416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:34.553428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.899042Z","time spent":"3.654381413s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-18T14:55:34.553434Z","caller":"traceutil/trace.go:171","msg":"trace[2075062308] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25608; }","duration":"2.03264074s","start":"2026-03-18T14:55:32.520784Z","end":"2026-03-18T14:55:34.553425Z","steps":["trace[2075062308] 'agreement among raft nodes before linearized reading' (duration: 2.032104806s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:34.553463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:32.520736Z","time spent":"2.032718693s","remote":"127.0.0.1:45122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:34.553444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.652650226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:34.553283Z","caller":"traceutil/trace.go:171","msg":"trace[1379223799] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25608; }","duration":"1.698822566s","start":"2026-03-18T14:55:32.854446Z","end":"2026-03-18T14:55:34.553269Z","steps":["trace[1379223799] 'agreement among raft nodes before linearized reading' (duration: 1.698548338s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:34.553567Z","caller":"traceutil/trace.go:171","msg":"trace[1684954070] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25608; }","duration":"3.65283011s","start":"2026-03-18T14:55:30.900705Z","end":"2026-03-18T14:55:34.553535Z","steps":["trace[1684954070] 'agreement among raft nodes before linearized reading' (duration: 3.652567693s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:34.553564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.290166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"warn","ts":"2026-03-18T14:55:34.553595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:32.854426Z","time spent":"1.699156775s","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:34.553264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.655058481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-18T14:55:34.553614Z","caller":"traceutil/trace.go:171","msg":"trace[2075849366] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25608; }","duration":"233.366648ms","start":"2026-03-18T14:55:34.320237Z","end":"2026-03-18T14:55:34.553604Z","steps":["trace[2075849366] 'agreement among raft nodes before linearized reading' (duration: 233.246765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:34.553621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.900696Z","time spent":"3.652913853s","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-03-18T14:55:34.553641Z","caller":"traceutil/trace.go:171","msg":"trace[2096657096] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25608; }","duration":"3.655441131s","start":"2026-03-18T14:55:30.898191Z","end":"2026-03-18T14:55:34.553632Z","steps":["trace[2096657096] 'agreement among raft nodes before linearized reading' (duration: 3.655008049s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:34.553403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.898162Z","time spent":"3.655234377s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:55:34.553669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.898185Z","time spent":"3.655475921s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-18T14:55:34.554028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.655479232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:88 size:115556"} {"level":"info","ts":"2026-03-18T14:55:34.554093Z","caller":"traceutil/trace.go:171","msg":"trace[634619745] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:88; response_revision:25608; }","duration":"3.655557934s","start":"2026-03-18T14:55:30.898522Z","end":"2026-03-18T14:55:34.55408Z","steps":["trace[634619745] 'agreement among raft nodes before linearized reading' (duration: 3.654801413s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:34.554139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:30.898518Z","time spent":"3.655605465s","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":88,"response size":115580,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-18T14:55:34.953808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.917977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189df73b29311066\" ","response":"range_response_count:1 size:875"} {"level":"info","ts":"2026-03-18T14:55:34.953906Z","caller":"traceutil/trace.go:171","msg":"trace[1417849270] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.189df73b29311066; range_end:; response_count:1; response_revision:25608; }","duration":"631.03832ms","start":"2026-03-18T14:55:34.322837Z","end":"2026-03-18T14:55:34.953876Z","steps":["trace[1417849270] 'agreement among raft nodes before linearized reading' (duration: 230.775298ms)","trace[1417849270] 'range keys from in-memory index tree' (duration: 400.048786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:34.953982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:34.322826Z","time spent":"631.141401ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":899,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.189df73b29311066\" "} {"level":"warn","ts":"2026-03-18T14:55:34.954139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.192331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-ghzsw\" ","response":"range_response_count:1 size:6259"} {"level":"info","ts":"2026-03-18T14:55:34.954206Z","caller":"traceutil/trace.go:171","msg":"trace[1633672474] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-ghzsw; range_end:; response_count:1; response_revision:25608; }","duration":"632.310663ms","start":"2026-03-18T14:55:34.321874Z","end":"2026-03-18T14:55:34.954185Z","steps":["trace[1633672474] 'agreement among raft nodes before linearized reading' (duration: 231.742244ms)","trace[1633672474] 'range keys from in-memory index tree' (duration: 400.371844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:34.954284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:34.321858Z","time spent":"632.414657ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6283,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-ghzsw\" "} {"level":"warn","ts":"2026-03-18T14:55:36.05495Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.271424642s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:55:36.292188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509006145s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-18T14:55:36.292322Z","caller":"traceutil/trace.go:171","msg":"trace[1961453220] linearizableReadLoop","detail":"{readStateIndex:26627; appliedIndex:26626; }","duration":"1.732343083s","start":"2026-03-18T14:55:34.559963Z","end":"2026-03-18T14:55:36.292307Z","steps":["trace[1961453220] 'read index received' (duration: 223.222395ms)","trace[1961453220] 'applied index is now lower than readState.Index' (duration: 1.509119978s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:36.292379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:34.555699Z","time spent":"1.73667686s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T14:55:36.292519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732526787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-18T14:55:36.292576Z","caller":"traceutil/trace.go:171","msg":"trace[577426749] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-barbican-default-user; range_end:; response_count:1; response_revision:25608; }","duration":"1.732631319s","start":"2026-03-18T14:55:34.559929Z","end":"2026-03-18T14:55:36.292561Z","steps":["trace[577426749] 'agreement among raft nodes before linearized reading' (duration: 1.732436234s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:36.292606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:34.559914Z","time spent":"1.732685352s","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1346,"request content":"key:\"/registry/secrets/openstack/rabbitmq-barbican-default-user\" "} {"level":"warn","ts":"2026-03-18T14:55:36.564061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000141822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:55:36.564144Z","caller":"traceutil/trace.go:171","msg":"trace[97094825] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000277476s","start":"2026-03-18T14:55:34.56385Z","end":"2026-03-18T14:55:36.564127Z","steps":["trace[97094825] 'agreement among raft nodes before linearized reading' (duration: 2.000170973s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:36.564193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:34.563833Z","time spent":"2.000350847s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:36.894214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.954089ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:36.894357Z","caller":"traceutil/trace.go:171","msg":"trace[1831839767] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25608; }","duration":"229.104014ms","start":"2026-03-18T14:55:36.665234Z","end":"2026-03-18T14:55:36.894338Z","steps":["trace[1831839767] 'range keys from in-memory index tree' (duration: 228.931929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:37.969305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676950776s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:55:37.96946Z","caller":"traceutil/trace.go:171","msg":"trace[153703794] transaction","detail":"{read_only:false; response_revision:25609; number_of_response:1; }","duration":"3.406386458s","start":"2026-03-18T14:55:34.563047Z","end":"2026-03-18T14:55:37.969433Z","steps":["trace[153703794] 'process raft request' (duration: 1.729236488s)","trace[153703794] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29564095-rdcrh; req_size:2876; } (duration: 1.676078301s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:37.969517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:34.563035Z","time spent":"3.40645844s","remote":"127.0.0.1:45796","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2879,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:55:38.475015Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.725310482s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:55:38.565606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000675616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:55:38.565674Z","caller":"traceutil/trace.go:171","msg":"trace[2073909276] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000778379s","start":"2026-03-18T14:55:36.564881Z","end":"2026-03-18T14:55:38.565659Z","steps":["trace[2073909276] 'agreement among raft nodes before linearized reading' (duration: 2.000687196s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:38.565712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:36.564873Z","time spent":"2.000831771s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:40.004575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035053137s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:55:40.004769Z","caller":"traceutil/trace.go:171","msg":"trace[997940695] transaction","detail":"{read_only:false; response_revision:25610; number_of_response:1; }","duration":"5.047086302s","start":"2026-03-18T14:55:34.957645Z","end":"2026-03-18T14:55:40.004731Z","steps":["trace[997940695] 'process raft request' (duration: 3.011771509s)","trace[997940695] 'compare' (duration: 566.893516ms)","trace[997940695] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/kube-system/kube-controller-manager-instance.189df73b29311066; req_size:854; } (duration: 1.467138994s)"],"step_count":3} {"level":"warn","ts":"2026-03-18T14:55:40.004872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:34.957621Z","time spent":"5.047204077s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:40.573877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000301127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:55:40.573967Z","caller":"traceutil/trace.go:171","msg":"trace[1763918366] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000491772s","start":"2026-03-18T14:55:38.573456Z","end":"2026-03-18T14:55:40.573948Z","steps":["trace[1763918366] 'agreement among raft nodes before linearized reading' (duration: 2.000377629s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:40.574017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:38.573439Z","time spent":"2.000567653s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:55:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:41.320871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999026854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:41.320947Z","caller":"traceutil/trace.go:171","msg":"trace[881069350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999156798s","start":"2026-03-18T14:55:36.32177Z","end":"2026-03-18T14:55:41.320927Z","steps":["trace[881069350] 'agreement among raft nodes before linearized reading' (duration: 4.999059415s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:41.320989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:36.321741Z","time spent":"4.99923965s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/18 14:55:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:41.322162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:36.327188Z","time spent":"4.994967594s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/18 14:55:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:41.556694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:36.560977Z","time spent":"4.995682905s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T14:55:41.556771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:36.559183Z","time spent":"4.997587335s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T14:55:41.55735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:36.559729Z","time spent":"4.997612296s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T14:55:41.557747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:36.559998Z","time spent":"4.99774679s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T14:55:41.557866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:36.561051Z","time spent":"4.996811354s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T14:55:41.559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:36.561054Z","time spent":"4.997944424s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T14:55:41.963574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:34.963226Z","time spent":"7.000330178s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T14:55:42.082825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:35.081697Z","time spent":"7.001120789s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T14:55:42.354094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.349304402s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-18T14:55:42.574463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999997618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:42.574522Z","caller":"traceutil/trace.go:171","msg":"trace[1468811899] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000104901s","start":"2026-03-18T14:55:40.574404Z","end":"2026-03-18T14:55:42.574508Z","steps":["trace[1468811899] 'agreement among raft nodes before linearized reading' (duration: 2.000030159s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:42.574549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:40.574381Z","time spent":"2.000163202s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:55:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:42.900042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:35.899411Z","time spent":"7.000623936s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T14:55:43.293845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:36.293485Z","time spent":"7.000353507s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-18T14:55:43.763279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000386779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:55:43.763375Z","caller":"traceutil/trace.go:171","msg":"trace[1060581058] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000531393s","start":"2026-03-18T14:55:41.762823Z","end":"2026-03-18T14:55:43.763354Z","steps":["trace[1060581058] 'agreement among raft nodes before linearized reading' (duration: 2.000410469s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:43.763423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:41.762807Z","time spent":"2.000606025s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:44.570475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.009649341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:44.570559Z","caller":"traceutil/trace.go:171","msg":"trace[1985857083] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; }","duration":"10.009769315s","start":"2026-03-18T14:55:34.560771Z","end":"2026-03-18T14:55:44.570541Z","steps":["trace[1985857083] 'agreement among raft nodes before linearized reading' (duration: 10.009657662s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:44.570609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:34.560765Z","time spent":"10.009833608s","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":0,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} 2026/03/18 14:55:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:44.584001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000658346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:44.584047Z","caller":"traceutil/trace.go:171","msg":"trace[211552029] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000730797s","start":"2026-03-18T14:55:42.583298Z","end":"2026-03-18T14:55:44.584029Z","steps":["trace[211552029] 'agreement among raft nodes before linearized reading' (duration: 2.000689847s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:44.58407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:42.583282Z","time spent":"2.00078279s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:55:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-18T14:55:45.634821Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23384,"took":"12.191476516s","hash":180212306,"current-db-size-bytes":46477312,"current-db-size":"46 MB","current-db-size-in-use-bytes":39624704,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-03-18T14:55:45.634909Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":180212306,"revision":23384,"compact-revision":20825} {"level":"warn","ts":"2026-03-18T14:55:45.636777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:44.300102Z","time spent":"1.336666446s","remote":"127.0.0.1:60710","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T14:55:45.637583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.283327691s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-03-18T14:55:46.225124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.368219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:55:46.225523Z","caller":"traceutil/trace.go:171","msg":"trace[1153258526] linearizableReadLoop","detail":"{readStateIndex:26632; appliedIndex:26627; }","duration":"9.933158343s","start":"2026-03-18T14:55:36.29234Z","end":"2026-03-18T14:55:46.225498Z","steps":["trace[1153258526] 'read index received' (duration: 457.314482ms)","trace[1153258526] 'applied index is now lower than readState.Index' (duration: 9.475842501s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:46.22582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.560492048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-api\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-18T14:55:46.225881Z","caller":"traceutil/trace.go:171","msg":"trace[1219343976] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-api; range_end:; response_count:1; response_revision:25617; }","duration":"11.56056455s","start":"2026-03-18T14:55:34.665301Z","end":"2026-03-18T14:55:46.225866Z","steps":["trace[1219343976] 'agreement among raft nodes before linearized reading' (duration: 11.560343084s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:46.225914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.665063394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130028"} {"level":"info","ts":"2026-03-18T14:55:46.225975Z","caller":"traceutil/trace.go:171","msg":"trace[591788070] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25617; }","duration":"11.665137608s","start":"2026-03-18T14:55:34.56082Z","end":"2026-03-18T14:55:46.225957Z","steps":["trace[591788070] 'agreement among raft nodes before linearized reading' (duration: 11.6648647s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:46.226018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:34.560816Z","time spent":"11.665189688s","remote":"127.0.0.1:33462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130052,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-18T14:55:46.22593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:34.665221Z","time spent":"11.560695284s","remote":"127.0.0.1:33622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":553,"request content":"key:\"/registry/serviceaccounts/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-18T14:55:46.226638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.605073323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:46.227533Z","caller":"traceutil/trace.go:171","msg":"trace[1225186624] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25619; }","duration":"11.605787693s","start":"2026-03-18T14:55:34.621474Z","end":"2026-03-18T14:55:46.227262Z","steps":["trace[1225186624] 'agreement among raft nodes before linearized reading' (duration: 11.604378815s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:46.227655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:34.621453Z","time spent":"11.606160683s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-18T14:55:46.321072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997626808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:46.321192Z","caller":"traceutil/trace.go:171","msg":"trace[1431475155] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997828264s","start":"2026-03-18T14:55:43.323343Z","end":"2026-03-18T14:55:46.321171Z","steps":["trace[1431475155] 'agreement among raft nodes before linearized reading' (duration: 2.99767667s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:46.321245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:43.323313Z","time spent":"2.997920626s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/18 14:55:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:46.323023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999053154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:46.323197Z","caller":"traceutil/trace.go:171","msg":"trace[632494281] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999299742s","start":"2026-03-18T14:55:41.323867Z","end":"2026-03-18T14:55:46.323167Z","steps":["trace[632494281] 'agreement among raft nodes before linearized reading' (duration: 4.999082376s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:46.323308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:41.32385Z","time spent":"4.999440385s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/18 14:55:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:46.324893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.997669888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:46.325003Z","caller":"traceutil/trace.go:171","msg":"trace[387709185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.997816662s","start":"2026-03-18T14:55:36.327168Z","end":"2026-03-18T14:55:46.324985Z","steps":["trace[387709185] 'agreement among raft nodes before linearized reading' (duration: 9.997702809s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:46.325078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:36.327145Z","time spent":"9.997919765s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/18 14:55:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:46.326436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999257911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:46.326566Z","caller":"traceutil/trace.go:171","msg":"trace[1272402333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999429576s","start":"2026-03-18T14:55:36.327113Z","end":"2026-03-18T14:55:46.326542Z","steps":["trace[1272402333] 'agreement among raft nodes before linearized reading' (duration: 9.999280481s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:46.326627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:36.327099Z","time spent":"9.999517968s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/18 14:55:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:46.556451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996246179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:46.556539Z","caller":"traceutil/trace.go:171","msg":"trace[277606093] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.996478295s","start":"2026-03-18T14:55:41.560035Z","end":"2026-03-18T14:55:46.556514Z","steps":["trace[277606093] 'agreement among raft nodes before linearized reading' (duration: 4.996359202s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:46.556587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:41.560004Z","time spent":"4.996572438s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/18 14:55:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:46.557625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997487283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:46.557678Z","caller":"traceutil/trace.go:171","msg":"trace[956189779] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.997629467s","start":"2026-03-18T14:55:41.560035Z","end":"2026-03-18T14:55:46.557665Z","steps":["trace[956189779] 'agreement among raft nodes before linearized reading' (duration: 4.997572245s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:46.557669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995666213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-03-18T14:55:46.557713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:41.560007Z","time spent":"4.997698408s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-03-18T14:55:46.557725Z","caller":"traceutil/trace.go:171","msg":"trace[216061993] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.995769526s","start":"2026-03-18T14:55:41.561942Z","end":"2026-03-18T14:55:46.557711Z","steps":["trace[216061993] 'agreement among raft nodes before linearized reading' (duration: 4.995681854s)"],"step_count":1} 2026/03/18 14:55:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:46.55776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:41.561927Z","time spent":"4.995826037s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-18T14:55:46.559052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997914454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:46.559106Z","caller":"traceutil/trace.go:171","msg":"trace[591283994] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.997986306s","start":"2026-03-18T14:55:41.561108Z","end":"2026-03-18T14:55:46.559095Z","steps":["trace[591283994] 'agreement among raft nodes before linearized reading' (duration: 4.997927864s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:46.559143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:41.561101Z","time spent":"4.998034227s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/18 14:55:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:46.559322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9981334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:46.559359Z","caller":"traceutil/trace.go:171","msg":"trace[1906221943] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998193091s","start":"2026-03-18T14:55:41.561158Z","end":"2026-03-18T14:55:46.559351Z","steps":["trace[1906221943] 'agreement among raft nodes before linearized reading' (duration: 4.99815421s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:46.559391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:41.56114Z","time spent":"4.998244154s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/18 14:55:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:46.562419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.00001311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:55:46.562491Z","caller":"traceutil/trace.go:171","msg":"trace[1690230898] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"5.000113893s","start":"2026-03-18T14:55:41.562362Z","end":"2026-03-18T14:55:46.562476Z","steps":["trace[1690230898] 'agreement among raft nodes before linearized reading' (duration: 5.00001512s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:46.56253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:41.562358Z","time spent":"5.000165015s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-18T14:55:46.5945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000163602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:46.594593Z","caller":"traceutil/trace.go:171","msg":"trace[2049480475] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000336007s","start":"2026-03-18T14:55:44.594235Z","end":"2026-03-18T14:55:46.594571Z","steps":["trace[2049480475] 'agreement among raft nodes before linearized reading' (duration: 2.000219064s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:46.594679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:44.594207Z","time spent":"2.00043255s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:55:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:46.747953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.671435ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:55:46.748516Z","caller":"traceutil/trace.go:171","msg":"trace[1064013474] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"4.923063702s","start":"2026-03-18T14:55:41.825429Z","end":"2026-03-18T14:55:46.748493Z","steps":["trace[1064013474] 'process raft request' (duration: 4.922605799s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:46.748627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:41.825396Z","time spent":"4.923173383s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:47.283944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.345873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:550"} {"level":"info","ts":"2026-03-18T14:55:47.284544Z","caller":"traceutil/trace.go:171","msg":"trace[1875566329] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25622; }","duration":"5.196344588s","start":"2026-03-18T14:55:42.088168Z","end":"2026-03-18T14:55:47.284513Z","steps":["trace[1875566329] 'process raft request' (duration: 4.660308956s)","trace[1875566329] 'compare' (duration: 535.23606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:47.284669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:42.08813Z","time spent":"5.196479712s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":574,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:47.284721Z","caller":"traceutil/trace.go:171","msg":"trace[1631101974] transaction","detail":"{read_only:false; response_revision:25623; number_of_response:1; }","duration":"2.695769038s","start":"2026-03-18T14:55:44.588865Z","end":"2026-03-18T14:55:47.284634Z","steps":["trace[1631101974] 'process raft request' (duration: 2.695190133s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:47.284755Z","caller":"traceutil/trace.go:171","msg":"trace[1152194704] linearizableReadLoop","detail":"{readStateIndex:26644; appliedIndex:26638; }","duration":"1.059143843s","start":"2026-03-18T14:55:46.225582Z","end":"2026-03-18T14:55:47.284726Z","steps":["trace[1152194704] 'read index received' (duration: 374.191µs)","trace[1152194704] 'applied index is now lower than readState.Index' (duration: 1.058766682s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:47.284825Z","caller":"traceutil/trace.go:171","msg":"trace[270014480] transaction","detail":"{read_only:false; response_revision:25624; number_of_response:1; }","duration":"960.500885ms","start":"2026-03-18T14:55:46.324306Z","end":"2026-03-18T14:55:47.284807Z","steps":["trace[270014480] 'process raft request' (duration: 960.292791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.284922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:46.324276Z","time spent":"960.59789ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:47.284878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:44.588843Z","time spent":"2.695953452s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:47.28483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.952529167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:55:47.285097Z","caller":"traceutil/trace.go:171","msg":"trace[1803237453] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25624; }","duration":"4.952836274s","start":"2026-03-18T14:55:42.33225Z","end":"2026-03-18T14:55:47.285086Z","steps":["trace[1803237453] 'agreement among raft nodes before linearized reading' (duration: 4.952476535s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.285131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:42.332232Z","time spent":"4.952888697s","remote":"127.0.0.1:33676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:47.285384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.310112482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:47.285451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.019321745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:47.285541Z","caller":"traceutil/trace.go:171","msg":"trace[489080121] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25625; }","duration":"8.01948845s","start":"2026-03-18T14:55:39.266036Z","end":"2026-03-18T14:55:47.285524Z","steps":["trace[489080121] 'agreement among raft nodes before linearized reading' (duration: 8.018958186s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.285551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.888083736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:55:47.28559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:39.266015Z","time spent":"8.019561222s","remote":"127.0.0.1:54584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:47.28561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.381032797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-18T14:55:47.285549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.901825801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272946"} {"level":"info","ts":"2026-03-18T14:55:47.285625Z","caller":"traceutil/trace.go:171","msg":"trace[1897923394] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25625; }","duration":"2.888160909s","start":"2026-03-18T14:55:44.397444Z","end":"2026-03-18T14:55:47.285605Z","steps":["trace[1897923394] 'agreement among raft nodes before linearized reading' (duration: 2.887907222s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.285748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.114363978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:55:47.285783Z","caller":"traceutil/trace.go:171","msg":"trace[1745495854] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25625; }","duration":"9.114435521s","start":"2026-03-18T14:55:38.171339Z","end":"2026-03-18T14:55:47.285774Z","steps":["trace[1745495854] 'agreement among raft nodes before linearized reading' (duration: 9.113752472s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.285782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:44.397371Z","time spent":"2.888355485s","remote":"127.0.0.1:56402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:47.285824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:38.171319Z","time spent":"9.114496062s","remote":"127.0.0.1:33708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:47.285877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.146124032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T14:55:47.285896Z","caller":"traceutil/trace.go:171","msg":"trace[1900781665] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25625; }","duration":"7.310249496s","start":"2026-03-18T14:55:39.975189Z","end":"2026-03-18T14:55:47.285439Z","steps":["trace[1900781665] 'agreement among raft nodes before linearized reading' (duration: 7.309779473s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:47.285932Z","caller":"traceutil/trace.go:171","msg":"trace[1478249569] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25625; }","duration":"8.146203565s","start":"2026-03-18T14:55:39.139715Z","end":"2026-03-18T14:55:47.285919Z","steps":["trace[1478249569] 'agreement among raft nodes before linearized reading' (duration: 8.14528636s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.285977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:39.975167Z","time spent":"7.31079031s","remote":"127.0.0.1:45028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:47.285984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057889499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-8b7f96fc-kzgzb\" ","response":"range_response_count:1 size:12010"} {"level":"warn","ts":"2026-03-18T14:55:47.286053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.276707199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-8zp2j.189df73a0a2064f2\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-18T14:55:47.286093Z","caller":"traceutil/trace.go:171","msg":"trace[1341529186] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-8zp2j.189df73a0a2064f2; range_end:; response_count:1; response_revision:25625; }","duration":"7.27677772s","start":"2026-03-18T14:55:40.009305Z","end":"2026-03-18T14:55:47.286083Z","steps":["trace[1341529186] 'agreement among raft nodes before linearized reading' (duration: 7.27565301s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.286113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766327665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:47.286128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:40.00929Z","time spent":"7.276831043s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-8zp2j.189df73a0a2064f2\" "} {"level":"warn","ts":"2026-03-18T14:55:47.285982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:39.139699Z","time spent":"8.146270377s","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-18T14:55:47.286187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.228448219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:47.286202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.605912057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:55:47.286279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.192324842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:47.286178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.430950368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:47.286324Z","caller":"traceutil/trace.go:171","msg":"trace[1738382708] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25625; }","duration":"8.192405024s","start":"2026-03-18T14:55:39.093913Z","end":"2026-03-18T14:55:47.286318Z","steps":["trace[1738382708] 'agreement among raft nodes before linearized reading' (duration: 8.191105218s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:47.285674Z","caller":"traceutil/trace.go:171","msg":"trace[1284088229] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25625; }","duration":"4.381097789s","start":"2026-03-18T14:55:42.904561Z","end":"2026-03-18T14:55:47.285659Z","steps":["trace[1284088229] 'agreement among raft nodes before linearized reading' (duration: 4.380556944s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.28635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.215344544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-03-18T14:55:47.286382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:39.093891Z","time spent":"8.192478406s","remote":"127.0.0.1:54842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:47.286221Z","caller":"traceutil/trace.go:171","msg":"trace[2047881429] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25625; }","duration":"8.22852307s","start":"2026-03-18T14:55:39.057688Z","end":"2026-03-18T14:55:47.286211Z","steps":["trace[2047881429] 'agreement among raft nodes before linearized reading' (duration: 8.227392899s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.286397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:42.904519Z","time spent":"4.381865119s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-18T14:55:47.286437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:39.057657Z","time spent":"8.228770228s","remote":"127.0.0.1:49968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:47.286437Z","caller":"traceutil/trace.go:171","msg":"trace[1642735235] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25625; }","duration":"4.606202774s","start":"2026-03-18T14:55:42.680216Z","end":"2026-03-18T14:55:47.286418Z","steps":["trace[1642735235] 'agreement among raft nodes before linearized reading' (duration: 4.604909399s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.286506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:42.680183Z","time spent":"4.606302017s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:47.286139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.512135374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-18T14:55:47.285695Z","caller":"traceutil/trace.go:171","msg":"trace[1602938907] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:25625; }","duration":"10.902003966s","start":"2026-03-18T14:55:36.383684Z","end":"2026-03-18T14:55:47.285688Z","steps":["trace[1602938907] 'agreement among raft nodes before linearized reading' (duration: 10.901372649s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:47.286599Z","caller":"traceutil/trace.go:171","msg":"trace[804247764] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25625; }","duration":"7.512635388s","start":"2026-03-18T14:55:39.773952Z","end":"2026-03-18T14:55:47.286587Z","steps":["trace[804247764] 'agreement among raft nodes before linearized reading' (duration: 7.511034925s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.286645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:39.773929Z","time spent":"7.512702669s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-18T14:55:47.286653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:36.383663Z","time spent":"10.902961682s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272970,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-18T14:55:47.286687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.869322903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:47.286717Z","caller":"traceutil/trace.go:171","msg":"trace[1784900550] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:25625; }","duration":"10.869389364s","start":"2026-03-18T14:55:36.417319Z","end":"2026-03-18T14:55:47.286708Z","steps":["trace[1784900550] 'agreement among raft nodes before linearized reading' (duration: 10.867785661s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.286768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:36.417266Z","time spent":"10.869492587s","remote":"127.0.0.1:45836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:47.286149Z","caller":"traceutil/trace.go:171","msg":"trace[1324515773] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25625; }","duration":"2.766427078s","start":"2026-03-18T14:55:44.519713Z","end":"2026-03-18T14:55:47.28614Z","steps":["trace[1324515773] 'agreement among raft nodes before linearized reading' (duration: 2.765464172s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.28684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:44.519677Z","time spent":"2.767147807s","remote":"127.0.0.1:54696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:47.286893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.511535148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-18T14:55:47.286925Z","caller":"traceutil/trace.go:171","msg":"trace[198505418] transaction","detail":"{read_only:false; response_revision:25626; number_of_response:1; }","duration":"957.859335ms","start":"2026-03-18T14:55:46.329055Z","end":"2026-03-18T14:55:47.286915Z","steps":["trace[198505418] 'process raft request' (duration: 956.312913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.286655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.989861772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" ","response":"range_response_count:1 size:1266"} {"level":"info","ts":"2026-03-18T14:55:47.285542Z","caller":"traceutil/trace.go:171","msg":"trace[930766304] transaction","detail":"{read_only:false; response_revision:25625; number_of_response:1; }","duration":"956.470587ms","start":"2026-03-18T14:55:46.329056Z","end":"2026-03-18T14:55:47.285527Z","steps":["trace[930766304] 'process raft request' (duration: 955.689876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.286226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.678692912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-18T14:55:47.286047Z","caller":"traceutil/trace.go:171","msg":"trace[1476586736] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-8b7f96fc-kzgzb; range_end:; response_count:1; response_revision:25626; }","duration":"1.058032482s","start":"2026-03-18T14:55:46.228003Z","end":"2026-03-18T14:55:47.286035Z","steps":["trace[1476586736] 'agreement among raft nodes before linearized reading' (duration: 1.057779486s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:47.286957Z","caller":"traceutil/trace.go:171","msg":"trace[2046582046] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25625; }","duration":"7.51166119s","start":"2026-03-18T14:55:39.775281Z","end":"2026-03-18T14:55:47.286942Z","steps":["trace[2046582046] 'agreement among raft nodes before linearized reading' (duration: 7.509697497s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.287137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.462322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:47.287141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:46.329029Z","time spent":"958.05956ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:47.287171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:39.775248Z","time spent":"7.511908008s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:55:47.287121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.319216501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-ghzsw\" ","response":"range_response_count:1 size:6045"} {"level":"warn","ts":"2026-03-18T14:55:47.28719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.599851005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:47.286349Z","caller":"traceutil/trace.go:171","msg":"trace[387316338] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25624; }","duration":"2.432434989s","start":"2026-03-18T14:55:44.853896Z","end":"2026-03-18T14:55:47.286331Z","steps":["trace[387316338] 'agreement among raft nodes before linearized reading' (duration: 2.430969709s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:47.287254Z","caller":"traceutil/trace.go:171","msg":"trace[1460865356] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25625; }","duration":"2.599939808s","start":"2026-03-18T14:55:44.687294Z","end":"2026-03-18T14:55:47.287234Z","steps":["trace[1460865356] 'agreement among raft nodes before linearized reading' (duration: 2.597836731s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.287267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:44.853871Z","time spent":"2.433383254s","remote":"127.0.0.1:45018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:47.287309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.557473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:47.287342Z","caller":"traceutil/trace.go:171","msg":"trace[238702304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25626; }","duration":"692.610534ms","start":"2026-03-18T14:55:46.594724Z","end":"2026-03-18T14:55:47.287334Z","steps":["trace[238702304] 'agreement among raft nodes before linearized reading' (duration: 692.565794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.287345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.379240656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:47.287375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:46.594708Z","time spent":"692.659295ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:55:47.287002Z","caller":"traceutil/trace.go:171","msg":"trace[161070956] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican-nodes; range_end:; response_count:1; response_revision:25625; }","duration":"10.990209261s","start":"2026-03-18T14:55:36.296781Z","end":"2026-03-18T14:55:47.28699Z","steps":["trace[161070956] 'agreement among raft nodes before linearized reading' (duration: 10.98831867s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.28741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.472082841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:47.287161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:46.22798Z","time spent":"1.059166534s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":12034,"request content":"key:\"/registry/pods/openstack/keystone-api-8b7f96fc-kzgzb\" "} {"level":"warn","ts":"2026-03-18T14:55:47.287454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:36.296734Z","time spent":"10.990703443s","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1290,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican-nodes\" "} {"level":"warn","ts":"2026-03-18T14:55:47.2871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.876687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:47.287001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:46.329029Z","time spent":"957.919465ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:47.287522Z","caller":"traceutil/trace.go:171","msg":"trace[161363502] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25626; }","duration":"182.326759ms","start":"2026-03-18T14:55:47.105187Z","end":"2026-03-18T14:55:47.287513Z","steps":["trace[161363502] 'agreement among raft nodes before linearized reading' (duration: 181.881917ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:47.287177Z","caller":"traceutil/trace.go:171","msg":"trace[1499323636] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:25626; }","duration":"189.546424ms","start":"2026-03-18T14:55:47.097623Z","end":"2026-03-18T14:55:47.287169Z","steps":["trace[1499323636] 'agreement among raft nodes before linearized reading' (duration: 189.496083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.287594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.547028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"warn","ts":"2026-03-18T14:55:47.28727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.098143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:55:47.287443Z","caller":"traceutil/trace.go:171","msg":"trace[50153074] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25625; }","duration":"2.472152302s","start":"2026-03-18T14:55:44.815283Z","end":"2026-03-18T14:55:47.287435Z","steps":["trace[50153074] 'agreement among raft nodes before linearized reading' (duration: 2.46985929s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:47.287689Z","caller":"traceutil/trace.go:171","msg":"trace[1539643749] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25626; }","duration":"644.549405ms","start":"2026-03-18T14:55:46.643122Z","end":"2026-03-18T14:55:47.287672Z","steps":["trace[1539643749] 'agreement among raft nodes before linearized reading' (duration: 644.104623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.287305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:44.687272Z","time spent":"2.60002234s","remote":"127.0.0.1:54920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:47.287731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.199382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-03-18T14:55:47.285783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.962409541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-18T14:55:47.287813Z","caller":"traceutil/trace.go:171","msg":"trace[2065743784] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:25625; }","duration":"3.964464355s","start":"2026-03-18T14:55:43.323329Z","end":"2026-03-18T14:55:47.287793Z","steps":["trace[2065743784] 'agreement among raft nodes before linearized reading' (duration: 3.961747612s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:47.287209Z","caller":"traceutil/trace.go:171","msg":"trace[1699528107] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-ghzsw; range_end:; response_count:1; response_revision:25625; }","duration":"5.319391265s","start":"2026-03-18T14:55:41.96781Z","end":"2026-03-18T14:55:47.287201Z","steps":["trace[1699528107] 'agreement among raft nodes before linearized reading' (duration: 5.317106253s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.287871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:43.32331Z","time spent":"3.964545209s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"info","ts":"2026-03-18T14:55:47.287115Z","caller":"traceutil/trace.go:171","msg":"trace[1448438446] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25625; }","duration":"6.679611598s","start":"2026-03-18T14:55:40.607488Z","end":"2026-03-18T14:55:47.2871Z","steps":["trace[1448438446] 'agreement among raft nodes before linearized reading' (duration: 6.6774622s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.287939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:40.607468Z","time spent":"6.68046056s","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-18T14:55:47.2878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.001062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:47.28799Z","caller":"traceutil/trace.go:171","msg":"trace[535004051] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25626; }","duration":"967.311691ms","start":"2026-03-18T14:55:46.320664Z","end":"2026-03-18T14:55:47.287976Z","steps":["trace[535004051] 'agreement among raft nodes before linearized reading' (duration: 967.051294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.287726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:44.81526Z","time spent":"2.472450669s","remote":"127.0.0.1:45064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:47.288042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:46.320604Z","time spent":"967.423734ms","remote":"127.0.0.1:54716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:47.286398Z","caller":"traceutil/trace.go:171","msg":"trace[667921830] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25625; }","duration":"3.215416666s","start":"2026-03-18T14:55:44.070969Z","end":"2026-03-18T14:55:47.286386Z","steps":["trace[667921830] 'agreement among raft nodes before linearized reading' (duration: 3.214168863s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.28787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:41.967782Z","time spent":"5.320079924s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6069,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-ghzsw\" "} {"level":"info","ts":"2026-03-18T14:55:47.287375Z","caller":"traceutil/trace.go:171","msg":"trace[977315665] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25625; }","duration":"6.379336279s","start":"2026-03-18T14:55:40.90803Z","end":"2026-03-18T14:55:47.287366Z","steps":["trace[977315665] 'agreement among raft nodes before linearized reading' (duration: 6.376909744s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.288093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05643395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:47.288157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:40.908003Z","time spent":"6.380142871s","remote":"127.0.0.1:49964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:47.288105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:44.070949Z","time spent":"3.217139833s","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-18T14:55:47.288194Z","caller":"traceutil/trace.go:171","msg":"trace[635133881] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25626; }","duration":"1.0568304s","start":"2026-03-18T14:55:46.231349Z","end":"2026-03-18T14:55:47.288179Z","steps":["trace[635133881] 'agreement among raft nodes before linearized reading' (duration: 1.056439319s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:47.287763Z","caller":"traceutil/trace.go:171","msg":"trace[1643230978] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25626; }","duration":"729.275916ms","start":"2026-03-18T14:55:46.55848Z","end":"2026-03-18T14:55:47.287756Z","steps":["trace[1643230978] 'agreement among raft nodes before linearized reading' (duration: 729.184623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.28827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:46.23133Z","time spent":"1.056927074s","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T14:55:47.287647Z","caller":"traceutil/trace.go:171","msg":"trace[1909513962] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:25626; }","duration":"727.602261ms","start":"2026-03-18T14:55:46.560019Z","end":"2026-03-18T14:55:47.287621Z","steps":["trace[1909513962] 'agreement among raft nodes before linearized reading' (duration: 727.508379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:47.294485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:46.560009Z","time spent":"734.454446ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-18T14:55:47.28829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:46.558462Z","time spent":"729.81809ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-18T14:55:47.287732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:46.643092Z","time spent":"644.626257ms","remote":"127.0.0.1:41066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:48.181966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.506249ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-18T14:55:48.182073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:47.291769Z","time spent":"890.300699ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T14:55:48.183214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:47.291817Z","time spent":"891.395128ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T14:55:48.183302Z","caller":"traceutil/trace.go:171","msg":"trace[1340077509] transaction","detail":"{read_only:false; response_revision:25627; number_of_response:1; }","duration":"889.449715ms","start":"2026-03-18T14:55:47.293829Z","end":"2026-03-18T14:55:48.183279Z","steps":["trace[1340077509] 'process raft request' (duration: 889.321972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:48.183411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:47.293819Z","time spent":"889.532478ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:48.183458Z","caller":"traceutil/trace.go:171","msg":"trace[693943816] linearizableReadLoop","detail":"{readStateIndex:26649; appliedIndex:26647; }","duration":"891.564093ms","start":"2026-03-18T14:55:47.291876Z","end":"2026-03-18T14:55:48.18344Z","steps":["trace[693943816] 'read index received' (duration: 112.652075ms)","trace[693943816] 'applied index is now lower than readState.Index' (duration: 778.910938ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:48.18354Z","caller":"traceutil/trace.go:171","msg":"trace[1510799445] transaction","detail":"{read_only:false; response_revision:25628; number_of_response:1; }","duration":"889.434925ms","start":"2026-03-18T14:55:47.294086Z","end":"2026-03-18T14:55:48.183521Z","steps":["trace[1510799445] 'process raft request' (duration: 889.152957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:48.18361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:47.294078Z","time spent":"889.495846ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:48.183712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.812099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-18T14:55:48.183741Z","caller":"traceutil/trace.go:171","msg":"trace[804284227] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:25628; }","duration":"891.896291ms","start":"2026-03-18T14:55:47.291836Z","end":"2026-03-18T14:55:48.183732Z","steps":["trace[804284227] 'agreement among raft nodes before linearized reading' (duration: 891.743227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:48.183769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:47.291815Z","time spent":"891.948363ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":562,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-18T14:55:48.232027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.208066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:48.232053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.849836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:48.232112Z","caller":"traceutil/trace.go:171","msg":"trace[1733520133] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25629; }","duration":"607.37011ms","start":"2026-03-18T14:55:47.624721Z","end":"2026-03-18T14:55:48.232091Z","steps":["trace[1733520133] 'agreement among raft nodes before linearized reading' (duration: 607.186474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:48.232052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.855329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-64f6c5ccc-b9vwn\" ","response":"range_response_count:1 size:8775"} {"level":"info","ts":"2026-03-18T14:55:48.232148Z","caller":"traceutil/trace.go:171","msg":"trace[649688281] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-64f6c5ccc-b9vwn; range_end:; response_count:1; response_revision:25629; }","duration":"939.980661ms","start":"2026-03-18T14:55:47.292161Z","end":"2026-03-18T14:55:48.232141Z","steps":["trace[649688281] 'agreement among raft nodes before linearized reading' (duration: 939.729265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:48.232158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:47.624688Z","time spent":"607.461583ms","remote":"127.0.0.1:54778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:48.232157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.744119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:645"} {"level":"warn","ts":"2026-03-18T14:55:48.232191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:47.292151Z","time spent":"940.017622ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":8799,"request content":"key:\"/registry/pods/openstack/magnum-api-64f6c5ccc-b9vwn\" "} {"level":"info","ts":"2026-03-18T14:55:48.232206Z","caller":"traceutil/trace.go:171","msg":"trace[1027229065] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:25629; }","duration":"938.795269ms","start":"2026-03-18T14:55:47.293393Z","end":"2026-03-18T14:55:48.232188Z","steps":["trace[1027229065] 'agreement among raft nodes before linearized reading' (duration: 938.706698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:48.232247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:47.293387Z","time spent":"938.846341ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":669,"request content":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-18T14:55:48.232373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.1803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:48.232364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.335059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c88352f0-5f07-4a97-8e1b-0ca853602ad8\" ","response":"range_response_count:1 size:1320"} {"level":"info","ts":"2026-03-18T14:55:48.232429Z","caller":"traceutil/trace.go:171","msg":"trace[2069056648] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c88352f0-5f07-4a97-8e1b-0ca853602ad8; range_end:; response_count:1; response_revision:25629; }","duration":"934.419481ms","start":"2026-03-18T14:55:47.297994Z","end":"2026-03-18T14:55:48.232414Z","steps":["trace[2069056648] 'agreement among raft nodes before linearized reading' (duration: 934.250086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:48.232436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.269425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:55:48.232455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:47.29799Z","time spent":"934.459132ms","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-c88352f0-5f07-4a97-8e1b-0ca853602ad8\" "} {"level":"info","ts":"2026-03-18T14:55:48.23212Z","caller":"traceutil/trace.go:171","msg":"trace[782150038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25629; }","duration":"936.95087ms","start":"2026-03-18T14:55:47.295152Z","end":"2026-03-18T14:55:48.232103Z","steps":["trace[782150038] 'agreement among raft nodes before linearized reading' (duration: 936.810835ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:48.232396Z","caller":"traceutil/trace.go:171","msg":"trace[2070691037] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25629; }","duration":"231.239492ms","start":"2026-03-18T14:55:48.001149Z","end":"2026-03-18T14:55:48.232388Z","steps":["trace[2070691037] 'agreement among raft nodes before linearized reading' (duration: 231.196811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:48.232478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:47.295141Z","time spent":"937.33211ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:55:48.232457Z","caller":"traceutil/trace.go:171","msg":"trace[1182846898] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:25629; }","duration":"601.323467ms","start":"2026-03-18T14:55:47.631128Z","end":"2026-03-18T14:55:48.232451Z","steps":["trace[1182846898] 'agreement among raft nodes before linearized reading' (duration: 601.281855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:48.232543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:47.631113Z","time spent":"601.416839ms","remote":"127.0.0.1:33592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:48.390099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.674244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:55:48.390223Z","caller":"traceutil/trace.go:171","msg":"trace[1658403266] linearizableReadLoop","detail":"{readStateIndex:26654; appliedIndex:26652; }","duration":"156.840521ms","start":"2026-03-18T14:55:48.233373Z","end":"2026-03-18T14:55:48.390214Z","steps":["trace[1658403266] 'read index received' (duration: 50.009973ms)","trace[1658403266] 'applied index is now lower than readState.Index' (duration: 106.829798ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:48.390289Z","caller":"traceutil/trace.go:171","msg":"trace[691228402] transaction","detail":"{read_only:false; response_revision:25630; number_of_response:1; }","duration":"206.272106ms","start":"2026-03-18T14:55:48.184008Z","end":"2026-03-18T14:55:48.39028Z","steps":["trace[691228402] 'process raft request' (duration: 99.365676ms)","trace[691228402] 'compare' (duration: 106.52296ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:48.390386Z","caller":"traceutil/trace.go:171","msg":"trace[239808466] transaction","detail":"{read_only:false; response_revision:25631; number_of_response:1; }","duration":"200.677774ms","start":"2026-03-18T14:55:48.189677Z","end":"2026-03-18T14:55:48.390355Z","steps":["trace[239808466] 'process raft request' (duration: 200.496179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:48.390469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.092727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:48.390735Z","caller":"traceutil/trace.go:171","msg":"trace[928260624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25631; }","duration":"157.355654ms","start":"2026-03-18T14:55:48.233369Z","end":"2026-03-18T14:55:48.390724Z","steps":["trace[928260624] 'agreement among raft nodes before linearized reading' (duration: 157.049626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:48.890501Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740930,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:55:49.220274Z","caller":"traceutil/trace.go:171","msg":"trace[1608634092] transaction","detail":"{read_only:false; response_revision:25632; number_of_response:1; }","duration":"976.615192ms","start":"2026-03-18T14:55:48.243637Z","end":"2026-03-18T14:55:49.220252Z","steps":["trace[1608634092] 'process raft request' (duration: 924.507933ms)","trace[1608634092] 'compare' (duration: 51.829031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:49.220485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:48.243618Z","time spent":"976.797577ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8798,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:49.220491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.822735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:55:49.220586Z","caller":"traceutil/trace.go:171","msg":"trace[1124516256] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25632; }","duration":"940.950957ms","start":"2026-03-18T14:55:48.279617Z","end":"2026-03-18T14:55:49.220568Z","steps":["trace[1124516256] 'agreement among raft nodes before linearized reading' (duration: 940.700281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:49.220634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:48.279603Z","time spent":"941.020119ms","remote":"127.0.0.1:45796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:49.220529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.986786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:49.220771Z","caller":"traceutil/trace.go:171","msg":"trace[2042028179] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25632; }","duration":"834.309745ms","start":"2026-03-18T14:55:48.386447Z","end":"2026-03-18T14:55:49.220757Z","steps":["trace[2042028179] 'agreement among raft nodes before linearized reading' (duration: 833.854523ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:49.220263Z","caller":"traceutil/trace.go:171","msg":"trace[613972082] linearizableReadLoop","detail":"{readStateIndex:26655; appliedIndex:26654; }","duration":"829.978448ms","start":"2026-03-18T14:55:48.390254Z","end":"2026-03-18T14:55:49.220233Z","steps":["trace[613972082] 'read index received' (duration: 777.792337ms)","trace[613972082] 'applied index is now lower than readState.Index' (duration: 52.184721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:49.220981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:48.386434Z","time spent":"834.434508ms","remote":"127.0.0.1:54910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:49.22109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.667768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:55:49.221105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.652704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-18T14:55:49.221136Z","caller":"traceutil/trace.go:171","msg":"trace[1512609318] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25632; }","duration":"337.713959ms","start":"2026-03-18T14:55:48.883409Z","end":"2026-03-18T14:55:49.221123Z","steps":["trace[1512609318] 'agreement among raft nodes before linearized reading' (duration: 337.646458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:49.221129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.144871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:55:49.22116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:48.883366Z","time spent":"337.787911ms","remote":"127.0.0.1:56340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:49.221164Z","caller":"traceutil/trace.go:171","msg":"trace[1230468458] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25632; }","duration":"986.713755ms","start":"2026-03-18T14:55:48.234434Z","end":"2026-03-18T14:55:49.221148Z","steps":["trace[1230468458] 'agreement among raft nodes before linearized reading' (duration: 985.880103ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:49.22118Z","caller":"traceutil/trace.go:171","msg":"trace[490951884] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25632; }","duration":"763.203773ms","start":"2026-03-18T14:55:48.457964Z","end":"2026-03-18T14:55:49.221168Z","steps":["trace[490951884] 'agreement among raft nodes before linearized reading' (duration: 763.1017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:49.221152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.814089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:49.221211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:48.234418Z","time spent":"986.780447ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T14:55:49.221215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:48.457908Z","time spent":"763.297916ms","remote":"127.0.0.1:49898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:49.22126Z","caller":"traceutil/trace.go:171","msg":"trace[322645266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25632; }","duration":"824.994972ms","start":"2026-03-18T14:55:48.396241Z","end":"2026-03-18T14:55:49.221236Z","steps":["trace[322645266] 'agreement among raft nodes before linearized reading' (duration: 824.804647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:49.221282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.935021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-8zp2j.189df73a0a2064f2\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-03-18T14:55:49.22133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:48.39622Z","time spent":"825.097036ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:55:49.22138Z","caller":"traceutil/trace.go:171","msg":"trace[423679910] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-8zp2j.189df73a0a2064f2; range_end:; response_count:1; response_revision:25632; }","duration":"825.045434ms","start":"2026-03-18T14:55:48.396311Z","end":"2026-03-18T14:55:49.221357Z","steps":["trace[423679910] 'agreement among raft nodes before linearized reading' (duration: 824.763687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:49.22144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:48.396273Z","time spent":"825.154768ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-8zp2j.189df73a0a2064f2\" "} {"level":"warn","ts":"2026-03-18T14:55:49.221282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.047118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T14:55:49.221533Z","caller":"traceutil/trace.go:171","msg":"trace[1941353134] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25632; }","duration":"264.339136ms","start":"2026-03-18T14:55:48.957168Z","end":"2026-03-18T14:55:49.221508Z","steps":["trace[1941353134] 'agreement among raft nodes before linearized reading' (duration: 263.903384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:50.104919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.038603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:55:50.10503Z","caller":"traceutil/trace.go:171","msg":"trace[696159709] linearizableReadLoop","detail":"{readStateIndex:26656; appliedIndex:26655; }","duration":"879.101376ms","start":"2026-03-18T14:55:49.225913Z","end":"2026-03-18T14:55:50.105015Z","steps":["trace[696159709] 'read index received' (duration: 336.774095ms)","trace[696159709] 'applied index is now lower than readState.Index' (duration: 542.326221ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:50.105107Z","caller":"traceutil/trace.go:171","msg":"trace[423146638] transaction","detail":"{read_only:false; response_revision:25633; number_of_response:1; }","duration":"880.235246ms","start":"2026-03-18T14:55:49.224856Z","end":"2026-03-18T14:55:50.105092Z","steps":["trace[423146638] 'process raft request' (duration: 337.944156ms)","trace[423146638] 'compare' (duration: 541.91212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:50.105173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:49.22484Z","time spent":"880.300219ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:50.105413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.501766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:55:50.105453Z","caller":"traceutil/trace.go:171","msg":"trace[498160447] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25633; }","duration":"879.560899ms","start":"2026-03-18T14:55:49.225882Z","end":"2026-03-18T14:55:50.105443Z","steps":["trace[498160447] 'agreement among raft nodes before linearized reading' (duration: 879.464396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:50.105487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:49.225868Z","time spent":"879.6117ms","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T14:55:50.105722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.85184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-64f6c5ccc-b9vwn\" ","response":"range_response_count:1 size:8816"} {"level":"info","ts":"2026-03-18T14:55:50.105759Z","caller":"traceutil/trace.go:171","msg":"trace[437095847] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-64f6c5ccc-b9vwn; range_end:; response_count:1; response_revision:25633; }","duration":"871.915171ms","start":"2026-03-18T14:55:49.233835Z","end":"2026-03-18T14:55:50.10575Z","steps":["trace[437095847] 'agreement among raft nodes before linearized reading' (duration: 871.800038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:50.105784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:49.233821Z","time spent":"871.956933ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":8840,"request content":"key:\"/registry/pods/openstack/magnum-api-64f6c5ccc-b9vwn\" "} {"level":"warn","ts":"2026-03-18T14:55:50.105982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.792048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:50.106007Z","caller":"traceutil/trace.go:171","msg":"trace[160381190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25633; }","duration":"871.82529ms","start":"2026-03-18T14:55:49.234174Z","end":"2026-03-18T14:55:50.105999Z","steps":["trace[160381190] 'agreement among raft nodes before linearized reading' (duration: 871.782248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:50.106029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:49.234171Z","time spent":"871.85246ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:50.106045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.62866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:50.10611Z","caller":"traceutil/trace.go:171","msg":"trace[2074944177] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25633; }","duration":"572.755234ms","start":"2026-03-18T14:55:49.533336Z","end":"2026-03-18T14:55:50.106091Z","steps":["trace[2074944177] 'agreement among raft nodes before linearized reading' (duration: 572.60989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:50.106146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:49.533306Z","time spent":"572.830636ms","remote":"127.0.0.1:54644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:50.106147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.90382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:50.106238Z","caller":"traceutil/trace.go:171","msg":"trace[1753252849] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25633; }","duration":"515.020114ms","start":"2026-03-18T14:55:49.591189Z","end":"2026-03-18T14:55:50.106209Z","steps":["trace[1753252849] 'agreement among raft nodes before linearized reading' (duration: 514.892539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:50.106355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:49.591169Z","time spent":"515.166028ms","remote":"127.0.0.1:33648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:50.613509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740937,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:52.080983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310839047s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:55:52.081134Z","caller":"traceutil/trace.go:171","msg":"trace[852064239] transaction","detail":"{read_only:false; response_revision:25634; number_of_response:1; }","duration":"1.969465843s","start":"2026-03-18T14:55:50.111642Z","end":"2026-03-18T14:55:52.081108Z","steps":["trace[852064239] 'process raft request' (duration: 658.42204ms)","trace[852064239] 'compare' (duration: 1.310393756s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:52.081222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:50.111617Z","time spent":"1.969560345s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:52.091791Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.321707521s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:55:52.092084Z","caller":"traceutil/trace.go:171","msg":"trace[1838250620] transaction","detail":"{read_only:false; response_revision:25635; number_of_response:1; }","duration":"1.975726301s","start":"2026-03-18T14:55:50.116342Z","end":"2026-03-18T14:55:52.092068Z","steps":["trace[1838250620] 'process raft request' (duration: 1.975558857s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:52.092169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:50.116328Z","time spent":"1.975786903s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8655,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:52.113673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000588385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-18T14:55:52.11373Z","caller":"traceutil/trace.go:171","msg":"trace[2128977215] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000707897s","start":"2026-03-18T14:55:50.113009Z","end":"2026-03-18T14:55:52.113717Z","steps":["trace[2128977215] 'agreement among raft nodes before linearized reading' (duration: 2.000633656s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:52.113757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:50.112992Z","time spent":"2.000759879s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/18 14:55:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-18T14:55:52.279071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.002216ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:55:52.279177Z","caller":"traceutil/trace.go:171","msg":"trace[763954144] linearizableReadLoop","detail":"{readStateIndex:26659; appliedIndex:26656; }","duration":"2.166086479s","start":"2026-03-18T14:55:50.113071Z","end":"2026-03-18T14:55:52.279158Z","steps":["trace[763954144] 'read index received' (duration: 657.001872ms)","trace[763954144] 'applied index is now lower than readState.Index' (duration: 1.509082697s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:52.279353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958934158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:52.279396Z","caller":"traceutil/trace.go:171","msg":"trace[1056838729] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25635; }","duration":"1.959019991s","start":"2026-03-18T14:55:50.320361Z","end":"2026-03-18T14:55:52.279381Z","steps":["trace[1056838729] 'agreement among raft nodes before linearized reading' (duration: 1.958939379s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:52.279382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.037947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:52.279432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:50.32034Z","time spent":"1.959083022s","remote":"127.0.0.1:35978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:52.279453Z","caller":"traceutil/trace.go:171","msg":"trace[857472209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25635; }","duration":"514.15506ms","start":"2026-03-18T14:55:51.76528Z","end":"2026-03-18T14:55:52.279436Z","steps":["trace[857472209] 'agreement among raft nodes before linearized reading' (duration: 514.027507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:52.279492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:51.76526Z","time spent":"514.224962ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:52.279573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.33583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-55f449c585-6k7s5.189df5933f1a4a95\" ","response":"range_response_count:1 size:1179"} {"level":"warn","ts":"2026-03-18T14:55:52.279555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.560366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:52.279605Z","caller":"traceutil/trace.go:171","msg":"trace[1531650039] range","detail":"{range_begin:/registry/events/openstack/cinder-api-55f449c585-6k7s5.189df5933f1a4a95; range_end:; response_count:1; response_revision:25635; }","duration":"192.399142ms","start":"2026-03-18T14:55:52.087196Z","end":"2026-03-18T14:55:52.279596Z","steps":["trace[1531650039] 'agreement among raft nodes before linearized reading' (duration: 192.250727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:52.279575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.856001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:52.279636Z","caller":"traceutil/trace.go:171","msg":"trace[1377493910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25635; }","duration":"165.71387ms","start":"2026-03-18T14:55:52.113902Z","end":"2026-03-18T14:55:52.279616Z","steps":["trace[1377493910] 'agreement among raft nodes before linearized reading' (duration: 165.573036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:52.279615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.887503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:55:52.279651Z","caller":"traceutil/trace.go:171","msg":"trace[544393262] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25635; }","duration":"440.001785ms","start":"2026-03-18T14:55:51.839627Z","end":"2026-03-18T14:55:52.279629Z","steps":["trace[544393262] 'agreement among raft nodes before linearized reading' (duration: 439.844291ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:52.279708Z","caller":"traceutil/trace.go:171","msg":"trace[1314486921] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25635; }","duration":"844.038027ms","start":"2026-03-18T14:55:51.435647Z","end":"2026-03-18T14:55:52.279685Z","steps":["trace[1314486921] 'agreement among raft nodes before linearized reading' (duration: 843.831103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:52.27971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:51.839595Z","time spent":"440.101329ms","remote":"127.0.0.1:54572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:52.279738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.683512152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:55:52.279751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:51.435631Z","time spent":"844.109929ms","remote":"127.0.0.1:45862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:52.279773Z","caller":"traceutil/trace.go:171","msg":"trace[548303972] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25635; }","duration":"1.683587454s","start":"2026-03-18T14:55:50.596173Z","end":"2026-03-18T14:55:52.279761Z","steps":["trace[548303972] 'agreement among raft nodes before linearized reading' (duration: 1.683526403s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:52.279634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.944972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7104"} {"level":"warn","ts":"2026-03-18T14:55:52.279801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:50.596151Z","time spent":"1.683643375s","remote":"127.0.0.1:50022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:52.279817Z","caller":"traceutil/trace.go:171","msg":"trace[1199414608] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25635; }","duration":"184.145639ms","start":"2026-03-18T14:55:52.095658Z","end":"2026-03-18T14:55:52.279803Z","steps":["trace[1199414608] 'agreement among raft nodes before linearized reading' (duration: 183.771238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:52.279856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63351248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:55:52.27989Z","caller":"traceutil/trace.go:171","msg":"trace[1019203243] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:25635; }","duration":"1.633582592s","start":"2026-03-18T14:55:50.646296Z","end":"2026-03-18T14:55:52.279879Z","steps":["trace[1019203243] 'agreement among raft nodes before linearized reading' (duration: 1.633516061s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:52.279921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:50.646275Z","time spent":"1.633636425s","remote":"127.0.0.1:56416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:52.279957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.858342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-03-18T14:55:52.279978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.78662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:52.280003Z","caller":"traceutil/trace.go:171","msg":"trace[1203107624] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25635; }","duration":"766.850771ms","start":"2026-03-18T14:55:51.513145Z","end":"2026-03-18T14:55:52.279996Z","steps":["trace[1203107624] 'agreement among raft nodes before linearized reading' (duration: 766.79922ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:52.280006Z","caller":"traceutil/trace.go:171","msg":"trace[179034898] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25635; }","duration":"668.948414ms","start":"2026-03-18T14:55:51.611046Z","end":"2026-03-18T14:55:52.279978Z","steps":["trace[179034898] 'agreement among raft nodes before linearized reading' (duration: 668.79193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:52.280023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:51.513124Z","time spent":"766.893422ms","remote":"127.0.0.1:49970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:52.280037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:51.611013Z","time spent":"669.016607ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-18T14:55:52.784833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740942,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:55:52.967779Z","caller":"traceutil/trace.go:171","msg":"trace[692135476] transaction","detail":"{read_only:false; response_revision:25636; number_of_response:1; }","duration":"684.964917ms","start":"2026-03-18T14:55:52.282788Z","end":"2026-03-18T14:55:52.967753Z","steps":["trace[692135476] 'process raft request' (duration: 684.748201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:52.967942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:52.282771Z","time spent":"685.081571ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1162,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:53.617336Z","caller":"traceutil/trace.go:171","msg":"trace[1753897428] linearizableReadLoop","detail":"{readStateIndex:26661; appliedIndex:26659; }","duration":"1.333452538s","start":"2026-03-18T14:55:52.283854Z","end":"2026-03-18T14:55:53.617307Z","steps":["trace[1753897428] 'read index received' (duration: 683.668092ms)","trace[1753897428] 'applied index is now lower than readState.Index' (duration: 649.783056ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:53.617381Z","caller":"traceutil/trace.go:171","msg":"trace[1088024556] transaction","detail":"{read_only:false; response_revision:25637; number_of_response:1; }","duration":"1.328721831s","start":"2026-03-18T14:55:52.288607Z","end":"2026-03-18T14:55:53.617329Z","steps":["trace[1088024556] 'process raft request' (duration: 1.252254554s)","trace[1088024556] 'compare' (duration: 75.921092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:53.61756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333687166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eef376a0-b086-40fc-9f9d-db9e30353d15\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-18T14:55:53.617589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:52.288594Z","time spent":"1.328878154s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:53.617646Z","caller":"traceutil/trace.go:171","msg":"trace[783955096] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eef376a0-b086-40fc-9f9d-db9e30353d15; range_end:; response_count:1; response_revision:25637; }","duration":"1.333817118s","start":"2026-03-18T14:55:52.283806Z","end":"2026-03-18T14:55:53.617623Z","steps":["trace[783955096] 'agreement among raft nodes before linearized reading' (duration: 1.333614703s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:53.617692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:52.283787Z","time spent":"1.33389555s","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-eef376a0-b086-40fc-9f9d-db9e30353d15\" "} {"level":"warn","ts":"2026-03-18T14:55:54.727367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.987718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:55:54.727482Z","caller":"traceutil/trace.go:171","msg":"trace[1332912136] linearizableReadLoop","detail":"{readStateIndex:26662; appliedIndex:26661; }","duration":"1.110062459s","start":"2026-03-18T14:55:53.617402Z","end":"2026-03-18T14:55:54.727464Z","steps":["trace[1332912136] 'read index received' (duration: 235.566698ms)","trace[1332912136] 'applied index is now lower than readState.Index' (duration: 874.493991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:54.727562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304638109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:54.727613Z","caller":"traceutil/trace.go:171","msg":"trace[1057364967] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25638; }","duration":"1.304758794s","start":"2026-03-18T14:55:53.422843Z","end":"2026-03-18T14:55:54.727602Z","steps":["trace[1057364967] 'agreement among raft nodes before linearized reading' (duration: 1.304665601s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:54.727639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:53.422804Z","time spent":"1.304829135s","remote":"127.0.0.1:45812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:54.727605Z","caller":"traceutil/trace.go:171","msg":"trace[334486078] transaction","detail":"{read_only:false; response_revision:25638; number_of_response:1; }","duration":"1.48919643s","start":"2026-03-18T14:55:53.238361Z","end":"2026-03-18T14:55:54.727557Z","steps":["trace[334486078] 'process raft request' (duration: 614.741259ms)","trace[334486078] 'compare' (duration: 872.93155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:54.727634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411326815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:55:54.72767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403872923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-18T14:55:54.72767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158722524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:54.727701Z","caller":"traceutil/trace.go:171","msg":"trace[652524633] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:25638; }","duration":"1.403935464s","start":"2026-03-18T14:55:53.323755Z","end":"2026-03-18T14:55:54.727691Z","steps":["trace[652524633] 'agreement among raft nodes before linearized reading' (duration: 1.403785311s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:54.7277Z","caller":"traceutil/trace.go:171","msg":"trace[1799454158] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25638; }","duration":"1.411461378s","start":"2026-03-18T14:55:53.31622Z","end":"2026-03-18T14:55:54.727681Z","steps":["trace[1799454158] 'agreement among raft nodes before linearized reading' (duration: 1.411344305s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:54.727699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233233733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:54.727741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:53.323734Z","time spent":"1.403999926s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"warn","ts":"2026-03-18T14:55:54.727745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:53.316178Z","time spent":"1.41155518s","remote":"127.0.0.1:50014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:54.727722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75560339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-64f6c5ccc-b9vwn.189df73360a6b9c1\" ","response":"range_response_count:1 size:748"} {"level":"info","ts":"2026-03-18T14:55:54.727789Z","caller":"traceutil/trace.go:171","msg":"trace[1379901114] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25638; }","duration":"2.233400318s","start":"2026-03-18T14:55:52.494373Z","end":"2026-03-18T14:55:54.727774Z","steps":["trace[1379901114] 'agreement among raft nodes before linearized reading' (duration: 2.233226344s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:54.727788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:53.238324Z","time spent":"1.489359143s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:54.727826Z","caller":"traceutil/trace.go:171","msg":"trace[1280725087] range","detail":"{range_begin:/registry/events/openstack/magnum-api-64f6c5ccc-b9vwn.189df73360a6b9c1; range_end:; response_count:1; response_revision:25638; }","duration":"1.755753235s","start":"2026-03-18T14:55:52.972053Z","end":"2026-03-18T14:55:54.727806Z","steps":["trace[1280725087] 'agreement among raft nodes before linearized reading' (duration: 1.755498969s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:54.727865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:52.494349Z","time spent":"2.233472811s","remote":"127.0.0.1:33486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:54.727878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:52.972031Z","time spent":"1.755837597s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":772,"request content":"key:\"/registry/events/openstack/magnum-api-64f6c5ccc-b9vwn.189df73360a6b9c1\" "} {"level":"info","ts":"2026-03-18T14:55:54.727744Z","caller":"traceutil/trace.go:171","msg":"trace[1634489338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25638; }","duration":"1.158834799s","start":"2026-03-18T14:55:53.568888Z","end":"2026-03-18T14:55:54.727723Z","steps":["trace[1634489338] 'agreement among raft nodes before linearized reading' (duration: 1.158696024s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:54.727947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:53.568868Z","time spent":"1.159070105s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:55.22842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740948,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:55.728715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740948,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:55.853512Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.599153702s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:55:55.923243Z","caller":"traceutil/trace.go:171","msg":"trace[2024304652] transaction","detail":"{read_only:false; response_revision:25639; number_of_response:1; }","duration":"1.66904452s","start":"2026-03-18T14:55:54.254171Z","end":"2026-03-18T14:55:55.923216Z","steps":["trace[2024304652] 'process raft request' (duration: 1.599576022s)","trace[2024304652] 'compare' (duration: 69.316785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:55.923378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:54.254148Z","time spent":"1.669162675s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:55.923819Z","caller":"traceutil/trace.go:171","msg":"trace[1626814186] linearizableReadLoop","detail":"{readStateIndex:26665; appliedIndex:26662; }","duration":"1.19628581s","start":"2026-03-18T14:55:54.727509Z","end":"2026-03-18T14:55:55.923795Z","steps":["trace[1626814186] 'read index received' (duration: 1.126253348s)","trace[1626814186] 'applied index is now lower than readState.Index' (duration: 70.031312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:55.923948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:54.728923Z","time spent":"1.195021346s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-18T14:55:55.924155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195281274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:55.924146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780244038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:55.924214Z","caller":"traceutil/trace.go:171","msg":"trace[9408322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25640; }","duration":"1.195476579s","start":"2026-03-18T14:55:54.728723Z","end":"2026-03-18T14:55:55.9242Z","steps":["trace[9408322] 'agreement among raft nodes before linearized reading' (duration: 1.195353124s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:55.924219Z","caller":"traceutil/trace.go:171","msg":"trace[402752202] transaction","detail":"{read_only:false; response_revision:25640; number_of_response:1; }","duration":"1.194216255s","start":"2026-03-18T14:55:54.729994Z","end":"2026-03-18T14:55:55.92421Z","steps":["trace[402752202] 'process raft request' (duration: 1.193550286s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:55.924233Z","caller":"traceutil/trace.go:171","msg":"trace[460105096] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25640; }","duration":"1.780380832s","start":"2026-03-18T14:55:54.14383Z","end":"2026-03-18T14:55:55.924211Z","steps":["trace[460105096] 'agreement among raft nodes before linearized reading' (duration: 1.780214477s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:55.924309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:54.729972Z","time spent":"1.194276636s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:55.924305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904232038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:55.924322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392292261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:55.924349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963003699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:55.924373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681840747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:55.924406Z","caller":"traceutil/trace.go:171","msg":"trace[1449460091] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25640; }","duration":"1.96309479s","start":"2026-03-18T14:55:53.961294Z","end":"2026-03-18T14:55:55.924389Z","steps":["trace[1449460091] 'agreement among raft nodes before linearized reading' (duration: 1.963022159s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:55.924433Z","caller":"traceutil/trace.go:171","msg":"trace[1128118901] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25640; }","duration":"1.681946621s","start":"2026-03-18T14:55:54.24247Z","end":"2026-03-18T14:55:55.924416Z","steps":["trace[1128118901] 'agreement among raft nodes before linearized reading' (duration: 1.681849318s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:55.924452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:53.96127Z","time spent":"1.963170303s","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:55.924493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:54.242447Z","time spent":"1.682036692s","remote":"127.0.0.1:33540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:55.92423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.291406197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8zp2j\" ","response":"range_response_count:1 size:6857"} {"level":"info","ts":"2026-03-18T14:55:55.924544Z","caller":"traceutil/trace.go:171","msg":"trace[1575890266] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-8zp2j; range_end:; response_count:1; response_revision:25640; }","duration":"2.291773967s","start":"2026-03-18T14:55:53.632756Z","end":"2026-03-18T14:55:55.92453Z","steps":["trace[1575890266] 'agreement among raft nodes before linearized reading' (duration: 2.291294323s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:55.924606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:53.632733Z","time spent":"2.291853349s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6881,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8zp2j\" "} {"level":"info","ts":"2026-03-18T14:55:55.924357Z","caller":"traceutil/trace.go:171","msg":"trace[1231228237] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25640; }","duration":"1.904315902s","start":"2026-03-18T14:55:54.020027Z","end":"2026-03-18T14:55:55.924343Z","steps":["trace[1231228237] 'agreement among raft nodes before linearized reading' (duration: 1.90423892s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:55.92477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:54.02001Z","time spent":"1.904733163s","remote":"127.0.0.1:59192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:55.924304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:54.143806Z","time spent":"1.780481063s","remote":"127.0.0.1:35972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:55.924258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:54.728706Z","time spent":"1.195541801s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:55.924154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338286389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:55.924943Z","caller":"traceutil/trace.go:171","msg":"trace[349252747] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25640; }","duration":"1.339113491s","start":"2026-03-18T14:55:54.585802Z","end":"2026-03-18T14:55:55.924916Z","steps":["trace[349252747] 'agreement among raft nodes before linearized reading' (duration: 1.338252018s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:55.924354Z","caller":"traceutil/trace.go:171","msg":"trace[1848701542] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25640; }","duration":"1.392363602s","start":"2026-03-18T14:55:54.53198Z","end":"2026-03-18T14:55:55.924344Z","steps":["trace[1848701542] 'agreement among raft nodes before linearized reading' (duration: 1.39229948s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:55.925017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:54.585782Z","time spent":"1.339212904s","remote":"127.0.0.1:51022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T14:55:55.925053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:54.531955Z","time spent":"1.39305265s","remote":"127.0.0.1:54746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:56.482973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740956,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:56.983249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740956,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:55:57.039725Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.042481373s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:55:57.349954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.688058ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:57.350143Z","caller":"traceutil/trace.go:171","msg":"trace[429417330] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25641; }","duration":"678.901833ms","start":"2026-03-18T14:55:56.671212Z","end":"2026-03-18T14:55:57.350114Z","steps":["trace[429417330] 'range keys from in-memory index tree' (duration: 678.662347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:57.351083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.806602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:55:57.351184Z","caller":"traceutil/trace.go:171","msg":"trace[43666727] transaction","detail":"{read_only:false; response_revision:25642; number_of_response:1; }","duration":"1.419169896s","start":"2026-03-18T14:55:55.931996Z","end":"2026-03-18T14:55:57.351165Z","steps":["trace[43666727] 'process raft request' (duration: 1.108189059s)","trace[43666727] 'compare' (duration: 309.106576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:57.351229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:55.931979Z","time spent":"1.419230047s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:57.442839Z","caller":"traceutil/trace.go:171","msg":"trace[366729075] linearizableReadLoop","detail":"{readStateIndex:26668; appliedIndex:26666; }","duration":"1.460313789s","start":"2026-03-18T14:55:55.9825Z","end":"2026-03-18T14:55:57.442814Z","steps":["trace[366729075] 'read index received' (duration: 1.057657003s)","trace[366729075] 'applied index is now lower than readState.Index' (duration: 402.655886ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:57.442946Z","caller":"traceutil/trace.go:171","msg":"trace[255516228] transaction","detail":"{read_only:false; response_revision:25643; number_of_response:1; }","duration":"1.458115859s","start":"2026-03-18T14:55:55.984766Z","end":"2026-03-18T14:55:57.442882Z","steps":["trace[255516228] 'process raft request' (duration: 1.457921204s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:57.443037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512359825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:57.443079Z","caller":"traceutil/trace.go:171","msg":"trace[733646503] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25643; }","duration":"1.512446287s","start":"2026-03-18T14:55:55.930619Z","end":"2026-03-18T14:55:57.443066Z","steps":["trace[733646503] 'agreement among raft nodes before linearized reading' (duration: 1.512349624s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:57.443118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:55.930598Z","time spent":"1.512513089s","remote":"127.0.0.1:33614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-18T14:55:57.443199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:55.984754Z","time spent":"1.458311154s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:57.443194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510794253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:57.443306Z","caller":"traceutil/trace.go:171","msg":"trace[1708507943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25643; }","duration":"1.510942296s","start":"2026-03-18T14:55:55.932313Z","end":"2026-03-18T14:55:57.443255Z","steps":["trace[1708507943] 'agreement among raft nodes before linearized reading' (duration: 1.510573436s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:57.443403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458777336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-18T14:55:57.443433Z","caller":"traceutil/trace.go:171","msg":"trace[1833987713] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25643; }","duration":"1.458837458s","start":"2026-03-18T14:55:55.984588Z","end":"2026-03-18T14:55:57.443426Z","steps":["trace[1833987713] 'agreement among raft nodes before linearized reading' (duration: 1.458774607s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:57.443454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:55.984572Z","time spent":"1.45887724s","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-18T14:55:57.443362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:55.932305Z","time spent":"1.51104728s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:57.443494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.799921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:57.443552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.629804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:57.44357Z","caller":"traceutil/trace.go:171","msg":"trace[608568898] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25643; }","duration":"135.936586ms","start":"2026-03-18T14:55:57.307615Z","end":"2026-03-18T14:55:57.443552Z","steps":["trace[608568898] 'agreement among raft nodes before linearized reading' (duration: 135.761661ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:57.443601Z","caller":"traceutil/trace.go:171","msg":"trace[806815049] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25643; }","duration":"166.688866ms","start":"2026-03-18T14:55:57.276899Z","end":"2026-03-18T14:55:57.443588Z","steps":["trace[806815049] 'agreement among raft nodes before linearized reading' (duration: 166.581313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:57.443624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.67967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:57.443662Z","caller":"traceutil/trace.go:171","msg":"trace[750565419] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25643; }","duration":"856.72889ms","start":"2026-03-18T14:55:56.586924Z","end":"2026-03-18T14:55:57.443652Z","steps":["trace[750565419] 'agreement among raft nodes before linearized reading' (duration: 856.653989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:57.443693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:56.586875Z","time spent":"856.808383ms","remote":"127.0.0.1:54904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:55:57.443792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.974887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:55:57.443853Z","caller":"traceutil/trace.go:171","msg":"trace[1539144447] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25643; }","duration":"146.030798ms","start":"2026-03-18T14:55:57.2978Z","end":"2026-03-18T14:55:57.44383Z","steps":["trace[1539144447] 'agreement among raft nodes before linearized reading' (duration: 145.898144ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:57.69169Z","caller":"traceutil/trace.go:171","msg":"trace[213925296] linearizableReadLoop","detail":"{readStateIndex:26669; appliedIndex:26668; }","duration":"241.740415ms","start":"2026-03-18T14:55:57.449922Z","end":"2026-03-18T14:55:57.691662Z","steps":["trace[213925296] 'read index received' (duration: 241.692334ms)","trace[213925296] 'applied index is now lower than readState.Index' (duration: 46.611µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:57.691725Z","caller":"traceutil/trace.go:171","msg":"trace[213967690] transaction","detail":"{read_only:false; response_revision:25644; number_of_response:1; }","duration":"242.029614ms","start":"2026-03-18T14:55:57.44966Z","end":"2026-03-18T14:55:57.69169Z","steps":["trace[213967690] 'process raft request' (duration: 241.838609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:57.691924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.975511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:57.692016Z","caller":"traceutil/trace.go:171","msg":"trace[425580923] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25644; }","duration":"242.115085ms","start":"2026-03-18T14:55:57.449881Z","end":"2026-03-18T14:55:57.691996Z","steps":["trace[425580923] 'agreement among raft nodes before linearized reading' (duration: 241.913181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:58.401863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.985562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:55:58.401928Z","caller":"traceutil/trace.go:171","msg":"trace[1914194276] linearizableReadLoop","detail":"{readStateIndex:26670; appliedIndex:26669; }","duration":"710.162019ms","start":"2026-03-18T14:55:57.691756Z","end":"2026-03-18T14:55:58.401919Z","steps":["trace[1914194276] 'read index received' (duration: 49.997251ms)","trace[1914194276] 'applied index is now lower than readState.Index' (duration: 660.164158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:58.402052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.248593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-64f6c5ccc-b9vwn.189df73373926feb\" ","response":"range_response_count:1 size:748"} {"level":"info","ts":"2026-03-18T14:55:58.402074Z","caller":"traceutil/trace.go:171","msg":"trace[2029545470] range","detail":"{range_begin:/registry/events/openstack/magnum-api-64f6c5ccc-b9vwn.189df73373926feb; range_end:; response_count:1; response_revision:25645; }","duration":"706.301095ms","start":"2026-03-18T14:55:57.695762Z","end":"2026-03-18T14:55:58.402063Z","steps":["trace[2029545470] 'agreement among raft nodes before linearized reading' (duration: 706.214613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:58.402094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:57.695744Z","time spent":"706.345036ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":772,"request content":"key:\"/registry/events/openstack/magnum-api-64f6c5ccc-b9vwn.189df73373926feb\" "} {"level":"warn","ts":"2026-03-18T14:55:58.402073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.087568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:55:58.40213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.185041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:58.402197Z","caller":"traceutil/trace.go:171","msg":"trace[967296407] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25645; }","duration":"706.266853ms","start":"2026-03-18T14:55:57.69592Z","end":"2026-03-18T14:55:58.402187Z","steps":["trace[967296407] 'agreement among raft nodes before linearized reading' (duration: 706.14083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:58.402225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:57.695913Z","time spent":"706.306224ms","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-18T14:55:58.402186Z","caller":"traceutil/trace.go:171","msg":"trace[801856490] transaction","detail":"{read_only:false; response_revision:25645; number_of_response:1; }","duration":"769.070922ms","start":"2026-03-18T14:55:57.633065Z","end":"2026-03-18T14:55:58.402136Z","steps":["trace[801856490] 'process raft request' (duration: 108.748631ms)","trace[801856490] 'compare' (duration: 659.746515ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:58.402266Z","caller":"traceutil/trace.go:171","msg":"trace[1832011373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25645; }","duration":"949.220192ms","start":"2026-03-18T14:55:57.452924Z","end":"2026-03-18T14:55:58.402144Z","steps":["trace[1832011373] 'agreement among raft nodes before linearized reading' (duration: 949.049237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:58.402335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:57.452915Z","time spent":"949.393887ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:58.402492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:57.633033Z","time spent":"769.271337ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:59.03082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.625171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:55:59.031003Z","caller":"traceutil/trace.go:171","msg":"trace[339187677] linearizableReadLoop","detail":"{readStateIndex:26673; appliedIndex:26671; }","duration":"460.013867ms","start":"2026-03-18T14:55:58.570974Z","end":"2026-03-18T14:55:59.030988Z","steps":["trace[339187677] 'read index received' (duration: 453.854759ms)","trace[339187677] 'applied index is now lower than readState.Index' (duration: 6.158417ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:59.031054Z","caller":"traceutil/trace.go:171","msg":"trace[2066931735] transaction","detail":"{read_only:false; response_revision:25648; number_of_response:1; }","duration":"575.083457ms","start":"2026-03-18T14:55:58.455934Z","end":"2026-03-18T14:55:59.031017Z","steps":["trace[2066931735] 'process raft request' (duration: 574.982964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:59.031111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.145729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:59.031152Z","caller":"traceutil/trace.go:171","msg":"trace[1719045324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25648; }","duration":"460.18722ms","start":"2026-03-18T14:55:58.570952Z","end":"2026-03-18T14:55:59.031139Z","steps":["trace[1719045324] 'agreement among raft nodes before linearized reading' (duration: 460.097978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:59.031201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:58.570884Z","time spent":"460.304605ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:59.031214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:58.455914Z","time spent":"575.22588ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:55:59.031072Z","caller":"traceutil/trace.go:171","msg":"trace[1095062474] transaction","detail":"{read_only:false; response_revision:25647; number_of_response:1; }","duration":"602.170268ms","start":"2026-03-18T14:55:58.428872Z","end":"2026-03-18T14:55:59.031043Z","steps":["trace[1095062474] 'process raft request' (duration: 97.252139ms)","trace[1095062474] 'compare' (duration: 504.468837ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:59.031475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:58.428847Z","time spent":"602.514449ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:55:59.424823Z","caller":"traceutil/trace.go:171","msg":"trace[635407607] transaction","detail":"{read_only:false; response_revision:25649; number_of_response:1; }","duration":"637.628547ms","start":"2026-03-18T14:55:58.787163Z","end":"2026-03-18T14:55:59.424791Z","steps":["trace[635407607] 'process raft request' (duration: 637.386061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:59.425003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:58.78713Z","time spent":"637.787523ms","remote":"127.0.0.1:45024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:55:59.425018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.842568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-18T14:55:59.425043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.378092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:55:59.425096Z","caller":"traceutil/trace.go:171","msg":"trace[1641913012] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25649; }","duration":"777.984512ms","start":"2026-03-18T14:55:58.647075Z","end":"2026-03-18T14:55:59.42506Z","steps":["trace[1641913012] 'agreement among raft nodes before linearized reading' (duration: 777.716294ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:55:59.425174Z","caller":"traceutil/trace.go:171","msg":"trace[1465823834] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25649; }","duration":"812.578468ms","start":"2026-03-18T14:55:58.612558Z","end":"2026-03-18T14:55:59.425136Z","steps":["trace[1465823834] 'agreement among raft nodes before linearized reading' (duration: 812.351131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:59.425193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:58.647046Z","time spent":"778.137716ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-18T14:55:59.425236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:58.612522Z","time spent":"812.700031ms","remote":"127.0.0.1:50068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:55:59.425614Z","caller":"traceutil/trace.go:171","msg":"trace[1087488984] linearizableReadLoop","detail":"{readStateIndex:26674; appliedIndex:26673; }","duration":"393.724194ms","start":"2026-03-18T14:55:59.031039Z","end":"2026-03-18T14:55:59.424763Z","steps":["trace[1087488984] 'read index received' (duration: 393.327813ms)","trace[1087488984] 'applied index is now lower than readState.Index' (duration: 395.011µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:59.425764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.963114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:55:59.425793Z","caller":"traceutil/trace.go:171","msg":"trace[621515033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25649; }","duration":"393.049246ms","start":"2026-03-18T14:55:59.032734Z","end":"2026-03-18T14:55:59.425783Z","steps":["trace[621515033] 'agreement among raft nodes before linearized reading' (duration: 392.970463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:59.425813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:59.032714Z","time spent":"393.094557ms","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:55:59.425999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.201214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-8zp2j.189df73a0a2064f2\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-18T14:55:59.426083Z","caller":"traceutil/trace.go:171","msg":"trace[159092401] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-8zp2j.189df73a0a2064f2; range_end:; response_count:1; response_revision:25649; }","duration":"388.326229ms","start":"2026-03-18T14:55:59.037736Z","end":"2026-03-18T14:55:59.426062Z","steps":["trace[159092401] 'agreement among raft nodes before linearized reading' (duration: 388.092262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:59.426127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:59.037721Z","time spent":"388.39657ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-8zp2j.189df73a0a2064f2\" "} {"level":"info","ts":"2026-03-18T14:55:59.712014Z","caller":"traceutil/trace.go:171","msg":"trace[388368233] linearizableReadLoop","detail":"{readStateIndex:26675; appliedIndex:26674; }","duration":"282.723273ms","start":"2026-03-18T14:55:59.429264Z","end":"2026-03-18T14:55:59.711987Z","steps":["trace[388368233] 'read index received' (duration: 199.584556ms)","trace[388368233] 'applied index is now lower than readState.Index' (duration: 83.137317ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:55:59.712054Z","caller":"traceutil/trace.go:171","msg":"trace[504100961] transaction","detail":"{read_only:false; response_revision:25650; number_of_response:1; }","duration":"283.320839ms","start":"2026-03-18T14:55:59.428689Z","end":"2026-03-18T14:55:59.71201Z","steps":["trace[504100961] 'process raft request' (duration: 200.290114ms)","trace[504100961] 'compare' (duration: 82.905441ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:55:59.712217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.946349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d2c147ea-1a6c-4358-a495-42dd7dfdf528\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-18T14:55:59.712248Z","caller":"traceutil/trace.go:171","msg":"trace[2117806133] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d2c147ea-1a6c-4358-a495-42dd7dfdf528; range_end:; response_count:1; response_revision:25650; }","duration":"283.024032ms","start":"2026-03-18T14:55:59.429211Z","end":"2026-03-18T14:55:59.712236Z","steps":["trace[2117806133] 'agreement among raft nodes before linearized reading' (duration: 282.889468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:55:59.712306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.224012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-18T14:55:59.712467Z","caller":"traceutil/trace.go:171","msg":"trace[2077244085] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25650; }","duration":"278.458998ms","start":"2026-03-18T14:55:59.433999Z","end":"2026-03-18T14:55:59.712458Z","steps":["trace[2077244085] 'agreement among raft nodes before linearized reading' (duration: 278.176711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:00.458503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.837038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:56:00.45869Z","caller":"traceutil/trace.go:171","msg":"trace[1470789124] transaction","detail":"{read_only:false; response_revision:25652; number_of_response:1; }","duration":"725.486242ms","start":"2026-03-18T14:55:59.733186Z","end":"2026-03-18T14:56:00.458673Z","steps":["trace[1470789124] 'process raft request' (duration: 725.410371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:00.458766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:59.733162Z","time spent":"725.560595ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:56:00.458801Z","caller":"traceutil/trace.go:171","msg":"trace[1125048959] transaction","detail":"{read_only:false; response_revision:25651; number_of_response:1; }","duration":"742.43109ms","start":"2026-03-18T14:55:59.716341Z","end":"2026-03-18T14:56:00.458772Z","steps":["trace[1125048959] 'process raft request' (duration: 274.253623ms)","trace[1125048959] 'compare' (duration: 467.605762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:56:00.458926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:55:59.716314Z","time spent":"742.547225ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":747,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:56:01.130015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.581828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:56:01.130127Z","caller":"traceutil/trace.go:171","msg":"trace[581117598] linearizableReadLoop","detail":"{readStateIndex:26678; appliedIndex:26677; }","duration":"560.05926ms","start":"2026-03-18T14:56:00.570051Z","end":"2026-03-18T14:56:01.13011Z","steps":["trace[581117598] 'read index received' (duration: 64.225796ms)","trace[581117598] 'applied index is now lower than readState.Index' (duration: 495.832074ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:56:01.130397Z","caller":"traceutil/trace.go:171","msg":"trace[2111011999] transaction","detail":"{read_only:false; response_revision:25653; number_of_response:1; }","duration":"667.260549ms","start":"2026-03-18T14:56:00.463099Z","end":"2026-03-18T14:56:01.13036Z","steps":["trace[2111011999] 'process raft request' (duration: 171.270791ms)","trace[2111011999] 'compare' (duration: 495.452433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:56:01.130438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.37223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:56:01.130524Z","caller":"traceutil/trace.go:171","msg":"trace[1400874063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25653; }","duration":"560.510703ms","start":"2026-03-18T14:56:00.569991Z","end":"2026-03-18T14:56:01.130502Z","steps":["trace[1400874063] 'agreement among raft nodes before linearized reading' (duration: 560.320978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:01.130562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:00.463077Z","time spent":"667.406454ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:56:01.130589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:00.569967Z","time spent":"560.609265ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:56:01.130431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.936512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:56:01.130771Z","caller":"traceutil/trace.go:171","msg":"trace[101462651] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25653; }","duration":"144.295751ms","start":"2026-03-18T14:56:00.986449Z","end":"2026-03-18T14:56:01.130745Z","steps":["trace[101462651] 'agreement among raft nodes before linearized reading' (duration: 143.87033ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:01.425305Z","caller":"traceutil/trace.go:171","msg":"trace[1310189751] linearizableReadLoop","detail":"{readStateIndex:26679; appliedIndex:26678; }","duration":"220.173633ms","start":"2026-03-18T14:56:01.205073Z","end":"2026-03-18T14:56:01.425246Z","steps":["trace[1310189751] 'read index received' (duration: 219.827592ms)","trace[1310189751] 'applied index is now lower than readState.Index' (duration: 344.551µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:56:01.425488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.392208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:56:01.425541Z","caller":"traceutil/trace.go:171","msg":"trace[2088279085] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:25654; }","duration":"220.499501ms","start":"2026-03-18T14:56:01.205027Z","end":"2026-03-18T14:56:01.425527Z","steps":["trace[2088279085] 'agreement among raft nodes before linearized reading' (duration: 220.357367ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:01.425747Z","caller":"traceutil/trace.go:171","msg":"trace[34126437] transaction","detail":"{read_only:false; response_revision:25654; number_of_response:1; }","duration":"289.102146ms","start":"2026-03-18T14:56:01.136611Z","end":"2026-03-18T14:56:01.425713Z","steps":["trace[34126437] 'process raft request' (duration: 288.435438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:01.992465Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:56:02.493049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476740988,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:56:02.616177Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.184746359s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-18T14:56:03.026739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.155548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:56:03.026848Z","caller":"traceutil/trace.go:171","msg":"trace[1907508415] linearizableReadLoop","detail":"{readStateIndex:26680; appliedIndex:26679; }","duration":"1.535369767s","start":"2026-03-18T14:56:01.491458Z","end":"2026-03-18T14:56:03.026828Z","steps":["trace[1907508415] 'read index received' (duration: 1.124817178s)","trace[1907508415] 'applied index is now lower than readState.Index' (duration: 410.550799ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:56:03.026919Z","caller":"traceutil/trace.go:171","msg":"trace[360310740] transaction","detail":"{read_only:false; response_revision:25655; number_of_response:1; }","duration":"1.595569145s","start":"2026-03-18T14:56:01.431337Z","end":"2026-03-18T14:56:03.026907Z","steps":["trace[360310740] 'process raft request' (duration: 1.185144529s)","trace[360310740] 'compare' (duration: 409.455909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:56:03.026975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:01.431322Z","time spent":"1.595621566s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:56:03.027288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53582001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:56:03.027353Z","caller":"traceutil/trace.go:171","msg":"trace[814409921] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25655; }","duration":"1.535917242s","start":"2026-03-18T14:56:01.491415Z","end":"2026-03-18T14:56:03.027332Z","steps":["trace[814409921] 'agreement among raft nodes before linearized reading' (duration: 1.535786099s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:03.0274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:01.491391Z","time spent":"1.535996774s","remote":"127.0.0.1:54516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:56:03.571479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000385049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-18T14:56:03.571562Z","caller":"traceutil/trace.go:171","msg":"trace[1576990266] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000546143s","start":"2026-03-18T14:56:01.570997Z","end":"2026-03-18T14:56:03.571543Z","steps":["trace[1576990266] 'agreement among raft nodes before linearized reading' (duration: 2.0004153s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:03.571611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:01.570977Z","time spent":"2.000625925s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:56:04.646836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300405585s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-18T14:56:04.647453Z","caller":"traceutil/trace.go:171","msg":"trace[1010695202] linearizableReadLoop","detail":"{readStateIndex:26681; appliedIndex:26680; }","duration":"1.62053425s","start":"2026-03-18T14:56:03.026875Z","end":"2026-03-18T14:56:04.647409Z","steps":["trace[1010695202] 'read index received' (duration: 319.523078ms)","trace[1010695202] 'applied index is now lower than readState.Index' (duration: 1.301005232s)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:56:04.64751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063263169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:56:04.647588Z","caller":"traceutil/trace.go:171","msg":"trace[2115175258] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25655; }","duration":"2.063387981s","start":"2026-03-18T14:56:02.584174Z","end":"2026-03-18T14:56:04.647562Z","steps":["trace[2115175258] 'agreement among raft nodes before linearized reading' (duration: 2.063252148s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:04.647597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960338476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:56:04.647738Z","caller":"traceutil/trace.go:171","msg":"trace[670300789] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25655; }","duration":"1.960558432s","start":"2026-03-18T14:56:02.687153Z","end":"2026-03-18T14:56:04.647711Z","steps":["trace[670300789] 'agreement among raft nodes before linearized reading' (duration: 1.960272604s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:04.647663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:02.584152Z","time spent":"2.063493024s","remote":"127.0.0.1:54722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:56:04.647802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:02.687131Z","time spent":"1.960658794s","remote":"127.0.0.1:51022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:56:04.648047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666012909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:56:04.648169Z","caller":"traceutil/trace.go:171","msg":"trace[1415530672] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25655; }","duration":"1.666328688s","start":"2026-03-18T14:56:02.981811Z","end":"2026-03-18T14:56:04.64814Z","steps":["trace[1415530672] 'agreement among raft nodes before linearized reading' (duration: 1.665619119s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:04.648235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:02.98177Z","time spent":"1.666445751s","remote":"127.0.0.1:45816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":159,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:56:04.64825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076143683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:56:04.648248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585841556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:56:04.648486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460155423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-18T14:56:04.648503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460141853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-18T14:56:04.648563Z","caller":"traceutil/trace.go:171","msg":"trace[170121211] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25656; }","duration":"1.460265906s","start":"2026-03-18T14:56:03.188278Z","end":"2026-03-18T14:56:04.648544Z","steps":["trace[170121211] 'agreement among raft nodes before linearized reading' (duration: 1.460086142s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:04.648577Z","caller":"traceutil/trace.go:171","msg":"trace[1107724394] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25656; }","duration":"1.460262408s","start":"2026-03-18T14:56:03.188296Z","end":"2026-03-18T14:56:04.648559Z","steps":["trace[1107724394] 'agreement among raft nodes before linearized reading' (duration: 1.460041822s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:04.648614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:03.188256Z","time spent":"1.460346228s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T14:56:04.648496Z","caller":"traceutil/trace.go:171","msg":"trace[738674529] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25655; }","duration":"2.586125824s","start":"2026-03-18T14:56:02.062345Z","end":"2026-03-18T14:56:04.648471Z","steps":["trace[738674529] 'agreement among raft nodes before linearized reading' (duration: 2.585183118s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:04.648724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:02.062323Z","time spent":"2.58637271s","remote":"127.0.0.1:56346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:56:04.648619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:03.188271Z","time spent":"1.460336629s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-18T14:56:04.648309Z","caller":"traceutil/trace.go:171","msg":"trace[1480846273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25656; }","duration":"1.076200664s","start":"2026-03-18T14:56:03.57209Z","end":"2026-03-18T14:56:04.648291Z","steps":["trace[1480846273] 'agreement among raft nodes before linearized reading' (duration: 1.076093031s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:04.648871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:03.572005Z","time spent":"1.076850802s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:56:04.648287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616218522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-8zp2j.189df73a0a2064f2\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-03-18T14:56:04.648413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.608689129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:56:04.649274Z","caller":"traceutil/trace.go:171","msg":"trace[1257585941] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:25656; }","duration":"1.609551122s","start":"2026-03-18T14:56:03.039705Z","end":"2026-03-18T14:56:04.649256Z","steps":["trace[1257585941] 'agreement among raft nodes before linearized reading' (duration: 1.608654358s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:04.648292Z","caller":"traceutil/trace.go:171","msg":"trace[214679565] transaction","detail":"{read_only:false; response_revision:25656; number_of_response:1; }","duration":"1.22032502s","start":"2026-03-18T14:56:03.427942Z","end":"2026-03-18T14:56:04.648267Z","steps":["trace[214679565] 'process raft request' (duration: 1.219009035s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:04.649335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:03.039669Z","time spent":"1.609649996s","remote":"127.0.0.1:33772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:56:04.648492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324415444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-18T14:56:04.649481Z","caller":"traceutil/trace.go:171","msg":"trace[1646480718] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:25656; }","duration":"1.325438432s","start":"2026-03-18T14:56:03.32402Z","end":"2026-03-18T14:56:04.649458Z","steps":["trace[1646480718] 'agreement among raft nodes before linearized reading' (duration: 1.324321942s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:04.649543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:03.324Z","time spent":"1.325525595s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"warn","ts":"2026-03-18T14:56:04.649592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:03.427926Z","time spent":"1.22140928s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:56:04.649205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.452153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:56:04.649812Z","caller":"traceutil/trace.go:171","msg":"trace[613268681] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25656; }","duration":"634.954176ms","start":"2026-03-18T14:56:04.014841Z","end":"2026-03-18T14:56:04.649795Z","steps":["trace[613268681] 'agreement among raft nodes before linearized reading' (duration: 633.433845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:04.64989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:04.014809Z","time spent":"635.064138ms","remote":"127.0.0.1:49936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:56:04.650125Z","caller":"traceutil/trace.go:171","msg":"trace[1990442742] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-8zp2j.189df73a0a2064f2; range_end:; response_count:1; response_revision:25656; }","duration":"1.617089917s","start":"2026-03-18T14:56:03.03201Z","end":"2026-03-18T14:56:04.649099Z","steps":["trace[1990442742] 'agreement among raft nodes before linearized reading' (duration: 1.616063689s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:04.650213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:03.031989Z","time spent":"1.618196967s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-8zp2j.189df73a0a2064f2\" "} {"level":"warn","ts":"2026-03-18T14:56:04.651407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.253416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:56:04.651513Z","caller":"traceutil/trace.go:171","msg":"trace[390350361] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25656; }","duration":"432.42543ms","start":"2026-03-18T14:56:04.219063Z","end":"2026-03-18T14:56:04.651489Z","steps":["trace[390350361] 'agreement among raft nodes before linearized reading' (duration: 429.13591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:04.651642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:04.219041Z","time spent":"432.515833ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2681,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:56:05.205023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.242514ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-18T14:56:05.205132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:04.650589Z","time spent":"554.537922ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T14:56:05.209653Z","caller":"traceutil/trace.go:171","msg":"trace[1256989958] transaction","detail":"{read_only:false; response_revision:25657; number_of_response:1; }","duration":"556.439352ms","start":"2026-03-18T14:56:04.65318Z","end":"2026-03-18T14:56:05.20962Z","steps":["trace[1256989958] 'process raft request' (duration: 556.02098ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:05.209643Z","caller":"traceutil/trace.go:171","msg":"trace[401350222] transaction","detail":"{read_only:false; response_revision:25658; number_of_response:1; }","duration":"555.588289ms","start":"2026-03-18T14:56:04.654014Z","end":"2026-03-18T14:56:05.209602Z","steps":["trace[401350222] 'process raft request' (duration: 555.477016ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:05.209796Z","caller":"traceutil/trace.go:171","msg":"trace[56333964] linearizableReadLoop","detail":"{readStateIndex:26686; appliedIndex:26682; }","duration":"475.981867ms","start":"2026-03-18T14:56:04.733795Z","end":"2026-03-18T14:56:05.209777Z","steps":["trace[56333964] 'read index received' (duration: 130.125447ms)","trace[56333964] 'applied index is now lower than readState.Index' (duration: 345.85527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:56:05.209794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:04.653167Z","time spent":"556.550905ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:56:05.209856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:04.653991Z","time spent":"555.747644ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:56:05.209867Z","caller":"traceutil/trace.go:171","msg":"trace[2103532812] transaction","detail":"{read_only:false; response_revision:25659; number_of_response:1; }","duration":"555.648521ms","start":"2026-03-18T14:56:04.65418Z","end":"2026-03-18T14:56:05.209828Z","steps":["trace[2103532812] 'process raft request' (duration: 555.359054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:05.209888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.080011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:56:05.21003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:04.654156Z","time spent":"555.786614ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:56:05.210048Z","caller":"traceutil/trace.go:171","msg":"trace[308348791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25659; }","duration":"476.285655ms","start":"2026-03-18T14:56:04.733745Z","end":"2026-03-18T14:56:05.210031Z","steps":["trace[308348791] 'agreement among raft nodes before linearized reading' (duration: 476.084689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:05.210091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:04.733726Z","time spent":"476.351939ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:56:06.25652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.22739ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:56:06.256792Z","caller":"traceutil/trace.go:171","msg":"trace[1566807267] transaction","detail":"{read_only:false; response_revision:25662; number_of_response:1; }","duration":"791.752104ms","start":"2026-03-18T14:56:05.465026Z","end":"2026-03-18T14:56:06.256778Z","steps":["trace[1566807267] 'process raft request' (duration: 791.699962ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:06.256783Z","caller":"traceutil/trace.go:171","msg":"trace[924088725] transaction","detail":"{read_only:false; response_revision:25660; number_of_response:1; }","duration":"1.050235192s","start":"2026-03-18T14:56:05.206514Z","end":"2026-03-18T14:56:06.256749Z","steps":["trace[924088725] 'process raft request' (duration: 194.693213ms)","trace[924088725] 'compare' (duration: 854.988674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:56:06.256907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:05.465002Z","time spent":"791.821706ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:56:06.256985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:05.206489Z","time spent":"1.050417437s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:56:06.257078Z","caller":"traceutil/trace.go:171","msg":"trace[2017345116] linearizableReadLoop","detail":"{readStateIndex:26687; appliedIndex:26686; }","duration":"1.0457243s","start":"2026-03-18T14:56:05.211346Z","end":"2026-03-18T14:56:06.25707Z","steps":["trace[2017345116] 'read index received' (duration: 189.890025ms)","trace[2017345116] 'applied index is now lower than readState.Index' (duration: 855.833385ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:56:06.257157Z","caller":"traceutil/trace.go:171","msg":"trace[1347585350] transaction","detail":"{read_only:false; response_revision:25661; number_of_response:1; }","duration":"1.042643397s","start":"2026-03-18T14:56:05.214505Z","end":"2026-03-18T14:56:06.257148Z","steps":["trace[1347585350] 'process raft request' (duration: 1.042150664s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:06.257198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:05.214494Z","time spent":"1.042683787s","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":882,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:56:06.257441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.361368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:56:06.257497Z","caller":"traceutil/trace.go:171","msg":"trace[376252626] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25662; }","duration":"884.46197ms","start":"2026-03-18T14:56:05.37302Z","end":"2026-03-18T14:56:06.257482Z","steps":["trace[376252626] 'agreement among raft nodes before linearized reading' (duration: 884.364407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:06.257533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:05.372996Z","time spent":"884.528563ms","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:56:06.257705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046351387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:56:06.257727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.168375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:56:06.257752Z","caller":"traceutil/trace.go:171","msg":"trace[1282091699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25662; }","duration":"1.046428589s","start":"2026-03-18T14:56:05.21131Z","end":"2026-03-18T14:56:06.257739Z","steps":["trace[1282091699] 'agreement among raft nodes before linearized reading' (duration: 1.046364527s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:06.257759Z","caller":"traceutil/trace.go:171","msg":"trace[500893121] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25662; }","duration":"502.239608ms","start":"2026-03-18T14:56:05.755509Z","end":"2026-03-18T14:56:06.257749Z","steps":["trace[500893121] 'agreement among raft nodes before linearized reading' (duration: 502.188107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:06.257781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:05.211295Z","time spent":"1.046479431s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:56:06.257789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:05.755486Z","time spent":"502.295429ms","remote":"127.0.0.1:49934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:56:06.257899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.682028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:56:06.257978Z","caller":"traceutil/trace.go:171","msg":"trace[1452818988] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:25662; }","duration":"452.833222ms","start":"2026-03-18T14:56:05.805126Z","end":"2026-03-18T14:56:06.257959Z","steps":["trace[1452818988] 'agreement among raft nodes before linearized reading' (duration: 452.570354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:06.258022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:05.805099Z","time spent":"452.912243ms","remote":"127.0.0.1:33588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:56:06.258082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.84346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:56:06.258157Z","caller":"traceutil/trace.go:171","msg":"trace[455791986] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25662; }","duration":"146.961322ms","start":"2026-03-18T14:56:06.111176Z","end":"2026-03-18T14:56:06.258138Z","steps":["trace[455791986] 'agreement among raft nodes before linearized reading' (duration: 146.844729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:07.420872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.779794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:56:07.420985Z","caller":"traceutil/trace.go:171","msg":"trace[48708270] linearizableReadLoop","detail":"{readStateIndex:26743; appliedIndex:26742; }","duration":"222.401282ms","start":"2026-03-18T14:56:07.198568Z","end":"2026-03-18T14:56:07.420969Z","steps":["trace[48708270] 'read index received' (duration: 97.398182ms)","trace[48708270] 'applied index is now lower than readState.Index' (duration: 125.00067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:56:07.421219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.653418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8zp2j\" ","response":"range_response_count:1 size:7051"} {"level":"info","ts":"2026-03-18T14:56:07.421244Z","caller":"traceutil/trace.go:171","msg":"trace[1840279538] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-8zp2j; range_end:; response_count:1; response_revision:25716; }","duration":"222.711361ms","start":"2026-03-18T14:56:07.198523Z","end":"2026-03-18T14:56:07.421235Z","steps":["trace[1840279538] 'agreement among raft nodes before linearized reading' (duration: 222.483605ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:07.421472Z","caller":"traceutil/trace.go:171","msg":"trace[2114156367] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"225.092735ms","start":"2026-03-18T14:56:07.19633Z","end":"2026-03-18T14:56:07.421423Z","steps":["trace[2114156367] 'process raft request' (duration: 99.651454ms)","trace[2114156367] 'compare' (duration: 124.142036ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:56:07.753322Z","caller":"traceutil/trace.go:171","msg":"trace[983154716] linearizableReadLoop","detail":"{readStateIndex:26752; appliedIndex:26751; }","duration":"144.041863ms","start":"2026-03-18T14:56:07.609226Z","end":"2026-03-18T14:56:07.753268Z","steps":["trace[983154716] 'read index received' (duration: 143.969032ms)","trace[983154716] 'applied index is now lower than readState.Index' (duration: 71.531µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:56:07.753384Z","caller":"traceutil/trace.go:171","msg":"trace[680731774] transaction","detail":"{read_only:false; response_revision:25725; number_of_response:1; }","duration":"144.240849ms","start":"2026-03-18T14:56:07.609106Z","end":"2026-03-18T14:56:07.753347Z","steps":["trace[680731774] 'process raft request' (duration: 143.919891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:07.753869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.61291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"info","ts":"2026-03-18T14:56:07.753957Z","caller":"traceutil/trace.go:171","msg":"trace[909184610] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:25725; }","duration":"144.731073ms","start":"2026-03-18T14:56:07.609203Z","end":"2026-03-18T14:56:07.753934Z","steps":["trace[909184610] 'agreement among raft nodes before linearized reading' (duration: 144.451885ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:07.764556Z","caller":"traceutil/trace.go:171","msg":"trace[1774368330] transaction","detail":"{read_only:false; response_revision:25726; number_of_response:1; }","duration":"151.67659ms","start":"2026-03-18T14:56:07.612853Z","end":"2026-03-18T14:56:07.764529Z","steps":["trace[1774368330] 'process raft request' (duration: 151.213117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:07.765152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.441114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-03-18T14:56:07.765204Z","caller":"traceutil/trace.go:171","msg":"trace[955167923] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:25726; }","duration":"114.501245ms","start":"2026-03-18T14:56:07.650684Z","end":"2026-03-18T14:56:07.765185Z","steps":["trace[955167923] 'agreement among raft nodes before linearized reading' (duration: 114.162586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:07.765597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.237976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-03-18T14:56:07.765669Z","caller":"traceutil/trace.go:171","msg":"trace[376786836] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:25726; }","duration":"145.326529ms","start":"2026-03-18T14:56:07.620331Z","end":"2026-03-18T14:56:07.765657Z","steps":["trace[376786836] 'agreement among raft nodes before linearized reading' (duration: 145.185115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:07.765872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.223564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-03-18T14:56:07.765903Z","caller":"traceutil/trace.go:171","msg":"trace[717311797] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:25726; }","duration":"152.266637ms","start":"2026-03-18T14:56:07.613629Z","end":"2026-03-18T14:56:07.765896Z","steps":["trace[717311797] 'agreement among raft nodes before linearized reading' (duration: 152.181344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:07.766145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.212402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-hjr8v.189df705a8c43866\" ","response":"range_response_count:1 size:788"} {"level":"info","ts":"2026-03-18T14:56:07.766181Z","caller":"traceutil/trace.go:171","msg":"trace[1493521987] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-hjr8v.189df705a8c43866; range_end:; response_count:1; response_revision:25726; }","duration":"153.275494ms","start":"2026-03-18T14:56:07.612897Z","end":"2026-03-18T14:56:07.766173Z","steps":["trace[1493521987] 'agreement among raft nodes before linearized reading' (duration: 153.160691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:07.766398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.217116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-03-18T14:56:07.766435Z","caller":"traceutil/trace.go:171","msg":"trace[1561463133] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:25726; }","duration":"155.292178ms","start":"2026-03-18T14:56:07.611134Z","end":"2026-03-18T14:56:07.766426Z","steps":["trace[1561463133] 'agreement among raft nodes before linearized reading' (duration: 155.197146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:07.766591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.944285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-03-18T14:56:07.766617Z","caller":"traceutil/trace.go:171","msg":"trace[868923622] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:25726; }","duration":"155.986207ms","start":"2026-03-18T14:56:07.610625Z","end":"2026-03-18T14:56:07.766612Z","steps":["trace[868923622] 'agreement among raft nodes before linearized reading' (duration: 155.906875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:07.766842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.500598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-03-18T14:56:07.766867Z","caller":"traceutil/trace.go:171","msg":"trace[1040148579] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:25726; }","duration":"157.539009ms","start":"2026-03-18T14:56:07.609323Z","end":"2026-03-18T14:56:07.766862Z","steps":["trace[1040148579] 'agreement among raft nodes before linearized reading' (duration: 157.472277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:07.767009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.699613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-03-18T14:56:07.767038Z","caller":"traceutil/trace.go:171","msg":"trace[1217541230] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:25726; }","duration":"157.724343ms","start":"2026-03-18T14:56:07.609304Z","end":"2026-03-18T14:56:07.767028Z","steps":["trace[1217541230] 'agreement among raft nodes before linearized reading' (duration: 157.643621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:07.767163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.878098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-03-18T14:56:07.767188Z","caller":"traceutil/trace.go:171","msg":"trace[194813001] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:25726; }","duration":"157.91672ms","start":"2026-03-18T14:56:07.609266Z","end":"2026-03-18T14:56:07.767182Z","steps":["trace[194813001] 'agreement among raft nodes before linearized reading' (duration: 157.853928ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:08.037546Z","caller":"traceutil/trace.go:171","msg":"trace[1711034127] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"102.592334ms","start":"2026-03-18T14:56:07.934929Z","end":"2026-03-18T14:56:08.037522Z","steps":["trace[1711034127] 'process raft request' (duration: 102.424839ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:08.430419Z","caller":"traceutil/trace.go:171","msg":"trace[631443852] transaction","detail":"{read_only:false; response_revision:25735; number_of_response:1; }","duration":"111.890135ms","start":"2026-03-18T14:56:08.318489Z","end":"2026-03-18T14:56:08.430379Z","steps":["trace[631443852] 'process raft request' (duration: 111.433372ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:15.387672Z","caller":"traceutil/trace.go:171","msg":"trace[532499485] transaction","detail":"{read_only:false; response_revision:25757; number_of_response:1; }","duration":"213.8197ms","start":"2026-03-18T14:56:15.173814Z","end":"2026-03-18T14:56:15.387633Z","steps":["trace[532499485] 'process raft request' (duration: 213.526243ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:15.981513Z","caller":"traceutil/trace.go:171","msg":"trace[64768279] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"153.616002ms","start":"2026-03-18T14:56:15.82786Z","end":"2026-03-18T14:56:15.981476Z","steps":["trace[64768279] 'process raft request' (duration: 153.442688ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:15.981478Z","caller":"traceutil/trace.go:171","msg":"trace[2108423125] linearizableReadLoop","detail":"{readStateIndex:26787; appliedIndex:26786; }","duration":"132.927044ms","start":"2026-03-18T14:56:15.848517Z","end":"2026-03-18T14:56:15.981444Z","steps":["trace[2108423125] 'read index received' (duration: 132.704978ms)","trace[2108423125] 'applied index is now lower than readState.Index' (duration: 221.056µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:56:15.981662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.118089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:56:15.981759Z","caller":"traceutil/trace.go:171","msg":"trace[1939503573] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25758; }","duration":"133.255253ms","start":"2026-03-18T14:56:15.848481Z","end":"2026-03-18T14:56:15.981737Z","steps":["trace[1939503573] 'agreement among raft nodes before linearized reading' (duration: 133.094518ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:17.762961Z","caller":"traceutil/trace.go:171","msg":"trace[1522750901] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"189.099662ms","start":"2026-03-18T14:56:17.573822Z","end":"2026-03-18T14:56:17.762922Z","steps":["trace[1522750901] 'process raft request' (duration: 188.837966ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:17.947726Z","caller":"traceutil/trace.go:171","msg":"trace[1080870916] linearizableReadLoop","detail":"{readStateIndex:26790; appliedIndex:26788; }","duration":"355.042829ms","start":"2026-03-18T14:56:17.592654Z","end":"2026-03-18T14:56:17.947697Z","steps":["trace[1080870916] 'read index received' (duration: 169.984625ms)","trace[1080870916] 'applied index is now lower than readState.Index' (duration: 185.057144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:56:17.948505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.850547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:56:17.948564Z","caller":"traceutil/trace.go:171","msg":"trace[1577412663] transaction","detail":"{read_only:false; response_revision:25761; number_of_response:1; }","duration":"374.485915ms","start":"2026-03-18T14:56:17.574043Z","end":"2026-03-18T14:56:17.948529Z","steps":["trace[1577412663] 'process raft request' (duration: 373.492627ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:17.948604Z","caller":"traceutil/trace.go:171","msg":"trace[215689434] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25761; }","duration":"337.025221ms","start":"2026-03-18T14:56:17.611561Z","end":"2026-03-18T14:56:17.948587Z","steps":["trace[215689434] 'agreement among raft nodes before linearized reading' (duration: 336.794705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:17.948583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.884192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-18T14:56:17.948667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:17.611531Z","time spent":"337.112935ms","remote":"127.0.0.1:48318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:56:17.948696Z","caller":"traceutil/trace.go:171","msg":"trace[1760703857] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25761; }","duration":"356.050805ms","start":"2026-03-18T14:56:17.592617Z","end":"2026-03-18T14:56:17.948668Z","steps":["trace[1760703857] 'agreement among raft nodes before linearized reading' (duration: 355.648744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:17.948705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:17.574025Z","time spent":"374.594917ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6127,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:56:17.948759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:17.592604Z","time spent":"356.139017ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-18T14:56:18.201859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.415955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-18T14:56:18.201937Z","caller":"traceutil/trace.go:171","msg":"trace[1320002989] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:25762; }","duration":"137.544228ms","start":"2026-03-18T14:56:18.064374Z","end":"2026-03-18T14:56:18.201918Z","steps":["trace[1320002989] 'range keys from in-memory index tree' (duration: 137.206999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:18.202193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.944259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:56:18.202281Z","caller":"traceutil/trace.go:171","msg":"trace[1262836395] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25762; }","duration":"128.024911ms","start":"2026-03-18T14:56:18.074202Z","end":"2026-03-18T14:56:18.202227Z","steps":["trace[1262836395] 'count revisions from in-memory index tree' (duration: 127.794725ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:23.220403Z","caller":"traceutil/trace.go:171","msg":"trace[1518963101] transaction","detail":"{read_only:false; response_revision:25796; number_of_response:1; }","duration":"312.750344ms","start":"2026-03-18T14:56:22.907619Z","end":"2026-03-18T14:56:23.22037Z","steps":["trace[1518963101] 'process raft request' (duration: 312.528708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:23.220594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:22.9076Z","time spent":"312.892819ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:56:23.453092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.32341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:56:23.453282Z","caller":"traceutil/trace.go:171","msg":"trace[1682076728] linearizableReadLoop","detail":"{readStateIndex:26828; appliedIndex:26827; }","duration":"171.433665ms","start":"2026-03-18T14:56:23.281826Z","end":"2026-03-18T14:56:23.45326Z","steps":["trace[1682076728] 'read index received' (duration: 22.92682ms)","trace[1682076728] 'applied index is now lower than readState.Index' (duration: 148.504655ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:56:23.453311Z","caller":"traceutil/trace.go:171","msg":"trace[2137008107] transaction","detail":"{read_only:false; response_revision:25798; number_of_response:1; }","duration":"226.01264ms","start":"2026-03-18T14:56:23.227253Z","end":"2026-03-18T14:56:23.453266Z","steps":["trace[2137008107] 'process raft request' (duration: 77.445843ms)","trace[2137008107] 'compare' (duration: 148.090764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:56:23.453482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.617639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:56:23.453558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.148081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-03-18T14:56:23.453557Z","caller":"traceutil/trace.go:171","msg":"trace[1016032251] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25798; }","duration":"171.755184ms","start":"2026-03-18T14:56:23.281783Z","end":"2026-03-18T14:56:23.453538Z","steps":["trace[1016032251] 'agreement among raft nodes before linearized reading' (duration: 171.56675ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:23.453595Z","caller":"traceutil/trace.go:171","msg":"trace[1492768277] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:25798; }","duration":"129.224684ms","start":"2026-03-18T14:56:23.32436Z","end":"2026-03-18T14:56:23.453585Z","steps":["trace[1492768277] 'agreement among raft nodes before linearized reading' (duration: 129.015948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:23.753783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.381026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:56:23.753873Z","caller":"traceutil/trace.go:171","msg":"trace[1623646814] linearizableReadLoop","detail":"{readStateIndex:26831; appliedIndex:26830; }","duration":"242.400783ms","start":"2026-03-18T14:56:23.511458Z","end":"2026-03-18T14:56:23.753858Z","steps":["trace[1623646814] 'read index received' (duration: 98.845192ms)","trace[1623646814] 'applied index is now lower than readState.Index' (duration: 143.554041ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:56:23.753948Z","caller":"traceutil/trace.go:171","msg":"trace[1795925079] transaction","detail":"{read_only:false; response_revision:25800; number_of_response:1; }","duration":"243.977666ms","start":"2026-03-18T14:56:23.50996Z","end":"2026-03-18T14:56:23.753937Z","steps":["trace[1795925079] 'process raft request' (duration: 100.366433ms)","trace[1795925079] 'compare' (duration: 143.290785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:56:23.754178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.717991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:56:23.754202Z","caller":"traceutil/trace.go:171","msg":"trace[1425511046] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25800; }","duration":"242.754853ms","start":"2026-03-18T14:56:23.51144Z","end":"2026-03-18T14:56:23.754194Z","steps":["trace[1425511046] 'agreement among raft nodes before linearized reading' (duration: 242.64469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:23.754229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.13316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:56:23.754353Z","caller":"traceutil/trace.go:171","msg":"trace[1983844085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25800; }","duration":"183.284185ms","start":"2026-03-18T14:56:23.571022Z","end":"2026-03-18T14:56:23.754307Z","steps":["trace[1983844085] 'agreement among raft nodes before linearized reading' (duration: 183.124861ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:24.015519Z","caller":"traceutil/trace.go:171","msg":"trace[1741526424] transaction","detail":"{read_only:false; response_revision:25801; number_of_response:1; }","duration":"257.841151ms","start":"2026-03-18T14:56:23.757649Z","end":"2026-03-18T14:56:24.01549Z","steps":["trace[1741526424] 'process raft request' (duration: 191.005615ms)","trace[1741526424] 'compare' (duration: 66.646751ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:56:24.025078Z","caller":"traceutil/trace.go:171","msg":"trace[124766268] linearizableReadLoop","detail":"{readStateIndex:26835; appliedIndex:26831; }","duration":"213.717488ms","start":"2026-03-18T14:56:23.811342Z","end":"2026-03-18T14:56:24.02506Z","steps":["trace[124766268] 'read index received' (duration: 137.328663ms)","trace[124766268] 'applied index is now lower than readState.Index' (duration: 76.388145ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:56:24.025217Z","caller":"traceutil/trace.go:171","msg":"trace[1996235100] transaction","detail":"{read_only:false; response_revision:25803; number_of_response:1; }","duration":"265.19692ms","start":"2026-03-18T14:56:23.760012Z","end":"2026-03-18T14:56:24.025209Z","steps":["trace[1996235100] 'process raft request' (duration: 264.985665ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:24.02535Z","caller":"traceutil/trace.go:171","msg":"trace[1489308811] transaction","detail":"{read_only:false; response_revision:25804; number_of_response:1; }","duration":"263.545345ms","start":"2026-03-18T14:56:23.761799Z","end":"2026-03-18T14:56:24.025344Z","steps":["trace[1489308811] 'process raft request' (duration: 263.237876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:24.02545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.133993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:56:24.025509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.16255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:56:24.025549Z","caller":"traceutil/trace.go:171","msg":"trace[1833890184] transaction","detail":"{read_only:false; response_revision:25802; number_of_response:1; }","duration":"267.582004ms","start":"2026-03-18T14:56:23.757954Z","end":"2026-03-18T14:56:24.025536Z","steps":["trace[1833890184] 'process raft request' (duration: 266.962487ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:24.025521Z","caller":"traceutil/trace.go:171","msg":"trace[1507711615] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25804; }","duration":"206.267066ms","start":"2026-03-18T14:56:23.819236Z","end":"2026-03-18T14:56:24.025503Z","steps":["trace[1507711615] 'agreement among raft nodes before linearized reading' (duration: 206.151443ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:24.025579Z","caller":"traceutil/trace.go:171","msg":"trace[1142269753] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25804; }","duration":"214.239333ms","start":"2026-03-18T14:56:23.811321Z","end":"2026-03-18T14:56:24.02556Z","steps":["trace[1142269753] 'agreement among raft nodes before linearized reading' (duration: 214.116209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:24.025829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.728847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.189df42cc3f77878\" ","response":"range_response_count:1 size:743"} {"level":"info","ts":"2026-03-18T14:56:24.02587Z","caller":"traceutil/trace.go:171","msg":"trace[1441909528] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.189df42cc3f77878; range_end:; response_count:1; response_revision:25804; }","duration":"200.783199ms","start":"2026-03-18T14:56:23.825076Z","end":"2026-03-18T14:56:24.025859Z","steps":["trace[1441909528] 'agreement among raft nodes before linearized reading' (duration: 200.47174ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:34.549478Z","caller":"traceutil/trace.go:171","msg":"trace[280376513] transaction","detail":"{read_only:false; response_revision:25913; number_of_response:1; }","duration":"112.923512ms","start":"2026-03-18T14:56:34.436533Z","end":"2026-03-18T14:56:34.549457Z","steps":["trace[280376513] 'process raft request' (duration: 112.772878ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:52.225378Z","caller":"traceutil/trace.go:171","msg":"trace[2017801894] linearizableReadLoop","detail":"{readStateIndex:27197; appliedIndex:27196; }","duration":"197.490849ms","start":"2026-03-18T14:56:52.027869Z","end":"2026-03-18T14:56:52.22536Z","steps":["trace[2017801894] 'read index received' (duration: 197.327135ms)","trace[2017801894] 'applied index is now lower than readState.Index' (duration: 162.834µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:56:52.225475Z","caller":"traceutil/trace.go:171","msg":"trace[183904451] transaction","detail":"{read_only:false; response_revision:26158; number_of_response:1; }","duration":"370.579208ms","start":"2026-03-18T14:56:51.854886Z","end":"2026-03-18T14:56:52.225465Z","steps":["trace[183904451] 'process raft request' (duration: 370.352392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:52.225558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:56:51.854868Z","time spent":"370.629148ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:56:52.225653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.780477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:56:52.225689Z","caller":"traceutil/trace.go:171","msg":"trace[938661529] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26158; }","duration":"197.860139ms","start":"2026-03-18T14:56:52.02782Z","end":"2026-03-18T14:56:52.22568Z","steps":["trace[938661529] 'agreement among raft nodes before linearized reading' (duration: 197.782756ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:55.887766Z","caller":"traceutil/trace.go:171","msg":"trace[1654509809] linearizableReadLoop","detail":"{readStateIndex:27225; appliedIndex:27224; }","duration":"135.575615ms","start":"2026-03-18T14:56:55.752162Z","end":"2026-03-18T14:56:55.887738Z","steps":["trace[1654509809] 'read index received' (duration: 135.428831ms)","trace[1654509809] 'applied index is now lower than readState.Index' (duration: 145.764µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:56:55.887813Z","caller":"traceutil/trace.go:171","msg":"trace[1598105700] transaction","detail":"{read_only:false; response_revision:26184; number_of_response:1; }","duration":"135.638417ms","start":"2026-03-18T14:56:55.752136Z","end":"2026-03-18T14:56:55.887774Z","steps":["trace[1598105700] 'process raft request' (duration: 135.449422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:55.887995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.812441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:56:55.888083Z","caller":"traceutil/trace.go:171","msg":"trace[2095945592] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26184; }","duration":"135.919615ms","start":"2026-03-18T14:56:55.752132Z","end":"2026-03-18T14:56:55.888052Z","steps":["trace[2095945592] 'agreement among raft nodes before linearized reading' (duration: 135.707199ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:56.406595Z","caller":"traceutil/trace.go:171","msg":"trace[1516772511] transaction","detail":"{read_only:false; response_revision:26186; number_of_response:1; }","duration":"166.8318ms","start":"2026-03-18T14:56:56.239738Z","end":"2026-03-18T14:56:56.40657Z","steps":["trace[1516772511] 'process raft request' (duration: 166.680505ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:56.552748Z","caller":"traceutil/trace.go:171","msg":"trace[1204490361] linearizableReadLoop","detail":"{readStateIndex:27228; appliedIndex:27227; }","duration":"193.379789ms","start":"2026-03-18T14:56:56.359339Z","end":"2026-03-18T14:56:56.552719Z","steps":["trace[1204490361] 'read index received' (duration: 47.368961ms)","trace[1204490361] 'applied index is now lower than readState.Index' (duration: 146.009968ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:56:56.552816Z","caller":"traceutil/trace.go:171","msg":"trace[1429642387] transaction","detail":"{read_only:false; response_revision:26187; number_of_response:1; }","duration":"274.441739ms","start":"2026-03-18T14:56:56.278345Z","end":"2026-03-18T14:56:56.552786Z","steps":["trace[1429642387] 'process raft request' (duration: 198.777894ms)","trace[1429642387] 'compare' (duration: 75.411268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:56:56.553008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.642625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:56:56.55309Z","caller":"traceutil/trace.go:171","msg":"trace[1480626788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26187; }","duration":"193.776168ms","start":"2026-03-18T14:56:56.359295Z","end":"2026-03-18T14:56:56.553072Z","steps":["trace[1480626788] 'agreement among raft nodes before linearized reading' (duration: 193.50425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:56.553089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.593644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:56:56.553148Z","caller":"traceutil/trace.go:171","msg":"trace[1574798347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26187; }","duration":"193.850911ms","start":"2026-03-18T14:56:56.359288Z","end":"2026-03-18T14:56:56.553139Z","steps":["trace[1574798347] 'agreement among raft nodes before linearized reading' (duration: 193.530113ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:56.565721Z","caller":"traceutil/trace.go:171","msg":"trace[730418672] transaction","detail":"{read_only:false; response_revision:26189; number_of_response:1; }","duration":"146.560712ms","start":"2026-03-18T14:56:56.419135Z","end":"2026-03-18T14:56:56.565696Z","steps":["trace[730418672] 'process raft request' (duration: 146.46525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:56.565804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.881115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:56:56.565849Z","caller":"traceutil/trace.go:171","msg":"trace[596148138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26190; }","duration":"128.974788ms","start":"2026-03-18T14:56:56.436862Z","end":"2026-03-18T14:56:56.565837Z","steps":["trace[596148138] 'agreement among raft nodes before linearized reading' (duration: 128.799173ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:56.566013Z","caller":"traceutil/trace.go:171","msg":"trace[1690796760] transaction","detail":"{read_only:false; response_revision:26188; number_of_response:1; }","duration":"146.918302ms","start":"2026-03-18T14:56:56.419082Z","end":"2026-03-18T14:56:56.566Z","steps":["trace[1690796760] 'process raft request' (duration: 146.400987ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:56.566087Z","caller":"traceutil/trace.go:171","msg":"trace[368844934] transaction","detail":"{read_only:false; response_revision:26190; number_of_response:1; }","duration":"146.259894ms","start":"2026-03-18T14:56:56.419809Z","end":"2026-03-18T14:56:56.566069Z","steps":["trace[368844934] 'process raft request' (duration: 145.823722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:56.865293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.46569ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:56:56.865459Z","caller":"traceutil/trace.go:171","msg":"trace[1224289228] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26193; }","duration":"200.648764ms","start":"2026-03-18T14:56:56.66478Z","end":"2026-03-18T14:56:56.865429Z","steps":["trace[1224289228] 'range keys from in-memory index tree' (duration: 200.441649ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:57.173262Z","caller":"traceutil/trace.go:171","msg":"trace[1724762230] linearizableReadLoop","detail":"{readStateIndex:27235; appliedIndex:27234; }","duration":"176.500282ms","start":"2026-03-18T14:56:56.996734Z","end":"2026-03-18T14:56:57.173234Z","steps":["trace[1724762230] 'read index received' (duration: 176.271015ms)","trace[1724762230] 'applied index is now lower than readState.Index' (duration: 228.157µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:56:57.173346Z","caller":"traceutil/trace.go:171","msg":"trace[932898010] transaction","detail":"{read_only:false; response_revision:26194; number_of_response:1; }","duration":"181.147977ms","start":"2026-03-18T14:56:56.992172Z","end":"2026-03-18T14:56:57.17332Z","steps":["trace[932898010] 'process raft request' (duration: 180.85921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:56:57.173455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.694306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:56:57.173519Z","caller":"traceutil/trace.go:171","msg":"trace[48495481] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26194; }","duration":"176.80993ms","start":"2026-03-18T14:56:56.99669Z","end":"2026-03-18T14:56:57.1735Z","steps":["trace[48495481] 'agreement among raft nodes before linearized reading' (duration: 176.693947ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:57.4655Z","caller":"traceutil/trace.go:171","msg":"trace[397036482] transaction","detail":"{read_only:false; response_revision:26195; number_of_response:1; }","duration":"287.479992ms","start":"2026-03-18T14:56:57.177994Z","end":"2026-03-18T14:56:57.465474Z","steps":["trace[397036482] 'process raft request' (duration: 287.311118ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:56:57.468491Z","caller":"traceutil/trace.go:171","msg":"trace[674782825] transaction","detail":"{read_only:false; response_revision:26196; number_of_response:1; }","duration":"224.991442ms","start":"2026-03-18T14:56:57.243462Z","end":"2026-03-18T14:56:57.468453Z","steps":["trace[674782825] 'process raft request' (duration: 224.729534ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:01.627287Z","caller":"traceutil/trace.go:171","msg":"trace[266754174] transaction","detail":"{read_only:false; response_revision:26223; number_of_response:1; }","duration":"144.404044ms","start":"2026-03-18T14:57:01.482845Z","end":"2026-03-18T14:57:01.627249Z","steps":["trace[266754174] 'process raft request' (duration: 144.142017ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:01.628929Z","caller":"traceutil/trace.go:171","msg":"trace[1404169385] transaction","detail":"{read_only:false; response_revision:26224; number_of_response:1; }","duration":"142.524294ms","start":"2026-03-18T14:57:01.486372Z","end":"2026-03-18T14:57:01.628896Z","steps":["trace[1404169385] 'process raft request' (duration: 142.063161ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:07.544917Z","caller":"traceutil/trace.go:171","msg":"trace[1730244368] linearizableReadLoop","detail":"{readStateIndex:27318; appliedIndex:27317; }","duration":"171.296721ms","start":"2026-03-18T14:57:07.373588Z","end":"2026-03-18T14:57:07.544885Z","steps":["trace[1730244368] 'read index received' (duration: 171.117536ms)","trace[1730244368] 'applied index is now lower than readState.Index' (duration: 177.964µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:57:07.545054Z","caller":"traceutil/trace.go:171","msg":"trace[556040952] transaction","detail":"{read_only:false; response_revision:26275; number_of_response:1; }","duration":"331.736728ms","start":"2026-03-18T14:57:07.213274Z","end":"2026-03-18T14:57:07.545011Z","steps":["trace[556040952] 'process raft request' (duration: 331.44265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:07.545153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.546008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-18T14:57:07.545198Z","caller":"traceutil/trace.go:171","msg":"trace[1921593700] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:26275; }","duration":"171.63313ms","start":"2026-03-18T14:57:07.373548Z","end":"2026-03-18T14:57:07.545181Z","steps":["trace[1921593700] 'agreement among raft nodes before linearized reading' (duration: 171.446955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:07.545339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:07.213252Z","time spent":"331.918853ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:57:22.318392Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476743082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:57:22.8186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476743082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:57:23.319015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476743082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:57:23.388828Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.706032871s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:57:23.389758Z","caller":"traceutil/trace.go:171","msg":"trace[1349225066] transaction","detail":"{read_only:false; response_revision:26373; number_of_response:1; }","duration":"1.707199392s","start":"2026-03-18T14:57:21.682526Z","end":"2026-03-18T14:57:23.389726Z","steps":["trace[1349225066] 'process raft request' (duration: 1.707005146s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:23.390107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:21.682467Z","time spent":"1.707416358s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:57:24.735672Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.346409649s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:57:24.736313Z","caller":"traceutil/trace.go:171","msg":"trace[1211363990] transaction","detail":"{read_only:false; response_revision:26374; number_of_response:1; }","duration":"2.988909192s","start":"2026-03-18T14:57:21.747371Z","end":"2026-03-18T14:57:24.73628Z","steps":["trace[1211363990] 'process raft request' (duration: 2.988641815s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:24.736438Z","caller":"traceutil/trace.go:171","msg":"trace[1130705020] transaction","detail":"{read_only:false; response_revision:26376; number_of_response:1; }","duration":"2.22051267s","start":"2026-03-18T14:57:22.515915Z","end":"2026-03-18T14:57:24.736428Z","steps":["trace[1130705020] 'process raft request' (duration: 2.220317595s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:24.736464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:21.747337Z","time spent":"2.989047366s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:57:24.736309Z","caller":"traceutil/trace.go:171","msg":"trace[838221277] transaction","detail":"{read_only:false; response_revision:26375; number_of_response:1; }","duration":"2.692677925s","start":"2026-03-18T14:57:22.043601Z","end":"2026-03-18T14:57:24.736279Z","steps":["trace[838221277] 'process raft request' (duration: 2.692579022s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:24.73652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:22.515888Z","time spent":"2.220581011s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:57:24.736789Z","caller":"traceutil/trace.go:171","msg":"trace[718617437] transaction","detail":"{read_only:false; response_revision:26377; number_of_response:1; }","duration":"2.063646079s","start":"2026-03-18T14:57:22.673132Z","end":"2026-03-18T14:57:24.736779Z","steps":["trace[718617437] 'process raft request' (duration: 2.063254839s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:24.736756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:22.043567Z","time spent":"2.693028723s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:57:24.73684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:22.673104Z","time spent":"2.06371065s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:57:24.736903Z","caller":"traceutil/trace.go:171","msg":"trace[1364081056] linearizableReadLoop","detail":"{readStateIndex:27425; appliedIndex:27418; }","duration":"2.91892764s","start":"2026-03-18T14:57:21.81791Z","end":"2026-03-18T14:57:24.736838Z","steps":["trace[1364081056] 'read index received' (duration: 1.571487863s)","trace[1364081056] 'applied index is now lower than readState.Index' (duration: 1.347439166s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:57:24.736964Z","caller":"traceutil/trace.go:171","msg":"trace[525940930] transaction","detail":"{read_only:false; response_revision:26379; number_of_response:1; }","duration":"2.058744076s","start":"2026-03-18T14:57:22.678196Z","end":"2026-03-18T14:57:24.73694Z","steps":["trace[525940930] 'process raft request' (duration: 2.058578772s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:24.737115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:22.678165Z","time spent":"2.058866619s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:57:24.737201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.91928337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T14:57:24.73727Z","caller":"traceutil/trace.go:171","msg":"trace[948620769] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26379; }","duration":"2.919408904s","start":"2026-03-18T14:57:21.817849Z","end":"2026-03-18T14:57:24.737258Z","steps":["trace[948620769] 'agreement among raft nodes before linearized reading' (duration: 2.919174278s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:24.7373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:21.817821Z","time spent":"2.919469976s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-18T14:57:24.737086Z","caller":"traceutil/trace.go:171","msg":"trace[1323715078] transaction","detail":"{read_only:false; response_revision:26378; number_of_response:1; }","duration":"2.059154327s","start":"2026-03-18T14:57:22.677785Z","end":"2026-03-18T14:57:24.736939Z","steps":["trace[1323715078] 'process raft request' (duration: 2.05886793s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:24.737922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:22.677774Z","time spent":"2.059934878s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:57:25.237416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.595719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:57:25.237589Z","caller":"traceutil/trace.go:171","msg":"trace[113949992] transaction","detail":"{read_only:false; response_revision:26381; number_of_response:1; }","duration":"495.599958ms","start":"2026-03-18T14:57:24.741971Z","end":"2026-03-18T14:57:25.237571Z","steps":["trace[113949992] 'process raft request' (duration: 495.541816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:25.237656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:24.741951Z","time spent":"495.67566ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:57:25.237816Z","caller":"traceutil/trace.go:171","msg":"trace[819222203] linearizableReadLoop","detail":"{readStateIndex:27426; appliedIndex:27425; }","duration":"500.777558ms","start":"2026-03-18T14:57:24.736993Z","end":"2026-03-18T14:57:25.237771Z","steps":["trace[819222203] 'read index received' (duration: 102.766648ms)","trace[819222203] 'applied index is now lower than readState.Index' (duration: 398.00707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:57:25.237949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.183828512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:57:25.237982Z","caller":"traceutil/trace.go:171","msg":"trace[1558207187] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26381; }","duration":"3.183935946s","start":"2026-03-18T14:57:22.054036Z","end":"2026-03-18T14:57:25.237972Z","steps":["trace[1558207187] 'agreement among raft nodes before linearized reading' (duration: 3.183843363s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:25.238145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:22.054014Z","time spent":"3.18411914s","remote":"127.0.0.1:54560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:57:25.238457Z","caller":"traceutil/trace.go:171","msg":"trace[714215394] transaction","detail":"{read_only:false; response_revision:26380; number_of_response:1; }","duration":"1.571229237s","start":"2026-03-18T14:57:23.667215Z","end":"2026-03-18T14:57:25.238444Z","steps":["trace[714215394] 'process raft request' (duration: 1.172532339s)","trace[714215394] 'compare' (duration: 397.472056ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:57:25.238543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:23.667186Z","time spent":"1.571300769s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:57:25.238694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.285145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:57:25.238722Z","caller":"traceutil/trace.go:171","msg":"trace[1360655651] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26381; }","duration":"888.376827ms","start":"2026-03-18T14:57:24.350337Z","end":"2026-03-18T14:57:25.238714Z","steps":["trace[1360655651] 'agreement among raft nodes before linearized reading' (duration: 888.307535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:25.238743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:24.350306Z","time spent":"888.430758ms","remote":"127.0.0.1:56822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:57:25.238798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667296633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:57:25.238849Z","caller":"traceutil/trace.go:171","msg":"trace[483666897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26381; }","duration":"1.667385687s","start":"2026-03-18T14:57:23.57145Z","end":"2026-03-18T14:57:25.238835Z","steps":["trace[483666897] 'agreement among raft nodes before linearized reading' (duration: 1.667303115s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:25.238849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.519356449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-18T14:57:25.238887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:23.571427Z","time spent":"1.667452848s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:57:25.238887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911696341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.25\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-03-18T14:57:25.238931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.521737244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:57:25.238957Z","caller":"traceutil/trace.go:171","msg":"trace[1639625278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26381; }","duration":"2.521799454s","start":"2026-03-18T14:57:22.71715Z","end":"2026-03-18T14:57:25.23895Z","steps":["trace[1639625278] 'agreement among raft nodes before linearized reading' (duration: 2.521695131s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:25.238978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:22.717132Z","time spent":"2.521841167s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T14:57:25.238967Z","caller":"traceutil/trace.go:171","msg":"trace[696824299] range","detail":"{range_begin:/registry/masterleases/199.19.213.25; range_end:; response_count:1; response_revision:26381; }","duration":"1.911825445s","start":"2026-03-18T14:57:23.327123Z","end":"2026-03-18T14:57:25.238949Z","steps":["trace[696824299] 'agreement among raft nodes before linearized reading' (duration: 1.911601149s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:25.23901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:23.327101Z","time spent":"1.911900486s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":160,"request content":"key:\"/registry/masterleases/199.19.213.25\" "} {"level":"warn","ts":"2026-03-18T14:57:25.239041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935825264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:57:25.239061Z","caller":"traceutil/trace.go:171","msg":"trace[730187117] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26381; }","duration":"1.935870555s","start":"2026-03-18T14:57:23.303185Z","end":"2026-03-18T14:57:25.239056Z","steps":["trace[730187117] 'agreement among raft nodes before linearized reading' (duration: 1.935751632s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:25.239097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:23.303167Z","time spent":"1.935924046s","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:57:25.239129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.975722096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:57:25.239158Z","caller":"traceutil/trace.go:171","msg":"trace[257103603] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:26381; }","duration":"2.975779048s","start":"2026-03-18T14:57:22.263372Z","end":"2026-03-18T14:57:25.239151Z","steps":["trace[257103603] 'agreement among raft nodes before linearized reading' (duration: 2.975740516s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:25.238917Z","caller":"traceutil/trace.go:171","msg":"trace[1192553481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26381; }","duration":"2.519485401s","start":"2026-03-18T14:57:22.719414Z","end":"2026-03-18T14:57:25.238899Z","steps":["trace[1192553481] 'agreement among raft nodes before linearized reading' (duration: 2.519276556s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:25.2391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.843507982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:57:25.239236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.182858185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-18T14:57:25.23926Z","caller":"traceutil/trace.go:171","msg":"trace[580169491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26381; }","duration":"3.182898088s","start":"2026-03-18T14:57:22.056357Z","end":"2026-03-18T14:57:25.239255Z","steps":["trace[580169491] 'agreement among raft nodes before linearized reading' (duration: 3.182834516s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:25.239279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:22.056346Z","time spent":"3.182928498s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:57:25.239292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.474443475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:57:25.239235Z","caller":"traceutil/trace.go:171","msg":"trace[164211553] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:26381; }","duration":"2.843698957s","start":"2026-03-18T14:57:22.39553Z","end":"2026-03-18T14:57:25.239229Z","steps":["trace[164211553] 'agreement among raft nodes before linearized reading' (duration: 2.843522933s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:25.239395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:22.395495Z","time spent":"2.843892052s","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:57:25.239411Z","caller":"traceutil/trace.go:171","msg":"trace[1113577589] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26381; }","duration":"2.474617419s","start":"2026-03-18T14:57:22.764759Z","end":"2026-03-18T14:57:25.239376Z","steps":["trace[1113577589] 'agreement among raft nodes before linearized reading' (duration: 2.47429022s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:25.239224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:22.719386Z","time spent":"2.519822132s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-18T14:57:25.239474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:22.764735Z","time spent":"2.474724061s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-18T14:57:25.239178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:22.263333Z","time spent":"2.975839939s","remote":"127.0.0.1:54878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:57:25.239764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152723793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:57:25.23984Z","caller":"traceutil/trace.go:171","msg":"trace[733526539] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26381; }","duration":"1.152847417s","start":"2026-03-18T14:57:24.086977Z","end":"2026-03-18T14:57:25.239825Z","steps":["trace[733526539] 'agreement among raft nodes before linearized reading' (duration: 1.151755657s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:25.239908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:24.086954Z","time spent":"1.152944569s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:57:25.743384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476743095,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-18T14:57:26.314136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.893595ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-18T14:57:26.314309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:25.240089Z","time spent":"1.07421465s","remote":"127.0.0.1:33444","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-18T14:57:26.342609Z","caller":"traceutil/trace.go:171","msg":"trace[873989242] transaction","detail":"{read_only:false; response_revision:26382; number_of_response:1; }","duration":"1.099290109s","start":"2026-03-18T14:57:25.243289Z","end":"2026-03-18T14:57:26.34258Z","steps":["trace[873989242] 'process raft request' (duration: 1.099062622s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:26.342641Z","caller":"traceutil/trace.go:171","msg":"trace[381207583] transaction","detail":"{read_only:false; response_revision:26383; number_of_response:1; }","duration":"1.098798005s","start":"2026-03-18T14:57:25.243824Z","end":"2026-03-18T14:57:26.342622Z","steps":["trace[381207583] 'process raft request' (duration: 1.098700032s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:26.342745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:25.243278Z","time spent":"1.099393561s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:57:26.342746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:25.243798Z","time spent":"1.098893368s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:57:26.342993Z","caller":"traceutil/trace.go:171","msg":"trace[1242111684] linearizableReadLoop","detail":"{readStateIndex:27432; appliedIndex:27427; }","duration":"1.100266455s","start":"2026-03-18T14:57:25.242689Z","end":"2026-03-18T14:57:26.342955Z","steps":["trace[1242111684] 'read index received' (duration: 733.52075ms)","trace[1242111684] 'applied index is now lower than readState.Index' (duration: 366.744445ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:57:26.343091Z","caller":"traceutil/trace.go:171","msg":"trace[41129285] transaction","detail":"{read_only:false; response_revision:26385; number_of_response:1; }","duration":"1.098772255s","start":"2026-03-18T14:57:25.244302Z","end":"2026-03-18T14:57:26.343074Z","steps":["trace[41129285] 'process raft request' (duration: 1.098534059s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:26.343109Z","caller":"traceutil/trace.go:171","msg":"trace[707681187] transaction","detail":"{read_only:false; response_revision:26384; number_of_response:1; }","duration":"1.098803275s","start":"2026-03-18T14:57:25.244245Z","end":"2026-03-18T14:57:26.343048Z","steps":["trace[707681187] 'process raft request' (duration: 1.098336203s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:26.343177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:25.244291Z","time spent":"1.098839447s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:57:26.343193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10048329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:57:26.343223Z","caller":"traceutil/trace.go:171","msg":"trace[1493733418] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26385; }","duration":"1.100552492s","start":"2026-03-18T14:57:25.242662Z","end":"2026-03-18T14:57:26.343214Z","steps":["trace[1493733418] 'agreement among raft nodes before linearized reading' (duration: 1.100407539s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:26.343253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:25.242648Z","time spent":"1.100597154s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:57:26.343358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:25.244234Z","time spent":"1.098988209s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:57:26.348549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.711713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:57:26.348634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101782526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:57:26.348633Z","caller":"traceutil/trace.go:171","msg":"trace[1529861126] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26386; }","duration":"977.844595ms","start":"2026-03-18T14:57:25.370766Z","end":"2026-03-18T14:57:26.34861Z","steps":["trace[1529861126] 'agreement among raft nodes before linearized reading' (duration: 977.68182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:26.348637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.236635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-18T14:57:26.348684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:25.370744Z","time spent":"977.924697ms","remote":"127.0.0.1:49934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:57:26.348704Z","caller":"traceutil/trace.go:171","msg":"trace[1334761273] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26386; }","duration":"294.344707ms","start":"2026-03-18T14:57:26.054342Z","end":"2026-03-18T14:57:26.348686Z","steps":["trace[1334761273] 'agreement among raft nodes before linearized reading' (duration: 294.231634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:26.348725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.154428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:57:26.348793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019596333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"info","ts":"2026-03-18T14:57:26.348824Z","caller":"traceutil/trace.go:171","msg":"trace[2039638648] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26386; }","duration":"1.019661756s","start":"2026-03-18T14:57:25.329152Z","end":"2026-03-18T14:57:26.348814Z","steps":["trace[2039638648] 'agreement among raft nodes before linearized reading' (duration: 1.019526802s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:26.348823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07569417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:57:26.348846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:25.329131Z","time spent":"1.019709067s","remote":"127.0.0.1:42658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418375,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-18T14:57:26.348864Z","caller":"traceutil/trace.go:171","msg":"trace[868582135] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26386; }","duration":"1.075766862s","start":"2026-03-18T14:57:25.273083Z","end":"2026-03-18T14:57:26.34885Z","steps":["trace[868582135] 'agreement among raft nodes before linearized reading' (duration: 1.07570788s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:26.348889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:25.273063Z","time spent":"1.075819683s","remote":"127.0.0.1:59212","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:57:26.348664Z","caller":"traceutil/trace.go:171","msg":"trace[1295438448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26386; }","duration":"1.101829537s","start":"2026-03-18T14:57:25.246825Z","end":"2026-03-18T14:57:26.348655Z","steps":["trace[1295438448] 'agreement among raft nodes before linearized reading' (duration: 1.101773965s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:26.349019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:25.246818Z","time spent":"1.102178636s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:57:26.349119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.181692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:57:26.349146Z","caller":"traceutil/trace.go:171","msg":"trace[143042449] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26386; }","duration":"355.239443ms","start":"2026-03-18T14:57:25.9939Z","end":"2026-03-18T14:57:26.349139Z","steps":["trace[143042449] 'agreement among raft nodes before linearized reading' (duration: 355.184612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:26.349171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:25.993833Z","time spent":"355.330537ms","remote":"127.0.0.1:45810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:57:26.348829Z","caller":"traceutil/trace.go:171","msg":"trace[391427988] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26386; }","duration":"400.317243ms","start":"2026-03-18T14:57:25.948483Z","end":"2026-03-18T14:57:26.3488Z","steps":["trace[391427988] 'agreement among raft nodes before linearized reading' (duration: 399.970573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:26.349603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:25.948467Z","time spent":"401.116004ms","remote":"127.0.0.1:59196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:57:26.566363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.086354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:57:26.566434Z","caller":"traceutil/trace.go:171","msg":"trace[225331775] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26386; }","duration":"151.192848ms","start":"2026-03-18T14:57:26.415223Z","end":"2026-03-18T14:57:26.566416Z","steps":["trace[225331775] 'range keys from in-memory index tree' (duration: 150.904979ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:28.493713Z","caller":"traceutil/trace.go:171","msg":"trace[1737391803] transaction","detail":"{read_only:false; response_revision:26397; number_of_response:1; }","duration":"142.03688ms","start":"2026-03-18T14:57:28.351655Z","end":"2026-03-18T14:57:28.493691Z","steps":["trace[1737391803] 'process raft request' (duration: 141.813754ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:28.692607Z","caller":"traceutil/trace.go:171","msg":"trace[1907478243] linearizableReadLoop","detail":"{readStateIndex:27448; appliedIndex:27443; }","duration":"218.017743ms","start":"2026-03-18T14:57:28.474562Z","end":"2026-03-18T14:57:28.69258Z","steps":["trace[1907478243] 'read index received' (duration: 18.915531ms)","trace[1907478243] 'applied index is now lower than readState.Index' (duration: 199.100822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:57:28.692885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.315662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:57:28.692945Z","caller":"traceutil/trace.go:171","msg":"trace[1176670393] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26401; }","duration":"218.454247ms","start":"2026-03-18T14:57:28.47448Z","end":"2026-03-18T14:57:28.692934Z","steps":["trace[1176670393] 'agreement among raft nodes before linearized reading' (duration: 218.299132ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:28.692796Z","caller":"traceutil/trace.go:171","msg":"trace[935716638] transaction","detail":"{read_only:false; response_revision:26399; number_of_response:1; }","duration":"340.167147ms","start":"2026-03-18T14:57:28.352563Z","end":"2026-03-18T14:57:28.69273Z","steps":["trace[935716638] 'process raft request' (duration: 339.864359ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:28.693118Z","caller":"traceutil/trace.go:171","msg":"trace[2141062429] transaction","detail":"{read_only:false; response_revision:26401; number_of_response:1; }","duration":"296.718592ms","start":"2026-03-18T14:57:28.396326Z","end":"2026-03-18T14:57:28.693044Z","steps":["trace[2141062429] 'process raft request' (duration: 296.187047ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:28.69318Z","caller":"traceutil/trace.go:171","msg":"trace[459901642] transaction","detail":"{read_only:false; response_revision:26398; number_of_response:1; }","duration":"341.107682ms","start":"2026-03-18T14:57:28.352032Z","end":"2026-03-18T14:57:28.693139Z","steps":["trace[459901642] 'process raft request' (duration: 340.235709ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:28.693261Z","caller":"traceutil/trace.go:171","msg":"trace[302861413] transaction","detail":"{read_only:false; response_revision:26400; number_of_response:1; }","duration":"339.865668ms","start":"2026-03-18T14:57:28.352872Z","end":"2026-03-18T14:57:28.692737Z","steps":["trace[302861413] 'process raft request' (duration: 339.59618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:28.693183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:28.352554Z","time spent":"340.509686ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:57:28.693443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:28.35286Z","time spent":"340.473374ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:57:28.69356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:28.352011Z","time spent":"341.393069ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:57:29.148273Z","caller":"traceutil/trace.go:171","msg":"trace[991798662] transaction","detail":"{read_only:false; response_revision:26403; number_of_response:1; }","duration":"338.161252ms","start":"2026-03-18T14:57:28.810078Z","end":"2026-03-18T14:57:29.148239Z","steps":["trace[991798662] 'process raft request' (duration: 310.270768ms)","trace[991798662] 'compare' (duration: 27.644527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:57:29.148432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:28.810047Z","time spent":"338.310777ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:57:29.197649Z","caller":"traceutil/trace.go:171","msg":"trace[41214567] transaction","detail":"{read_only:false; response_revision:26405; number_of_response:1; }","duration":"386.56333ms","start":"2026-03-18T14:57:28.811057Z","end":"2026-03-18T14:57:29.19762Z","steps":["trace[41214567] 'process raft request' (duration: 386.441347ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:29.197655Z","caller":"traceutil/trace.go:171","msg":"trace[796086183] transaction","detail":"{read_only:false; response_revision:26404; number_of_response:1; }","duration":"386.605392ms","start":"2026-03-18T14:57:28.811007Z","end":"2026-03-18T14:57:29.197612Z","steps":["trace[796086183] 'process raft request' (duration: 385.962205ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:29.197767Z","caller":"traceutil/trace.go:171","msg":"trace[179596916] transaction","detail":"{read_only:false; response_revision:26407; number_of_response:1; }","duration":"386.516749ms","start":"2026-03-18T14:57:28.811223Z","end":"2026-03-18T14:57:29.19774Z","steps":["trace[179596916] 'process raft request' (duration: 386.346285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:29.197799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:28.811033Z","time spent":"386.690765ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:57:29.197824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:28.810971Z","time spent":"386.757546ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:57:29.197904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:28.81116Z","time spent":"386.672453ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:57:29.198109Z","caller":"traceutil/trace.go:171","msg":"trace[873312019] transaction","detail":"{read_only:false; response_revision:26406; number_of_response:1; }","duration":"386.971852ms","start":"2026-03-18T14:57:28.811127Z","end":"2026-03-18T14:57:29.198099Z","steps":["trace[873312019] 'process raft request' (duration: 386.408637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:29.198411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:28.811105Z","time spent":"387.27466ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:57:29.214676Z","caller":"traceutil/trace.go:171","msg":"trace[1653571608] linearizableReadLoop","detail":"{readStateIndex:27455; appliedIndex:27449; }","duration":"268.223671ms","start":"2026-03-18T14:57:28.946406Z","end":"2026-03-18T14:57:29.21463Z","steps":["trace[1653571608] 'read index received' (duration: 173.917181ms)","trace[1653571608] 'applied index is now lower than readState.Index' (duration: 94.29502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:57:29.215028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.480848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:57:29.21509Z","caller":"traceutil/trace.go:171","msg":"trace[979750004] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26407; }","duration":"268.729215ms","start":"2026-03-18T14:57:28.946343Z","end":"2026-03-18T14:57:29.215072Z","steps":["trace[979750004] 'agreement among raft nodes before linearized reading' (duration: 268.455628ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:33.312989Z","caller":"traceutil/trace.go:171","msg":"trace[1483751303] transaction","detail":"{read_only:false; response_revision:26433; number_of_response:1; }","duration":"101.128554ms","start":"2026-03-18T14:57:33.211838Z","end":"2026-03-18T14:57:33.312967Z","steps":["trace[1483751303] 'process raft request' (duration: 101.00722ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:33.313148Z","caller":"traceutil/trace.go:171","msg":"trace[148681207] transaction","detail":"{read_only:false; response_revision:26432; number_of_response:1; }","duration":"101.351911ms","start":"2026-03-18T14:57:33.211777Z","end":"2026-03-18T14:57:33.313129Z","steps":["trace[148681207] 'process raft request' (duration: 100.96911ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:33.313166Z","caller":"traceutil/trace.go:171","msg":"trace[573046143] transaction","detail":"{read_only:false; response_revision:26434; number_of_response:1; }","duration":"101.272689ms","start":"2026-03-18T14:57:33.211872Z","end":"2026-03-18T14:57:33.313144Z","steps":["trace[573046143] 'process raft request' (duration: 101.052603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:43.690142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.315059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:57:43.690216Z","caller":"traceutil/trace.go:171","msg":"trace[471994116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26506; }","duration":"121.442903ms","start":"2026-03-18T14:57:43.568756Z","end":"2026-03-18T14:57:43.690199Z","steps":["trace[471994116] 'range keys from in-memory index tree' (duration: 121.244838ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:49.497841Z","caller":"traceutil/trace.go:171","msg":"trace[85234068] transaction","detail":"{read_only:false; response_revision:26539; number_of_response:1; }","duration":"429.661155ms","start":"2026-03-18T14:57:49.068156Z","end":"2026-03-18T14:57:49.497817Z","steps":["trace[85234068] 'process raft request' (duration: 429.44859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:49.498009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:49.068133Z","time spent":"429.783908ms","remote":"127.0.0.1:41058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7366,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:57:49.614868Z","caller":"traceutil/trace.go:171","msg":"trace[1127131084] transaction","detail":"{read_only:false; response_revision:26540; number_of_response:1; }","duration":"348.625215ms","start":"2026-03-18T14:57:49.266209Z","end":"2026-03-18T14:57:49.614834Z","steps":["trace[1127131084] 'process raft request' (duration: 330.6869ms)","trace[1127131084] 'compare' (duration: 17.660447ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:57:49.614898Z","caller":"traceutil/trace.go:171","msg":"trace[1557060707] transaction","detail":"{read_only:false; response_revision:26541; number_of_response:1; }","duration":"181.121006ms","start":"2026-03-18T14:57:49.433742Z","end":"2026-03-18T14:57:49.614863Z","steps":["trace[1557060707] 'process raft request' (duration: 180.972272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:49.615014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:49.266186Z","time spent":"348.750128ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:57:49.615066Z","caller":"traceutil/trace.go:171","msg":"trace[754115768] linearizableReadLoop","detail":"{readStateIndex:27592; appliedIndex:27590; }","duration":"265.655322ms","start":"2026-03-18T14:57:49.349393Z","end":"2026-03-18T14:57:49.615049Z","steps":["trace[754115768] 'read index received' (duration: 148.272199ms)","trace[754115768] 'applied index is now lower than readState.Index' (duration: 117.381833ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:57:49.615149Z","caller":"traceutil/trace.go:171","msg":"trace[1248578850] transaction","detail":"{read_only:false; response_revision:26543; number_of_response:1; }","duration":"179.312918ms","start":"2026-03-18T14:57:49.435825Z","end":"2026-03-18T14:57:49.615138Z","steps":["trace[1248578850] 'process raft request' (duration: 179.025469ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:49.615182Z","caller":"traceutil/trace.go:171","msg":"trace[2132612685] transaction","detail":"{read_only:false; response_revision:26542; number_of_response:1; }","duration":"180.722576ms","start":"2026-03-18T14:57:49.434431Z","end":"2026-03-18T14:57:49.615153Z","steps":["trace[2132612685] 'process raft request' (duration: 180.349386ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:49.61525Z","caller":"traceutil/trace.go:171","msg":"trace[49247812] transaction","detail":"{read_only:false; response_revision:26545; number_of_response:1; }","duration":"178.598139ms","start":"2026-03-18T14:57:49.436641Z","end":"2026-03-18T14:57:49.61524Z","steps":["trace[49247812] 'process raft request' (duration: 178.351263ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:49.615208Z","caller":"traceutil/trace.go:171","msg":"trace[2081715286] transaction","detail":"{read_only:false; response_revision:26544; number_of_response:1; }","duration":"179.036729ms","start":"2026-03-18T14:57:49.436156Z","end":"2026-03-18T14:57:49.615193Z","steps":["trace[2081715286] 'process raft request' (duration: 178.754723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:49.61544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.039252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:57:49.615506Z","caller":"traceutil/trace.go:171","msg":"trace[2003024334] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26545; }","duration":"266.162505ms","start":"2026-03-18T14:57:49.349326Z","end":"2026-03-18T14:57:49.615489Z","steps":["trace[2003024334] 'agreement among raft nodes before linearized reading' (duration: 266.039422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:49.615669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.649066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T14:57:49.615716Z","caller":"traceutil/trace.go:171","msg":"trace[11881708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26545; }","duration":"173.723767ms","start":"2026-03-18T14:57:49.441982Z","end":"2026-03-18T14:57:49.615706Z","steps":["trace[11881708] 'agreement among raft nodes before linearized reading' (duration: 173.579493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:49.617201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.583809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:181 size:1990726"} {"level":"info","ts":"2026-03-18T14:57:49.617264Z","caller":"traceutil/trace.go:171","msg":"trace[1296967343] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:181; response_revision:26545; }","duration":"225.65666ms","start":"2026-03-18T14:57:49.391594Z","end":"2026-03-18T14:57:49.617251Z","steps":["trace[1296967343] 'agreement among raft nodes before linearized reading' (duration: 223.82382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:51.115212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.144508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:57:51.115289Z","caller":"traceutil/trace.go:171","msg":"trace[755940611] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26549; }","duration":"417.26569ms","start":"2026-03-18T14:57:50.698003Z","end":"2026-03-18T14:57:51.115268Z","steps":["trace[755940611] 'range keys from in-memory index tree' (duration: 416.951423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:51.115327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:50.697979Z","time spent":"417.339593ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T14:57:51.115865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.220331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-18T14:57:51.115979Z","caller":"traceutil/trace.go:171","msg":"trace[1275006919] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26549; }","duration":"511.377466ms","start":"2026-03-18T14:57:50.604569Z","end":"2026-03-18T14:57:51.115946Z","steps":["trace[1275006919] 'range keys from in-memory index tree' (duration: 511.039046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:51.116017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.640127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:57:51.116092Z","caller":"traceutil/trace.go:171","msg":"trace[1844519840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26549; }","duration":"543.75956ms","start":"2026-03-18T14:57:50.572315Z","end":"2026-03-18T14:57:51.116075Z","steps":["trace[1844519840] 'range keys from in-memory index tree' (duration: 543.572496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:51.116128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:50.572299Z","time spent":"543.820231ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:57:51.116277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.964193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:57:51.116314Z","caller":"traceutil/trace.go:171","msg":"trace[1433919782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26549; }","duration":"282.033875ms","start":"2026-03-18T14:57:50.834271Z","end":"2026-03-18T14:57:51.116305Z","steps":["trace[1433919782] 'range keys from in-memory index tree' (duration: 281.743586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:51.116042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:50.604549Z","time spent":"511.477767ms","remote":"127.0.0.1:33574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-18T14:57:51.1164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.824365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:57:51.116707Z","caller":"traceutil/trace.go:171","msg":"trace[34183403] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26549; }","duration":"280.167924ms","start":"2026-03-18T14:57:50.836499Z","end":"2026-03-18T14:57:51.116667Z","steps":["trace[34183403] 'range keys from in-memory index tree' (duration: 279.609469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:51.116641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.876549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:57:51.116906Z","caller":"traceutil/trace.go:171","msg":"trace[148755901] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26549; }","duration":"306.114156ms","start":"2026-03-18T14:57:50.810713Z","end":"2026-03-18T14:57:51.116827Z","steps":["trace[148755901] 'count revisions from in-memory index tree' (duration: 305.798708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:51.116936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.554946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:57:51.117007Z","caller":"traceutil/trace.go:171","msg":"trace[1374115784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26549; }","duration":"280.673027ms","start":"2026-03-18T14:57:50.836315Z","end":"2026-03-18T14:57:51.116988Z","steps":["trace[1374115784] 'range keys from in-memory index tree' (duration: 280.38441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:51.117024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:50.810693Z","time spent":"306.28207ms","remote":"127.0.0.1:50014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:57:51.618096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476743522,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:57:51.775911Z","caller":"traceutil/trace.go:171","msg":"trace[587193749] transaction","detail":"{read_only:false; response_revision:26550; number_of_response:1; }","duration":"876.721702ms","start":"2026-03-18T14:57:50.899173Z","end":"2026-03-18T14:57:51.775894Z","steps":["trace[587193749] 'process raft request' (duration: 876.605028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:51.776025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:50.899141Z","time spent":"876.821554ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:57:53.009774Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.176320181s","expected-duration":"1s"} {"level":"info","ts":"2026-03-18T14:57:53.01022Z","caller":"traceutil/trace.go:171","msg":"trace[481841213] transaction","detail":"{read_only:false; response_revision:26552; number_of_response:1; }","duration":"1.889338077s","start":"2026-03-18T14:57:51.120854Z","end":"2026-03-18T14:57:53.010192Z","steps":["trace[481841213] 'process raft request' (duration: 1.889267085s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:53.010315Z","caller":"traceutil/trace.go:171","msg":"trace[62382362] transaction","detail":"{read_only:false; response_revision:26551; number_of_response:1; }","duration":"1.889486309s","start":"2026-03-18T14:57:51.120793Z","end":"2026-03-18T14:57:53.01028Z","steps":["trace[62382362] 'process raft request' (duration: 1.889170772s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:53.010371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:51.120849Z","time spent":"1.88944793s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:57:53.010482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:51.120779Z","time spent":"1.889618893s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:57:53.010617Z","caller":"traceutil/trace.go:171","msg":"trace[743823517] transaction","detail":"{read_only:false; response_revision:26553; number_of_response:1; }","duration":"1.889214243s","start":"2026-03-18T14:57:51.121377Z","end":"2026-03-18T14:57:53.010591Z","steps":["trace[743823517] 'process raft request' (duration: 1.888783431s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:53.010722Z","caller":"traceutil/trace.go:171","msg":"trace[1564359588] transaction","detail":"{read_only:false; response_revision:26554; number_of_response:1; }","duration":"1.887425724s","start":"2026-03-18T14:57:51.123283Z","end":"2026-03-18T14:57:53.010708Z","steps":["trace[1564359588] 'process raft request' (duration: 1.887181308s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:53.010702Z","caller":"traceutil/trace.go:171","msg":"trace[426819606] transaction","detail":"{read_only:false; response_revision:26555; number_of_response:1; }","duration":"1.390541752s","start":"2026-03-18T14:57:51.620131Z","end":"2026-03-18T14:57:53.010672Z","steps":["trace[426819606] 'process raft request' (duration: 1.39045164s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:53.010789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:51.123274Z","time spent":"1.887483696s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:57:53.010845Z","caller":"traceutil/trace.go:171","msg":"trace[957724345] transaction","detail":"{read_only:false; response_revision:26556; number_of_response:1; }","duration":"1.390178752s","start":"2026-03-18T14:57:51.620656Z","end":"2026-03-18T14:57:53.010835Z","steps":["trace[957724345] 'process raft request' (duration: 1.389977327s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:53.010886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:51.620627Z","time spent":"1.390238934s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:57:53.010876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:51.620098Z","time spent":"1.390681175s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:57:53.010736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:51.121369Z","time spent":"1.889304035s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:57:53.010979Z","caller":"traceutil/trace.go:171","msg":"trace[946545137] transaction","detail":"{read_only:false; response_revision:26557; number_of_response:1; }","duration":"1.39005978s","start":"2026-03-18T14:57:51.620913Z","end":"2026-03-18T14:57:53.010973Z","steps":["trace[946545137] 'process raft request' (duration: 1.389848824s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:53.011018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:51.620902Z","time spent":"1.39009731s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:57:53.011025Z","caller":"traceutil/trace.go:171","msg":"trace[482415792] linearizableReadLoop","detail":"{readStateIndex:27606; appliedIndex:27602; }","duration":"1.893512649s","start":"2026-03-18T14:57:51.117496Z","end":"2026-03-18T14:57:53.011009Z","steps":["trace[482415792] 'read index received' (duration: 658.3929ms)","trace[482415792] 'applied index is now lower than readState.Index' (duration: 1.235118919s)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:57:53.011004Z","caller":"traceutil/trace.go:171","msg":"trace[99424972] transaction","detail":"{read_only:false; response_revision:26558; number_of_response:1; }","duration":"1.390045029s","start":"2026-03-18T14:57:51.620926Z","end":"2026-03-18T14:57:53.010971Z","steps":["trace[99424972] 'process raft request' (duration: 1.389906725s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:53.011055Z","caller":"traceutil/trace.go:171","msg":"trace[1037613673] transaction","detail":"{read_only:false; response_revision:26561; number_of_response:1; }","duration":"1.328866946s","start":"2026-03-18T14:57:51.682175Z","end":"2026-03-18T14:57:53.011042Z","steps":["trace[1037613673] 'process raft request' (duration: 1.328762803s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:53.011058Z","caller":"traceutil/trace.go:171","msg":"trace[1798822829] transaction","detail":"{read_only:false; response_revision:26559; number_of_response:1; }","duration":"1.389694019s","start":"2026-03-18T14:57:51.621353Z","end":"2026-03-18T14:57:53.011047Z","steps":["trace[1798822829] 'process raft request' (duration: 1.389519394s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:53.011121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:51.621333Z","time spent":"1.389757071s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:57:53.011124Z","caller":"traceutil/trace.go:171","msg":"trace[489424931] transaction","detail":"{read_only:false; response_revision:26560; number_of_response:1; }","duration":"1.388937029s","start":"2026-03-18T14:57:51.622143Z","end":"2026-03-18T14:57:53.01108Z","steps":["trace[489424931] 'process raft request' (duration: 1.388758093s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:53.011146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:51.682156Z","time spent":"1.328929187s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:57:53.011137Z","caller":"traceutil/trace.go:171","msg":"trace[497965410] transaction","detail":"{read_only:false; response_revision:26562; number_of_response:1; }","duration":"1.247627509s","start":"2026-03-18T14:57:51.763464Z","end":"2026-03-18T14:57:53.011092Z","steps":["trace[497965410] 'process raft request' (duration: 1.247508776s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:53.011178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.893672824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:57:53.011296Z","caller":"traceutil/trace.go:171","msg":"trace[14819429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26562; }","duration":"1.893810547s","start":"2026-03-18T14:57:51.117473Z","end":"2026-03-18T14:57:53.011284Z","steps":["trace[14819429] 'agreement among raft nodes before linearized reading' (duration: 1.893612212s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:53.011186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.788517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/manila-api\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:57:53.01186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:51.622133Z","time spent":"1.389060252s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:57:53.011911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.913442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:57:53.011992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:51.117458Z","time spent":"1.894519956s","remote":"127.0.0.1:33430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:57:53.011978Z","caller":"traceutil/trace.go:171","msg":"trace[903431471] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26562; }","duration":"386.544969ms","start":"2026-03-18T14:57:52.625413Z","end":"2026-03-18T14:57:53.011958Z","steps":["trace[903431471] 'agreement among raft nodes before linearized reading' (duration: 385.876411ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:53.011993Z","caller":"traceutil/trace.go:171","msg":"trace[1191316650] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/manila-api; range_end:; response_count:0; response_revision:26562; }","duration":"953.57711ms","start":"2026-03-18T14:57:52.058354Z","end":"2026-03-18T14:57:53.011931Z","steps":["trace[1191316650] 'agreement among raft nodes before linearized reading' (duration: 952.787548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:53.011303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.365809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:57:53.011813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891084694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-967e03f5-86bb-4303-b74e-7241610f6c76\" ","response":"range_response_count:1 size:1436"} {"level":"warn","ts":"2026-03-18T14:57:53.012156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320591991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-18T14:57:53.012245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.779526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T14:57:53.012269Z","caller":"traceutil/trace.go:171","msg":"trace[1720747867] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26562; }","duration":"382.354167ms","start":"2026-03-18T14:57:52.629888Z","end":"2026-03-18T14:57:53.012242Z","steps":["trace[1720747867] 'agreement among raft nodes before linearized reading' (duration: 381.386431ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:53.012265Z","caller":"traceutil/trace.go:171","msg":"trace[120078423] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26562; }","duration":"1.320691484s","start":"2026-03-18T14:57:51.691525Z","end":"2026-03-18T14:57:53.012217Z","steps":["trace[120078423] 'agreement among raft nodes before linearized reading' (duration: 1.319671127s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:53.012253Z","caller":"traceutil/trace.go:171","msg":"trace[2143649376] range","detail":"{range_begin:/registry/persistentvolumes/pvc-967e03f5-86bb-4303-b74e-7241610f6c76; range_end:; response_count:1; response_revision:26562; }","duration":"1.891938437s","start":"2026-03-18T14:57:51.120224Z","end":"2026-03-18T14:57:53.012163Z","steps":["trace[2143649376] 'agreement among raft nodes before linearized reading' (duration: 1.890889718s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:53.012299Z","caller":"traceutil/trace.go:171","msg":"trace[731088498] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26562; }","duration":"838.865948ms","start":"2026-03-18T14:57:52.173409Z","end":"2026-03-18T14:57:53.012275Z","steps":["trace[731088498] 'agreement among raft nodes before linearized reading' (duration: 838.698383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:53.012321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:52.629861Z","time spent":"382.436028ms","remote":"127.0.0.1:49908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:57:53.01232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:51.691518Z","time spent":"1.320790806s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-18T14:57:53.012336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:52.173386Z","time spent":"838.94213ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-18T14:57:53.012252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:52.058332Z","time spent":"953.812306ms","remote":"127.0.0.1:33736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/openstack/manila-api\" "} {"level":"warn","ts":"2026-03-18T14:57:53.012399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:51.12018Z","time spent":"1.892157073s","remote":"127.0.0.1:33560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-967e03f5-86bb-4303-b74e-7241610f6c76\" "} {"level":"warn","ts":"2026-03-18T14:57:53.012064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:52.625395Z","time spent":"386.652433ms","remote":"127.0.0.1:45120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:57:53.012044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250880056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:57:53.012667Z","caller":"traceutil/trace.go:171","msg":"trace[690099273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26562; }","duration":"1.251516713s","start":"2026-03-18T14:57:51.761121Z","end":"2026-03-18T14:57:53.012638Z","steps":["trace[690099273] 'agreement among raft nodes before linearized reading' (duration: 1.250060324s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:53.01117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:51.620908Z","time spent":"1.390181103s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:57:53.012781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:51.761106Z","time spent":"1.251634547s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-18T14:57:53.012803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:51.763444Z","time spent":"1.247790172s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:57:53.012912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.564104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:57:53.012991Z","caller":"traceutil/trace.go:171","msg":"trace[917490314] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26562; }","duration":"965.660475ms","start":"2026-03-18T14:57:52.0473Z","end":"2026-03-18T14:57:53.01296Z","steps":["trace[917490314] 'agreement among raft nodes before linearized reading' (duration: 965.339966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:53.012962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046007698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T14:57:53.013036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:52.047279Z","time spent":"965.744617ms","remote":"127.0.0.1:45782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:57:53.013088Z","caller":"traceutil/trace.go:171","msg":"trace[978984836] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26562; }","duration":"1.046153371s","start":"2026-03-18T14:57:51.966881Z","end":"2026-03-18T14:57:53.013035Z","steps":["trace[978984836] 'agreement among raft nodes before linearized reading' (duration: 1.045657148s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:53.013148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:51.966841Z","time spent":"1.046296355s","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-18T14:57:53.013594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.641638139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:57:53.021079Z","caller":"traceutil/trace.go:171","msg":"trace[1179672457] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26562; }","duration":"1.644016585s","start":"2026-03-18T14:57:51.36965Z","end":"2026-03-18T14:57:53.013667Z","steps":["trace[1179672457] 'agreement among raft nodes before linearized reading' (duration: 1.64162433s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:53.021192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:51.369626Z","time spent":"1.651533378s","remote":"127.0.0.1:56796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:57:53.227824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.059665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-18T14:57:53.227849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.009038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:57:53.227894Z","caller":"traceutil/trace.go:171","msg":"trace[535890957] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26563; }","duration":"117.162267ms","start":"2026-03-18T14:57:53.110714Z","end":"2026-03-18T14:57:53.227876Z","steps":["trace[535890957] 'range keys from in-memory index tree' (duration: 116.882879ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:53.227932Z","caller":"traceutil/trace.go:171","msg":"trace[314503667] range","detail":"{range_begin:/registry/deployments/openstack/manila-api; range_end:; response_count:0; response_revision:26563; }","duration":"122.137642ms","start":"2026-03-18T14:57:53.105776Z","end":"2026-03-18T14:57:53.227914Z","steps":["trace[314503667] 'range keys from in-memory index tree' (duration: 121.946737ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:53.392146Z","caller":"traceutil/trace.go:171","msg":"trace[2009204429] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26563; }","duration":"138.121024ms","start":"2026-03-18T14:57:53.253991Z","end":"2026-03-18T14:57:53.392112Z","steps":["trace[2009204429] 'process raft request' (duration: 138.024851ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:53.634214Z","caller":"traceutil/trace.go:171","msg":"trace[1472145147] transaction","detail":"{read_only:false; response_revision:26565; number_of_response:1; }","duration":"112.7956ms","start":"2026-03-18T14:57:53.521392Z","end":"2026-03-18T14:57:53.634187Z","steps":["trace[1472145147] 'process raft request' (duration: 112.649045ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:53.888005Z","caller":"traceutil/trace.go:171","msg":"trace[1824463688] transaction","detail":"{read_only:false; response_revision:26570; number_of_response:1; }","duration":"160.305163ms","start":"2026-03-18T14:57:53.727659Z","end":"2026-03-18T14:57:53.887964Z","steps":["trace[1824463688] 'process raft request' (duration: 160.067877ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:53.888005Z","caller":"traceutil/trace.go:171","msg":"trace[276563371] transaction","detail":"{read_only:false; response_revision:26571; number_of_response:1; }","duration":"160.049337ms","start":"2026-03-18T14:57:53.727916Z","end":"2026-03-18T14:57:53.887965Z","steps":["trace[276563371] 'process raft request' (duration: 159.843412ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:53.888057Z","caller":"traceutil/trace.go:171","msg":"trace[1410391414] transaction","detail":"{read_only:false; response_revision:26574; number_of_response:1; }","duration":"159.711308ms","start":"2026-03-18T14:57:53.728329Z","end":"2026-03-18T14:57:53.88804Z","steps":["trace[1410391414] 'process raft request' (duration: 159.593815ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:53.888054Z","caller":"traceutil/trace.go:171","msg":"trace[2108957663] transaction","detail":"{read_only:false; response_revision:26572; number_of_response:1; }","duration":"159.989686ms","start":"2026-03-18T14:57:53.728027Z","end":"2026-03-18T14:57:53.888016Z","steps":["trace[2108957663] 'process raft request' (duration: 159.839352ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:53.888075Z","caller":"traceutil/trace.go:171","msg":"trace[297135231] transaction","detail":"{read_only:false; response_revision:26573; number_of_response:1; }","duration":"159.976776ms","start":"2026-03-18T14:57:53.728068Z","end":"2026-03-18T14:57:53.888045Z","steps":["trace[297135231] 'process raft request' (duration: 159.827772ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:53.888209Z","caller":"traceutil/trace.go:171","msg":"trace[1873047347] transaction","detail":"{read_only:false; response_revision:26569; number_of_response:1; }","duration":"160.365715ms","start":"2026-03-18T14:57:53.727829Z","end":"2026-03-18T14:57:53.888194Z","steps":["trace[1873047347] 'process raft request' (duration: 159.857552ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:53.888199Z","caller":"traceutil/trace.go:171","msg":"trace[1955531962] transaction","detail":"{read_only:false; response_revision:26568; number_of_response:1; }","duration":"160.372956ms","start":"2026-03-18T14:57:53.727792Z","end":"2026-03-18T14:57:53.888165Z","steps":["trace[1955531962] 'process raft request' (duration: 120.95087ms)","trace[1955531962] 'compare' (duration: 38.696416ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:57:53.888452Z","caller":"traceutil/trace.go:171","msg":"trace[2051286239] transaction","detail":"{read_only:false; response_revision:26575; number_of_response:1; }","duration":"159.889482ms","start":"2026-03-18T14:57:53.728516Z","end":"2026-03-18T14:57:53.888406Z","steps":["trace[2051286239] 'process raft request' (duration: 159.493792ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:53.888641Z","caller":"traceutil/trace.go:171","msg":"trace[1583733638] transaction","detail":"{read_only:false; response_revision:26577; number_of_response:1; }","duration":"159.737528ms","start":"2026-03-18T14:57:53.728882Z","end":"2026-03-18T14:57:53.88862Z","steps":["trace[1583733638] 'process raft request' (duration: 159.613415ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:53.888693Z","caller":"traceutil/trace.go:171","msg":"trace[1772808593] transaction","detail":"{read_only:false; response_revision:26578; number_of_response:1; }","duration":"159.7717ms","start":"2026-03-18T14:57:53.728909Z","end":"2026-03-18T14:57:53.888681Z","steps":["trace[1772808593] 'process raft request' (duration: 159.618165ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:53.88877Z","caller":"traceutil/trace.go:171","msg":"trace[491437372] transaction","detail":"{read_only:false; response_revision:26576; number_of_response:1; }","duration":"160.048828ms","start":"2026-03-18T14:57:53.728707Z","end":"2026-03-18T14:57:53.888756Z","steps":["trace[491437372] 'process raft request' (duration: 159.72532ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:53.888923Z","caller":"traceutil/trace.go:171","msg":"trace[112911062] linearizableReadLoop","detail":"{readStateIndex:27633; appliedIndex:27621; }","duration":"135.71716ms","start":"2026-03-18T14:57:53.753166Z","end":"2026-03-18T14:57:53.888883Z","steps":["trace[112911062] 'read index received' (duration: 95.593084ms)","trace[112911062] 'applied index is now lower than readState.Index' (duration: 40.118095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:57:53.889196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.976387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:57:53.889118Z","caller":"traceutil/trace.go:171","msg":"trace[934192269] transaction","detail":"{read_only:false; response_revision:26579; number_of_response:1; }","duration":"107.821424ms","start":"2026-03-18T14:57:53.781277Z","end":"2026-03-18T14:57:53.889098Z","steps":["trace[934192269] 'process raft request' (duration: 107.29255ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:53.889264Z","caller":"traceutil/trace.go:171","msg":"trace[1539757081] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:26580; }","duration":"136.12127ms","start":"2026-03-18T14:57:53.753121Z","end":"2026-03-18T14:57:53.889242Z","steps":["trace[1539757081] 'agreement among raft nodes before linearized reading' (duration: 135.917634ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:54.07622Z","caller":"traceutil/trace.go:171","msg":"trace[2130441736] linearizableReadLoop","detail":"{readStateIndex:27642; appliedIndex:27636; }","duration":"178.976429ms","start":"2026-03-18T14:57:53.897225Z","end":"2026-03-18T14:57:54.076201Z","steps":["trace[2130441736] 'read index received' (duration: 24.38954ms)","trace[2130441736] 'applied index is now lower than readState.Index' (duration: 154.586179ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:57:54.076207Z","caller":"traceutil/trace.go:171","msg":"trace[875882549] transaction","detail":"{read_only:false; response_revision:26583; number_of_response:1; }","duration":"181.390704ms","start":"2026-03-18T14:57:53.894766Z","end":"2026-03-18T14:57:54.076156Z","steps":["trace[875882549] 'process raft request' (duration: 181.127356ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:54.076312Z","caller":"traceutil/trace.go:171","msg":"trace[440343928] transaction","detail":"{read_only:false; response_revision:26587; number_of_response:1; }","duration":"179.963565ms","start":"2026-03-18T14:57:53.89634Z","end":"2026-03-18T14:57:54.076304Z","steps":["trace[440343928] 'process raft request' (duration: 179.802751ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:54.076304Z","caller":"traceutil/trace.go:171","msg":"trace[533775460] transaction","detail":"{read_only:false; response_revision:26586; number_of_response:1; }","duration":"180.200741ms","start":"2026-03-18T14:57:53.896076Z","end":"2026-03-18T14:57:54.076276Z","steps":["trace[533775460] 'process raft request' (duration: 180.033396ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:54.076415Z","caller":"traceutil/trace.go:171","msg":"trace[502142303] transaction","detail":"{read_only:false; response_revision:26588; number_of_response:1; }","duration":"179.019459ms","start":"2026-03-18T14:57:53.897387Z","end":"2026-03-18T14:57:54.076406Z","steps":["trace[502142303] 'process raft request' (duration: 178.782193ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:54.076463Z","caller":"traceutil/trace.go:171","msg":"trace[395442953] transaction","detail":"{read_only:false; response_revision:26585; number_of_response:1; }","duration":"180.91146ms","start":"2026-03-18T14:57:53.895541Z","end":"2026-03-18T14:57:54.076453Z","steps":["trace[395442953] 'process raft request' (duration: 180.541571ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:54.076463Z","caller":"traceutil/trace.go:171","msg":"trace[54626109] transaction","detail":"{read_only:false; response_revision:26584; number_of_response:1; }","duration":"181.221648ms","start":"2026-03-18T14:57:53.895225Z","end":"2026-03-18T14:57:54.076446Z","steps":["trace[54626109] 'process raft request' (duration: 180.831758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:54.076631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.58066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"warn","ts":"2026-03-18T14:57:54.076631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.36905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api.189df76c85944176\" ","response":"range_response_count:1 size:672"} {"level":"info","ts":"2026-03-18T14:57:54.076656Z","caller":"traceutil/trace.go:171","msg":"trace[1765381408] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26588; }","duration":"150.630761ms","start":"2026-03-18T14:57:53.926019Z","end":"2026-03-18T14:57:54.07665Z","steps":["trace[1765381408] 'agreement among raft nodes before linearized reading' (duration: 150.505408ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:54.076665Z","caller":"traceutil/trace.go:171","msg":"trace[68595891] range","detail":"{range_begin:/registry/events/openstack/manila-api.189df76c85944176; range_end:; response_count:1; response_revision:26588; }","duration":"179.467101ms","start":"2026-03-18T14:57:53.897188Z","end":"2026-03-18T14:57:54.076655Z","steps":["trace[68595891] 'agreement among raft nodes before linearized reading' (duration: 179.279267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:54.07672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.263559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-18T14:57:54.076826Z","caller":"traceutil/trace.go:171","msg":"trace[1112904533] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26588; }","duration":"151.419444ms","start":"2026-03-18T14:57:53.925383Z","end":"2026-03-18T14:57:54.076802Z","steps":["trace[1112904533] 'agreement among raft nodes before linearized reading' (duration: 151.118905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:54.592194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476743632,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:57:54.727915Z","caller":"traceutil/trace.go:171","msg":"trace[1822825733] linearizableReadLoop","detail":"{readStateIndex:27645; appliedIndex:27644; }","duration":"636.785674ms","start":"2026-03-18T14:57:54.091105Z","end":"2026-03-18T14:57:54.727891Z","steps":["trace[1822825733] 'read index received' (duration: 636.531748ms)","trace[1822825733] 'applied index is now lower than readState.Index' (duration: 252.976µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:57:54.728008Z","caller":"traceutil/trace.go:171","msg":"trace[942709698] transaction","detail":"{read_only:false; response_revision:26590; number_of_response:1; }","duration":"644.229276ms","start":"2026-03-18T14:57:54.083749Z","end":"2026-03-18T14:57:54.727979Z","steps":["trace[942709698] 'process raft request' (duration: 643.97831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:54.728189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.067753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-18T14:57:54.728234Z","caller":"traceutil/trace.go:171","msg":"trace[963037306] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:26590; }","duration":"637.162894ms","start":"2026-03-18T14:57:54.091058Z","end":"2026-03-18T14:57:54.728221Z","steps":["trace[963037306] 'agreement among raft nodes before linearized reading' (duration: 636.96031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:54.728267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:54.091037Z","time spent":"637.221697ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1156,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-18T14:57:54.728307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:54.08373Z","time spent":"644.335419ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24483,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:57:54.728418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.529847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:57:54.72854Z","caller":"traceutil/trace.go:171","msg":"trace[2045332368] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26590; }","duration":"157.722654ms","start":"2026-03-18T14:57:54.570768Z","end":"2026-03-18T14:57:54.728491Z","steps":["trace[2045332368] 'agreement among raft nodes before linearized reading' (duration: 157.476578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:54.728574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.317073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:57:54.728655Z","caller":"traceutil/trace.go:171","msg":"trace[1704840735] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26590; }","duration":"302.454416ms","start":"2026-03-18T14:57:54.426181Z","end":"2026-03-18T14:57:54.728635Z","steps":["trace[1704840735] 'agreement among raft nodes before linearized reading' (duration: 302.286822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:54.728703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:54.426164Z","time spent":"302.527878ms","remote":"127.0.0.1:54778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:57:54.729222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.506837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210983"} {"level":"info","ts":"2026-03-18T14:57:54.729301Z","caller":"traceutil/trace.go:171","msg":"trace[1879771504] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26590; }","duration":"410.626341ms","start":"2026-03-18T14:57:54.318658Z","end":"2026-03-18T14:57:54.729284Z","steps":["trace[1879771504] 'agreement among raft nodes before linearized reading' (duration: 409.552272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:54.729346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:54.318642Z","time spent":"410.694103ms","remote":"127.0.0.1:33510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211007,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-18T14:57:55.095648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.158697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:57:55.09581Z","caller":"traceutil/trace.go:171","msg":"trace[2013969576] transaction","detail":"{read_only:false; response_revision:26592; number_of_response:1; }","duration":"359.54683ms","start":"2026-03-18T14:57:54.736246Z","end":"2026-03-18T14:57:55.095793Z","steps":["trace[2013969576] 'process raft request' (duration: 359.492508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:55.095875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:54.736226Z","time spent":"359.623732ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:57:55.095977Z","caller":"traceutil/trace.go:171","msg":"trace[119265044] transaction","detail":"{read_only:false; response_revision:26591; number_of_response:1; }","duration":"359.706924ms","start":"2026-03-18T14:57:54.736244Z","end":"2026-03-18T14:57:55.095951Z","steps":["trace[119265044] 'process raft request' (duration: 63.147286ms)","trace[119265044] 'compare' (duration: 296.000103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:57:55.096087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:54.736222Z","time spent":"359.812608ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:57:55.187068Z","caller":"traceutil/trace.go:171","msg":"trace[1419240782] transaction","detail":"{read_only:false; response_revision:26593; number_of_response:1; }","duration":"450.764387ms","start":"2026-03-18T14:57:54.736277Z","end":"2026-03-18T14:57:55.187041Z","steps":["trace[1419240782] 'process raft request' (duration: 450.583141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:55.187188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:54.736266Z","time spent":"450.875169ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":655,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:57:55.187215Z","caller":"traceutil/trace.go:171","msg":"trace[141375645] linearizableReadLoop","detail":"{readStateIndex:27655; appliedIndex:27645; }","duration":"448.896655ms","start":"2026-03-18T14:57:54.738292Z","end":"2026-03-18T14:57:55.187189Z","steps":["trace[141375645] 'read index received' (duration: 61.116122ms)","trace[141375645] 'applied index is now lower than readState.Index' (duration: 387.779523ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:57:55.187282Z","caller":"traceutil/trace.go:171","msg":"trace[1374791662] transaction","detail":"{read_only:false; response_revision:26594; number_of_response:1; }","duration":"450.972592ms","start":"2026-03-18T14:57:54.736299Z","end":"2026-03-18T14:57:55.187272Z","steps":["trace[1374791662] 'process raft request' (duration: 450.666723ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:55.187287Z","caller":"traceutil/trace.go:171","msg":"trace[1733998914] transaction","detail":"{read_only:false; response_revision:26597; number_of_response:1; }","duration":"450.878099ms","start":"2026-03-18T14:57:54.736398Z","end":"2026-03-18T14:57:55.187277Z","steps":["trace[1733998914] 'process raft request' (duration: 450.662043ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:55.187299Z","caller":"traceutil/trace.go:171","msg":"trace[1258029433] transaction","detail":"{read_only:false; response_revision:26600; number_of_response:1; }","duration":"450.017196ms","start":"2026-03-18T14:57:54.737272Z","end":"2026-03-18T14:57:55.187289Z","steps":["trace[1258029433] 'process raft request' (duration: 449.885503ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:55.187323Z","caller":"traceutil/trace.go:171","msg":"trace[919522055] transaction","detail":"{read_only:false; response_revision:26595; number_of_response:1; }","duration":"450.983451ms","start":"2026-03-18T14:57:54.736312Z","end":"2026-03-18T14:57:55.187295Z","steps":["trace[919522055] 'process raft request' (duration: 450.684173ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:55.187375Z","caller":"traceutil/trace.go:171","msg":"trace[872982420] transaction","detail":"{read_only:false; response_revision:26599; number_of_response:1; }","duration":"450.854758ms","start":"2026-03-18T14:57:54.736514Z","end":"2026-03-18T14:57:55.187369Z","steps":["trace[872982420] 'process raft request' (duration: 450.603441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:55.187388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:54.736279Z","time spent":"451.042534ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":655,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:57:55.187389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:54.736391Z","time spent":"450.938291ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":640,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:57:55.187405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:54.736503Z","time spent":"450.8893ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":659,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:57:55.187429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:54.736284Z","time spent":"451.096575ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:57:55.187217Z","caller":"traceutil/trace.go:171","msg":"trace[80823273] transaction","detail":"{read_only:false; response_revision:26596; number_of_response:1; }","duration":"450.848148ms","start":"2026-03-18T14:57:54.736334Z","end":"2026-03-18T14:57:55.187182Z","steps":["trace[80823273] 'process raft request' (duration: 450.699734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:55.187453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.160322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"warn","ts":"2026-03-18T14:57:55.18749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:54.736327Z","time spent":"451.147576ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":663,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:57:55.187493Z","caller":"traceutil/trace.go:171","msg":"trace[341461188] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26600; }","duration":"449.208683ms","start":"2026-03-18T14:57:54.73827Z","end":"2026-03-18T14:57:55.187479Z","steps":["trace[341461188] 'agreement among raft nodes before linearized reading' (duration: 449.030638ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:55.187234Z","caller":"traceutil/trace.go:171","msg":"trace[1862156033] transaction","detail":"{read_only:false; response_revision:26598; number_of_response:1; }","duration":"450.778176ms","start":"2026-03-18T14:57:54.736428Z","end":"2026-03-18T14:57:55.187206Z","steps":["trace[1862156033] 'process raft request' (duration: 450.657052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:55.187526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:54.738171Z","time spent":"449.346847ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":675,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-18T14:57:55.187561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:54.736408Z","time spent":"451.132345ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":667,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:57:55.18735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:54.737242Z","time spent":"450.089267ms","remote":"127.0.0.1:33738","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":661,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:57:55.294305Z","caller":"traceutil/trace.go:171","msg":"trace[2079394800] transaction","detail":"{read_only:false; response_revision:26603; number_of_response:1; }","duration":"272.059445ms","start":"2026-03-18T14:57:55.022224Z","end":"2026-03-18T14:57:55.294284Z","steps":["trace[2079394800] 'process raft request' (duration: 271.961402ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:55.294312Z","caller":"traceutil/trace.go:171","msg":"trace[975912434] transaction","detail":"{read_only:false; response_revision:26601; number_of_response:1; }","duration":"272.289842ms","start":"2026-03-18T14:57:55.021992Z","end":"2026-03-18T14:57:55.294282Z","steps":["trace[975912434] 'process raft request' (duration: 272.013714ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:55.294351Z","caller":"traceutil/trace.go:171","msg":"trace[1411307777] transaction","detail":"{read_only:false; response_revision:26602; number_of_response:1; }","duration":"272.113747ms","start":"2026-03-18T14:57:55.022202Z","end":"2026-03-18T14:57:55.294316Z","steps":["trace[1411307777] 'process raft request' (duration: 271.943512ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:55.294937Z","caller":"traceutil/trace.go:171","msg":"trace[601752378] transaction","detail":"{read_only:false; response_revision:26604; number_of_response:1; }","duration":"272.523346ms","start":"2026-03-18T14:57:55.022396Z","end":"2026-03-18T14:57:55.29492Z","steps":["trace[601752378] 'process raft request' (duration: 271.821328ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:55.295155Z","caller":"traceutil/trace.go:171","msg":"trace[1239867195] transaction","detail":"{read_only:false; response_revision:26605; number_of_response:1; }","duration":"272.043635ms","start":"2026-03-18T14:57:55.023097Z","end":"2026-03-18T14:57:55.29514Z","steps":["trace[1239867195] 'process raft request' (duration: 271.608814ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:55.295251Z","caller":"traceutil/trace.go:171","msg":"trace[7817642] linearizableReadLoop","detail":"{readStateIndex:27661; appliedIndex:27655; }","duration":"107.953358ms","start":"2026-03-18T14:57:55.187275Z","end":"2026-03-18T14:57:55.295228Z","steps":["trace[7817642] 'read index received' (duration: 106.780676ms)","trace[7817642] 'applied index is now lower than readState.Index' (duration: 1.171162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:57:55.295365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.015673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:57:55.295406Z","caller":"traceutil/trace.go:171","msg":"trace[302881881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26606; }","duration":"272.085706ms","start":"2026-03-18T14:57:55.023309Z","end":"2026-03-18T14:57:55.295395Z","steps":["trace[302881881] 'agreement among raft nodes before linearized reading' (duration: 271.946542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:55.29545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.942602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T14:57:55.29545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.784308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:57:55.295506Z","caller":"traceutil/trace.go:171","msg":"trace[314172396] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26606; }","duration":"275.056185ms","start":"2026-03-18T14:57:55.020435Z","end":"2026-03-18T14:57:55.295491Z","steps":["trace[314172396] 'agreement among raft nodes before linearized reading' (duration: 274.904961ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:55.295505Z","caller":"traceutil/trace.go:171","msg":"trace[508392975] transaction","detail":"{read_only:false; response_revision:26606; number_of_response:1; }","duration":"271.072288ms","start":"2026-03-18T14:57:55.024417Z","end":"2026-03-18T14:57:55.295489Z","steps":["trace[508392975] 'process raft request' (duration: 270.661247ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:55.295534Z","caller":"traceutil/trace.go:171","msg":"trace[61806924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26606; }","duration":"274.974483ms","start":"2026-03-18T14:57:55.020543Z","end":"2026-03-18T14:57:55.295517Z","steps":["trace[61806924] 'agreement among raft nodes before linearized reading' (duration: 274.777907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:55.295547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.031905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:57:55.295649Z","caller":"traceutil/trace.go:171","msg":"trace[554449821] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:26606; }","duration":"184.206779ms","start":"2026-03-18T14:57:55.111416Z","end":"2026-03-18T14:57:55.295622Z","steps":["trace[554449821] 'agreement among raft nodes before linearized reading' (duration: 184.023064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:55.29571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.564758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-03-18T14:57:55.295769Z","caller":"traceutil/trace.go:171","msg":"trace[1023393453] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:26606; }","duration":"535.669311ms","start":"2026-03-18T14:57:54.760084Z","end":"2026-03-18T14:57:55.295753Z","steps":["trace[1023393453] 'agreement among raft nodes before linearized reading' (duration: 535.523818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:55.295814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:54.760064Z","time spent":"535.735344ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1842,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-18T14:57:55.295851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.524867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:57:55.2959Z","caller":"traceutil/trace.go:171","msg":"trace[1578678371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26606; }","duration":"272.690031ms","start":"2026-03-18T14:57:55.023194Z","end":"2026-03-18T14:57:55.295884Z","steps":["trace[1578678371] 'agreement among raft nodes before linearized reading' (duration: 272.426645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:55.296098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.348061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T14:57:55.296182Z","caller":"traceutil/trace.go:171","msg":"trace[1959161988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26606; }","duration":"259.684129ms","start":"2026-03-18T14:57:55.036485Z","end":"2026-03-18T14:57:55.296169Z","steps":["trace[1959161988] 'agreement among raft nodes before linearized reading' (duration: 259.112574ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:55.569974Z","caller":"traceutil/trace.go:171","msg":"trace[299841955] transaction","detail":"{read_only:false; response_revision:26607; number_of_response:1; }","duration":"377.493915ms","start":"2026-03-18T14:57:55.19245Z","end":"2026-03-18T14:57:55.569944Z","steps":["trace[299841955] 'process raft request' (duration: 377.263839ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:55.570008Z","caller":"traceutil/trace.go:171","msg":"trace[1474636883] transaction","detail":"{read_only:false; response_revision:26608; number_of_response:1; }","duration":"377.162637ms","start":"2026-03-18T14:57:55.192814Z","end":"2026-03-18T14:57:55.569976Z","steps":["trace[1474636883] 'process raft request' (duration: 377.033093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:55.57012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:55.192424Z","time spent":"377.615839ms","remote":"127.0.0.1:33740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:57:55.570127Z","caller":"traceutil/trace.go:171","msg":"trace[2018893114] transaction","detail":"{read_only:false; response_revision:26611; number_of_response:1; }","duration":"377.047574ms","start":"2026-03-18T14:57:55.193053Z","end":"2026-03-18T14:57:55.5701Z","steps":["trace[2018893114] 'process raft request' (duration: 376.888359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:55.570151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:55.192801Z","time spent":"377.271589ms","remote":"127.0.0.1:33740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:57:55.570144Z","caller":"traceutil/trace.go:171","msg":"trace[1388525102] linearizableReadLoop","detail":"{readStateIndex:27671; appliedIndex:27661; }","duration":"274.81778ms","start":"2026-03-18T14:57:55.295309Z","end":"2026-03-18T14:57:55.570127Z","steps":["trace[1388525102] 'read index received' (duration: 274.418729ms)","trace[1388525102] 'applied index is now lower than readState.Index' (duration: 397.931µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:57:55.570229Z","caller":"traceutil/trace.go:171","msg":"trace[1246582250] transaction","detail":"{read_only:false; response_revision:26612; number_of_response:1; }","duration":"377.162087ms","start":"2026-03-18T14:57:55.193058Z","end":"2026-03-18T14:57:55.57022Z","steps":["trace[1246582250] 'process raft request' (duration: 376.921111ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:55.570299Z","caller":"traceutil/trace.go:171","msg":"trace[626796315] transaction","detail":"{read_only:false; response_revision:26609; number_of_response:1; }","duration":"377.437393ms","start":"2026-03-18T14:57:55.192854Z","end":"2026-03-18T14:57:55.570291Z","steps":["trace[626796315] 'process raft request' (duration: 377.031463ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:55.57031Z","caller":"traceutil/trace.go:171","msg":"trace[715243035] transaction","detail":"{read_only:false; response_revision:26613; number_of_response:1; }","duration":"376.593311ms","start":"2026-03-18T14:57:55.193705Z","end":"2026-03-18T14:57:55.570299Z","steps":["trace[715243035] 'process raft request' (duration: 376.302733ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:55.570321Z","caller":"traceutil/trace.go:171","msg":"trace[2062669091] transaction","detail":"{read_only:false; response_revision:26614; number_of_response:1; }","duration":"376.5303ms","start":"2026-03-18T14:57:55.193775Z","end":"2026-03-18T14:57:55.570305Z","steps":["trace[2062669091] 'process raft request' (duration: 376.264733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:55.570335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:55.193048Z","time spent":"377.249019ms","remote":"127.0.0.1:33740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":737,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:57:55.570355Z","caller":"traceutil/trace.go:171","msg":"trace[1588509135] transaction","detail":"{read_only:false; response_revision:26610; number_of_response:1; }","duration":"377.413793ms","start":"2026-03-18T14:57:55.192936Z","end":"2026-03-18T14:57:55.57035Z","steps":["trace[1588509135] 'process raft request' (duration: 376.977361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:55.570385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:55.19291Z","time spent":"377.464465ms","remote":"127.0.0.1:33740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:57:55.570392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:55.193697Z","time spent":"376.647912ms","remote":"127.0.0.1:33740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:57:55.570334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:55.192834Z","time spent":"377.482725ms","remote":"127.0.0.1:33740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:57:55.570266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:55.193041Z","time spent":"377.140146ms","remote":"127.0.0.1:33740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:57:55.57039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:55.193765Z","time spent":"376.593081ms","remote":"127.0.0.1:33740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-18T14:57:55.570492Z","caller":"traceutil/trace.go:171","msg":"trace[2126002580] transaction","detail":"{read_only:false; response_revision:26616; number_of_response:1; }","duration":"376.638082ms","start":"2026-03-18T14:57:55.193844Z","end":"2026-03-18T14:57:55.570482Z","steps":["trace[2126002580] 'process raft request' (duration: 376.251603ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:55.570272Z","caller":"traceutil/trace.go:171","msg":"trace[54733156] transaction","detail":"{read_only:false; response_revision:26615; number_of_response:1; }","duration":"376.420177ms","start":"2026-03-18T14:57:55.193839Z","end":"2026-03-18T14:57:55.570259Z","steps":["trace[54733156] 'process raft request' (duration: 376.228581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:55.570546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:55.193822Z","time spent":"376.701204ms","remote":"127.0.0.1:33740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:57:55.570557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.067112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-18T14:57:55.570613Z","caller":"traceutil/trace.go:171","msg":"trace[319041679] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:26616; }","duration":"378.142093ms","start":"2026-03-18T14:57:55.192458Z","end":"2026-03-18T14:57:55.5706Z","steps":["trace[319041679] 'agreement among raft nodes before linearized reading' (duration: 377.989049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:55.570623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:55.193826Z","time spent":"376.743775ms","remote":"127.0.0.1:33740","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-18T14:57:55.570651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:55.192449Z","time spent":"378.195014ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":675,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-18T14:57:55.57201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.197179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-18T14:57:55.572096Z","caller":"traceutil/trace.go:171","msg":"trace[1780527649] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26616; }","duration":"309.360894ms","start":"2026-03-18T14:57:55.262718Z","end":"2026-03-18T14:57:55.572079Z","steps":["trace[1780527649] 'agreement among raft nodes before linearized reading' (duration: 307.669568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:55.572147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:55.262692Z","time spent":"309.443667ms","remote":"127.0.0.1:33484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2590,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:57:55.73045Z","caller":"traceutil/trace.go:171","msg":"trace[666069275] transaction","detail":"{read_only:false; response_revision:26618; number_of_response:1; }","duration":"429.732877ms","start":"2026-03-18T14:57:55.300694Z","end":"2026-03-18T14:57:55.730427Z","steps":["trace[666069275] 'process raft request' (duration: 429.619744ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:55.730474Z","caller":"traceutil/trace.go:171","msg":"trace[736432649] transaction","detail":"{read_only:false; response_revision:26617; number_of_response:1; }","duration":"429.803338ms","start":"2026-03-18T14:57:55.30063Z","end":"2026-03-18T14:57:55.730433Z","steps":["trace[736432649] 'process raft request' (duration: 424.046573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:55.730587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:55.300677Z","time spent":"429.84372ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:57:55.730615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:55.300607Z","time spent":"429.930643ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:57:55.730917Z","caller":"traceutil/trace.go:171","msg":"trace[2129763505] transaction","detail":"{read_only:false; response_revision:26619; number_of_response:1; }","duration":"430.100417ms","start":"2026-03-18T14:57:55.300766Z","end":"2026-03-18T14:57:55.730867Z","steps":["trace[2129763505] 'process raft request' (duration: 429.631434ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:55.731Z","caller":"traceutil/trace.go:171","msg":"trace[1205556614] linearizableReadLoop","detail":"{readStateIndex:27676; appliedIndex:27671; }","duration":"160.789487ms","start":"2026-03-18T14:57:55.570189Z","end":"2026-03-18T14:57:55.730978Z","steps":["trace[1205556614] 'read index received' (duration: 154.417574ms)","trace[1205556614] 'applied index is now lower than readState.Index' (duration: 6.370893ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:57:55.73105Z","caller":"traceutil/trace.go:171","msg":"trace[139567236] transaction","detail":"{read_only:false; response_revision:26620; number_of_response:1; }","duration":"430.211421ms","start":"2026-03-18T14:57:55.300813Z","end":"2026-03-18T14:57:55.731024Z","steps":["trace[139567236] 'process raft request' (duration: 430.040546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:55.731115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:55.300697Z","time spent":"430.314263ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:57:55.731149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:55.300805Z","time spent":"430.288063ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:57:55.731176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.843181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:57:55.731162Z","caller":"traceutil/trace.go:171","msg":"trace[1215140219] transaction","detail":"{read_only:false; response_revision:26621; number_of_response:1; }","duration":"430.285023ms","start":"2026-03-18T14:57:55.300828Z","end":"2026-03-18T14:57:55.731113Z","steps":["trace[1215140219] 'process raft request' (duration: 430.107348ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:55.731212Z","caller":"traceutil/trace.go:171","msg":"trace[1191277542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26621; }","duration":"159.912133ms","start":"2026-03-18T14:57:55.571289Z","end":"2026-03-18T14:57:55.731201Z","steps":["trace[1191277542] 'agreement among raft nodes before linearized reading' (duration: 159.81799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:55.731311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.354817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"warn","ts":"2026-03-18T14:57:55.731314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:55.30082Z","time spent":"430.413046ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:57:55.73138Z","caller":"traceutil/trace.go:171","msg":"trace[1100138276] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26621; }","duration":"415.433241ms","start":"2026-03-18T14:57:55.315909Z","end":"2026-03-18T14:57:55.731342Z","steps":["trace[1100138276] 'agreement among raft nodes before linearized reading' (duration: 415.188545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:55.731418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:57:55.315889Z","time spent":"415.519233ms","remote":"127.0.0.1:33494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3590,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-18T14:57:55.731434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.898559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:57:55.731467Z","caller":"traceutil/trace.go:171","msg":"trace[1085557655] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:26621; }","duration":"157.9748ms","start":"2026-03-18T14:57:55.573482Z","end":"2026-03-18T14:57:55.731457Z","steps":["trace[1085557655] 'agreement among raft nodes before linearized reading' (duration: 157.919658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:55.731471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.723186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130028"} {"level":"info","ts":"2026-03-18T14:57:55.73154Z","caller":"traceutil/trace.go:171","msg":"trace[1466854553] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26621; }","duration":"156.823251ms","start":"2026-03-18T14:57:55.574703Z","end":"2026-03-18T14:57:55.731527Z","steps":["trace[1466854553] 'agreement among raft nodes before linearized reading' (duration: 156.580583ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:55.963462Z","caller":"traceutil/trace.go:171","msg":"trace[835412637] transaction","detail":"{read_only:false; response_revision:26622; number_of_response:1; }","duration":"228.297813ms","start":"2026-03-18T14:57:55.735124Z","end":"2026-03-18T14:57:55.963422Z","steps":["trace[835412637] 'process raft request' (duration: 174.934789ms)","trace[835412637] 'compare' (duration: 52.642814ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:57:55.963651Z","caller":"traceutil/trace.go:171","msg":"trace[630758802] linearizableReadLoop","detail":"{readStateIndex:27677; appliedIndex:27676; }","duration":"227.906352ms","start":"2026-03-18T14:57:55.735713Z","end":"2026-03-18T14:57:55.963619Z","steps":["trace[630758802] 'read index received' (duration: 174.309263ms)","trace[630758802] 'applied index is now lower than readState.Index' (duration: 53.594749ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:57:55.963896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.165039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-18T14:57:55.963931Z","caller":"traceutil/trace.go:171","msg":"trace[1916821772] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:26623; }","duration":"228.25595ms","start":"2026-03-18T14:57:55.735664Z","end":"2026-03-18T14:57:55.96392Z","steps":["trace[1916821772] 'agreement among raft nodes before linearized reading' (duration: 228.080356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:55.964163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.905443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-18T14:57:55.96423Z","caller":"traceutil/trace.go:171","msg":"trace[2003291925] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:26623; }","duration":"227.015328ms","start":"2026-03-18T14:57:55.737196Z","end":"2026-03-18T14:57:55.964212Z","steps":["trace[2003291925] 'agreement among raft nodes before linearized reading' (duration: 226.778131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:56.363152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.22439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111961"} {"level":"info","ts":"2026-03-18T14:57:56.363262Z","caller":"traceutil/trace.go:171","msg":"trace[1673505151] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:26668; }","duration":"110.353693ms","start":"2026-03-18T14:57:56.252883Z","end":"2026-03-18T14:57:56.363237Z","steps":["trace[1673505151] 'agreement among raft nodes before linearized reading' (duration: 109.84775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:56.363295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.551139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-03-18T14:57:56.363387Z","caller":"traceutil/trace.go:171","msg":"trace[340167281] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:26668; }","duration":"110.677472ms","start":"2026-03-18T14:57:56.252689Z","end":"2026-03-18T14:57:56.363367Z","steps":["trace[340167281] 'agreement among raft nodes before linearized reading' (duration: 110.419685ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:56.732107Z","caller":"traceutil/trace.go:171","msg":"trace[644241881] linearizableReadLoop","detail":"{readStateIndex:27744; appliedIndex:27743; }","duration":"113.177099ms","start":"2026-03-18T14:57:56.618907Z","end":"2026-03-18T14:57:56.732084Z","steps":["trace[644241881] 'read index received' (duration: 112.971104ms)","trace[644241881] 'applied index is now lower than readState.Index' (duration: 204.695µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:57:56.732169Z","caller":"traceutil/trace.go:171","msg":"trace[1392103318] transaction","detail":"{read_only:false; response_revision:26688; number_of_response:1; }","duration":"121.643669ms","start":"2026-03-18T14:57:56.610484Z","end":"2026-03-18T14:57:56.732128Z","steps":["trace[1392103318] 'process raft request' (duration: 121.414673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:57:56.733044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.117015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210983"} {"level":"info","ts":"2026-03-18T14:57:56.733096Z","caller":"traceutil/trace.go:171","msg":"trace[206389648] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:26688; }","duration":"114.209548ms","start":"2026-03-18T14:57:56.618873Z","end":"2026-03-18T14:57:56.733082Z","steps":["trace[206389648] 'agreement among raft nodes before linearized reading' (duration: 113.317533ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:57:58.110777Z","caller":"traceutil/trace.go:171","msg":"trace[756928446] transaction","detail":"{read_only:false; response_revision:26714; number_of_response:1; }","duration":"142.03619ms","start":"2026-03-18T14:57:57.968705Z","end":"2026-03-18T14:57:58.110741Z","steps":["trace[756928446] 'process raft request' (duration: 69.650744ms)","trace[756928446] 'compare' (duration: 72.162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:58:12.728934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.535292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-18T14:58:12.729025Z","caller":"traceutil/trace.go:171","msg":"trace[312955378] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26855; }","duration":"355.659196ms","start":"2026-03-18T14:58:12.373341Z","end":"2026-03-18T14:58:12.729Z","steps":["trace[312955378] 'range keys from in-memory index tree' (duration: 355.371997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:12.729076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:12.373335Z","time spent":"355.732237ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:58:12.729211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.948438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-18T14:58:12.729279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.60849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:58:12.729354Z","caller":"traceutil/trace.go:171","msg":"trace[1416417978] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26855; }","duration":"383.762845ms","start":"2026-03-18T14:58:12.34557Z","end":"2026-03-18T14:58:12.729333Z","steps":["trace[1416417978] 'count revisions from in-memory index tree' (duration: 383.472627ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:12.729346Z","caller":"traceutil/trace.go:171","msg":"trace[304282675] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26855; }","duration":"354.079781ms","start":"2026-03-18T14:58:12.375218Z","end":"2026-03-18T14:58:12.729297Z","steps":["trace[304282675] 'range keys from in-memory index tree' (duration: 353.718671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:12.729389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:12.345536Z","time spent":"383.843357ms","remote":"127.0.0.1:33654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:58:12.729481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.547614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:58:12.729514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.698239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:58:12.729574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.81076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:58:12.729574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.384929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:58:12.729593Z","caller":"traceutil/trace.go:171","msg":"trace[1958805762] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26855; }","duration":"358.720318ms","start":"2026-03-18T14:58:12.370842Z","end":"2026-03-18T14:58:12.729563Z","steps":["trace[1958805762] 'range keys from in-memory index tree' (duration: 358.361668ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:12.729626Z","caller":"traceutil/trace.go:171","msg":"trace[288971873] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26855; }","duration":"358.45951ms","start":"2026-03-18T14:58:12.37115Z","end":"2026-03-18T14:58:12.729609Z","steps":["trace[288971873] 'range keys from in-memory index tree' (duration: 358.285466ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:12.729615Z","caller":"traceutil/trace.go:171","msg":"trace[1768334048] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26855; }","duration":"357.842384ms","start":"2026-03-18T14:58:12.371746Z","end":"2026-03-18T14:58:12.729588Z","steps":["trace[1768334048] 'range keys from in-memory index tree' (duration: 357.559816ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:12.729623Z","caller":"traceutil/trace.go:171","msg":"trace[1183935533] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26855; }","duration":"358.894572ms","start":"2026-03-18T14:58:12.370709Z","end":"2026-03-18T14:58:12.729603Z","steps":["trace[1183935533] 'range keys from in-memory index tree' (duration: 358.627585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:12.729657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:12.371141Z","time spent":"358.509262ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:58:12.729494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.701327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:58:12.729677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:12.370681Z","time spent":"358.987206ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:58:12.729682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:12.37173Z","time spent":"357.935417ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-18T14:58:12.729706Z","caller":"traceutil/trace.go:171","msg":"trace[766935987] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26855; }","duration":"358.987584ms","start":"2026-03-18T14:58:12.370708Z","end":"2026-03-18T14:58:12.729695Z","steps":["trace[766935987] 'range keys from in-memory index tree' (duration: 358.525293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:12.729746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:12.370681Z","time spent":"359.055967ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:58:12.72966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:12.370779Z","time spent":"358.866662ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:58:12.729485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:12.37521Z","time spent":"354.255276ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:58:12.730302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.151742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:58:12.730427Z","caller":"traceutil/trace.go:171","msg":"trace[1882825486] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26855; }","duration":"358.305497ms","start":"2026-03-18T14:58:12.372103Z","end":"2026-03-18T14:58:12.730408Z","steps":["trace[1882825486] 'range keys from in-memory index tree' (duration: 358.026739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:12.730574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:12.372088Z","time spent":"358.472391ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-18T14:58:13.72333Z","caller":"traceutil/trace.go:171","msg":"trace[1284692203] transaction","detail":"{read_only:false; response_revision:26858; number_of_response:1; }","duration":"305.723566ms","start":"2026-03-18T14:58:13.41758Z","end":"2026-03-18T14:58:13.723304Z","steps":["trace[1284692203] 'process raft request' (duration: 305.396847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:13.723491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:13.417559Z","time spent":"305.847168ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:58:13.793532Z","caller":"traceutil/trace.go:171","msg":"trace[598767531] transaction","detail":"{read_only:false; response_revision:26859; number_of_response:1; }","duration":"367.876115ms","start":"2026-03-18T14:58:13.425616Z","end":"2026-03-18T14:58:13.793492Z","steps":["trace[598767531] 'process raft request' (duration: 367.604228ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:13.793662Z","caller":"traceutil/trace.go:171","msg":"trace[520317594] linearizableReadLoop","detail":"{readStateIndex:27925; appliedIndex:27917; }","duration":"228.762264ms","start":"2026-03-18T14:58:13.564873Z","end":"2026-03-18T14:58:13.793635Z","steps":["trace[520317594] 'read index received' (duration: 158.064743ms)","trace[520317594] 'applied index is now lower than readState.Index' (duration: 70.696531ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:58:13.793723Z","caller":"traceutil/trace.go:171","msg":"trace[2115622838] transaction","detail":"{read_only:false; response_revision:26861; number_of_response:1; }","duration":"310.021052ms","start":"2026-03-18T14:58:13.483658Z","end":"2026-03-18T14:58:13.793679Z","steps":["trace[2115622838] 'process raft request' (duration: 309.783325ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:13.793805Z","caller":"traceutil/trace.go:171","msg":"trace[162502339] transaction","detail":"{read_only:false; response_revision:26862; number_of_response:1; }","duration":"309.920569ms","start":"2026-03-18T14:58:13.483875Z","end":"2026-03-18T14:58:13.793796Z","steps":["trace[162502339] 'process raft request' (duration: 309.61751ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:13.793855Z","caller":"traceutil/trace.go:171","msg":"trace[251274933] transaction","detail":"{read_only:false; response_revision:26864; number_of_response:1; }","duration":"309.689732ms","start":"2026-03-18T14:58:13.484151Z","end":"2026-03-18T14:58:13.793841Z","steps":["trace[251274933] 'process raft request' (duration: 309.412155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:13.793908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:13.483633Z","time spent":"310.181215ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:58:13.793952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:13.48385Z","time spent":"310.011121ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:58:13.793959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:13.484138Z","time spent":"309.763446ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:58:13.793972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.084483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:58:13.794023Z","caller":"traceutil/trace.go:171","msg":"trace[1399896655] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26865; }","duration":"229.194716ms","start":"2026-03-18T14:58:13.564815Z","end":"2026-03-18T14:58:13.794009Z","steps":["trace[1399896655] 'agreement among raft nodes before linearized reading' (duration: 228.944448ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:13.793738Z","caller":"traceutil/trace.go:171","msg":"trace[1152497967] transaction","detail":"{read_only:false; response_revision:26863; number_of_response:1; }","duration":"309.810896ms","start":"2026-03-18T14:58:13.483888Z","end":"2026-03-18T14:58:13.793699Z","steps":["trace[1152497967] 'process raft request' (duration: 309.639351ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:13.794042Z","caller":"traceutil/trace.go:171","msg":"trace[1303542303] transaction","detail":"{read_only:false; response_revision:26860; number_of_response:1; }","duration":"328.993755ms","start":"2026-03-18T14:58:13.465017Z","end":"2026-03-18T14:58:13.794011Z","steps":["trace[1303542303] 'process raft request' (duration: 328.353507ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:13.793798Z","caller":"traceutil/trace.go:171","msg":"trace[1447166257] transaction","detail":"{read_only:false; response_revision:26865; number_of_response:1; }","duration":"307.02812ms","start":"2026-03-18T14:58:13.486741Z","end":"2026-03-18T14:58:13.79377Z","steps":["trace[1447166257] 'process raft request' (duration: 306.854545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:13.794096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:13.483865Z","time spent":"310.191995ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:58:13.794153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:13.486709Z","time spent":"307.413482ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:58:13.794168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:13.464996Z","time spent":"329.106347ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:58:13.794208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.031714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:58:13.794228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.124966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:58:13.794299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.470235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:58:13.7943Z","caller":"traceutil/trace.go:171","msg":"trace[646281137] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26865; }","duration":"161.201667ms","start":"2026-03-18T14:58:13.633083Z","end":"2026-03-18T14:58:13.794284Z","steps":["trace[646281137] 'agreement among raft nodes before linearized reading' (duration: 161.021693ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:13.794319Z","caller":"traceutil/trace.go:171","msg":"trace[188453458] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26865; }","duration":"161.532817ms","start":"2026-03-18T14:58:13.632779Z","end":"2026-03-18T14:58:13.794312Z","steps":["trace[188453458] 'agreement among raft nodes before linearized reading' (duration: 161.496975ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:13.794316Z","caller":"traceutil/trace.go:171","msg":"trace[52537853] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26865; }","duration":"161.24344ms","start":"2026-03-18T14:58:13.633058Z","end":"2026-03-18T14:58:13.794302Z","steps":["trace[52537853] 'agreement among raft nodes before linearized reading' (duration: 161.124486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:13.794424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.726896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-18T14:58:13.794489Z","caller":"traceutil/trace.go:171","msg":"trace[181011215] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26865; }","duration":"160.809478ms","start":"2026-03-18T14:58:13.633663Z","end":"2026-03-18T14:58:13.794472Z","steps":["trace[181011215] 'agreement among raft nodes before linearized reading' (duration: 160.52789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:13.794493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.717227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:58:13.794652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:13.425591Z","time spent":"368.034449ms","remote":"127.0.0.1:33444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:58:13.794699Z","caller":"traceutil/trace.go:171","msg":"trace[2068838113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26865; }","duration":"224.233012ms","start":"2026-03-18T14:58:13.570438Z","end":"2026-03-18T14:58:13.794671Z","steps":["trace[2068838113] 'agreement among raft nodes before linearized reading' (duration: 223.592505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:14.025557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.138091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T14:58:14.025666Z","caller":"traceutil/trace.go:171","msg":"trace[1163758539] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26865; }","duration":"159.294487ms","start":"2026-03-18T14:58:13.866347Z","end":"2026-03-18T14:58:14.025641Z","steps":["trace[1163758539] 'range keys from in-memory index tree' (duration: 158.937077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:14.025796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.787843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:58:14.025916Z","caller":"traceutil/trace.go:171","msg":"trace[380966385] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26865; }","duration":"165.954847ms","start":"2026-03-18T14:58:13.859916Z","end":"2026-03-18T14:58:14.025871Z","steps":["trace[380966385] 'range keys from in-memory index tree' (duration: 165.673649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:14.026958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.181997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-18T14:58:14.027058Z","caller":"traceutil/trace.go:171","msg":"trace[1783840894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26865; }","duration":"104.32463ms","start":"2026-03-18T14:58:13.922693Z","end":"2026-03-18T14:58:14.027018Z","steps":["trace[1783840894] 'range keys from in-memory index tree' (duration: 102.972913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:14.027203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.089565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:58:14.027312Z","caller":"traceutil/trace.go:171","msg":"trace[327389316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26865; }","duration":"104.226838ms","start":"2026-03-18T14:58:13.923039Z","end":"2026-03-18T14:58:14.027266Z","steps":["trace[327389316] 'range keys from in-memory index tree' (duration: 102.4735ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:14.027972Z","caller":"traceutil/trace.go:171","msg":"trace[941916665] transaction","detail":"{read_only:false; response_revision:26866; number_of_response:1; }","duration":"101.973176ms","start":"2026-03-18T14:58:13.925907Z","end":"2026-03-18T14:58:14.02788Z","steps":["trace[941916665] 'process raft request' (duration: 35.029707ms)","trace[941916665] 'compare' (duration: 64.781971ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:58:19.749047Z","caller":"traceutil/trace.go:171","msg":"trace[2098288978] transaction","detail":"{read_only:false; response_revision:26902; number_of_response:1; }","duration":"148.455693ms","start":"2026-03-18T14:58:19.600565Z","end":"2026-03-18T14:58:19.749021Z","steps":["trace[2098288978] 'process raft request' (duration: 148.196866ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:20.267756Z","caller":"traceutil/trace.go:171","msg":"trace[1582008093] linearizableReadLoop","detail":"{readStateIndex:27970; appliedIndex:27969; }","duration":"152.535884ms","start":"2026-03-18T14:58:20.115193Z","end":"2026-03-18T14:58:20.267728Z","steps":["trace[1582008093] 'read index received' (duration: 152.378649ms)","trace[1582008093] 'applied index is now lower than readState.Index' (duration: 155.705µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:58:20.267824Z","caller":"traceutil/trace.go:171","msg":"trace[1674839104] transaction","detail":"{read_only:false; response_revision:26909; number_of_response:1; }","duration":"190.86801ms","start":"2026-03-18T14:58:20.076918Z","end":"2026-03-18T14:58:20.267786Z","steps":["trace[1674839104] 'process raft request' (duration: 190.647914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:20.267973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.776621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T14:58:20.268035Z","caller":"traceutil/trace.go:171","msg":"trace[1680729110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26909; }","duration":"152.911104ms","start":"2026-03-18T14:58:20.115108Z","end":"2026-03-18T14:58:20.268019Z","steps":["trace[1680729110] 'agreement among raft nodes before linearized reading' (duration: 152.721839ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:20.320208Z","caller":"traceutil/trace.go:171","msg":"trace[663629101] transaction","detail":"{read_only:false; response_revision:26910; number_of_response:1; }","duration":"101.69834ms","start":"2026-03-18T14:58:20.218486Z","end":"2026-03-18T14:58:20.320184Z","steps":["trace[663629101] 'process raft request' (duration: 101.491524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:20.32053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.191567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T14:58:20.32056Z","caller":"traceutil/trace.go:171","msg":"trace[716714024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26911; }","duration":"202.317789ms","start":"2026-03-18T14:58:20.118233Z","end":"2026-03-18T14:58:20.320551Z","steps":["trace[716714024] 'agreement among raft nodes before linearized reading' (duration: 202.202606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:20.320554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.150055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:58:20.320658Z","caller":"traceutil/trace.go:171","msg":"trace[1804048720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26911; }","duration":"202.280469ms","start":"2026-03-18T14:58:20.118348Z","end":"2026-03-18T14:58:20.320629Z","steps":["trace[1804048720] 'agreement among raft nodes before linearized reading' (duration: 202.027591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:20.320681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.030963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T14:58:20.320702Z","caller":"traceutil/trace.go:171","msg":"trace[2020767793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26911; }","duration":"205.066244ms","start":"2026-03-18T14:58:20.11563Z","end":"2026-03-18T14:58:20.320697Z","steps":["trace[2020767793] 'agreement among raft nodes before linearized reading' (duration: 205.007463ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:20.693382Z","caller":"traceutil/trace.go:171","msg":"trace[294768722] linearizableReadLoop","detail":"{readStateIndex:27973; appliedIndex:27972; }","duration":"373.20435ms","start":"2026-03-18T14:58:20.32015Z","end":"2026-03-18T14:58:20.693355Z","steps":["trace[294768722] 'read index received' (duration: 322.642103ms)","trace[294768722] 'applied index is now lower than readState.Index' (duration: 50.561107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:58:20.693528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.666315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:58:20.69357Z","caller":"traceutil/trace.go:171","msg":"trace[1355444176] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26912; }","duration":"416.759377ms","start":"2026-03-18T14:58:20.2768Z","end":"2026-03-18T14:58:20.693559Z","steps":["trace[1355444176] 'agreement among raft nodes before linearized reading' (duration: 416.680515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:20.693603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:20.27678Z","time spent":"416.814379ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:58:20.69361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.782338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:58:20.693608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.77118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-18T14:58:20.693669Z","caller":"traceutil/trace.go:171","msg":"trace[1612963413] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26912; }","duration":"398.889593ms","start":"2026-03-18T14:58:20.294765Z","end":"2026-03-18T14:58:20.693654Z","steps":["trace[1612963413] 'agreement among raft nodes before linearized reading' (duration: 398.655286ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:20.693664Z","caller":"traceutil/trace.go:171","msg":"trace[1783759452] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26912; }","duration":"416.87918ms","start":"2026-03-18T14:58:20.276765Z","end":"2026-03-18T14:58:20.693644Z","steps":["trace[1783759452] 'agreement among raft nodes before linearized reading' (duration: 416.798709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:20.693705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:20.294739Z","time spent":"398.960446ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-18T14:58:20.693717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:20.276743Z","time spent":"416.962693ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-18T14:58:20.693688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.285073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:58:20.693807Z","caller":"traceutil/trace.go:171","msg":"trace[460745631] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26912; }","duration":"416.429938ms","start":"2026-03-18T14:58:20.277354Z","end":"2026-03-18T14:58:20.693784Z","steps":["trace[460745631] 'agreement among raft nodes before linearized reading' (duration: 416.098549ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:20.69379Z","caller":"traceutil/trace.go:171","msg":"trace[829922645] transaction","detail":"{read_only:false; response_revision:26912; number_of_response:1; }","duration":"421.523045ms","start":"2026-03-18T14:58:20.272235Z","end":"2026-03-18T14:58:20.693758Z","steps":["trace[829922645] 'process raft request' (duration: 370.538177ms)","trace[829922645] 'compare' (duration: 50.462735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:58:20.693857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:20.277314Z","time spent":"416.53081ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:58:20.693931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:20.272191Z","time spent":"421.663699ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:58:20.822955Z","caller":"traceutil/trace.go:171","msg":"trace[1594114694] transaction","detail":"{read_only:false; response_revision:26913; number_of_response:1; }","duration":"496.73901ms","start":"2026-03-18T14:58:20.326181Z","end":"2026-03-18T14:58:20.82292Z","steps":["trace[1594114694] 'process raft request' (duration: 488.143247ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:20.822971Z","caller":"traceutil/trace.go:171","msg":"trace[1129039915] transaction","detail":"{read_only:false; response_revision:26914; number_of_response:1; }","duration":"496.731178ms","start":"2026-03-18T14:58:20.326222Z","end":"2026-03-18T14:58:20.822954Z","steps":["trace[1129039915] 'process raft request' (duration: 496.644626ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:20.822966Z","caller":"traceutil/trace.go:171","msg":"trace[268557382] linearizableReadLoop","detail":"{readStateIndex:27976; appliedIndex:27973; }","duration":"129.49263ms","start":"2026-03-18T14:58:20.693453Z","end":"2026-03-18T14:58:20.822946Z","steps":["trace[268557382] 'read index received' (duration: 120.894967ms)","trace[268557382] 'applied index is now lower than readState.Index' (duration: 8.596773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:58:20.823099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:20.32616Z","time spent":"496.875213ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:58:20.823099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:20.326202Z","time spent":"496.833402ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:58:20.823206Z","caller":"traceutil/trace.go:171","msg":"trace[1085179417] transaction","detail":"{read_only:false; response_revision:26915; number_of_response:1; }","duration":"496.711228ms","start":"2026-03-18T14:58:20.326446Z","end":"2026-03-18T14:58:20.823158Z","steps":["trace[1085179417] 'process raft request' (duration: 496.459311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:20.823309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.609492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-18T14:58:20.82334Z","caller":"traceutil/trace.go:171","msg":"trace[1093909606] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26915; }","duration":"389.677045ms","start":"2026-03-18T14:58:20.433654Z","end":"2026-03-18T14:58:20.823331Z","steps":["trace[1093909606] 'agreement among raft nodes before linearized reading' (duration: 389.543191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:20.823363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:20.43363Z","time spent":"389.725786ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-18T14:58:20.823458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.850084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T14:58:20.823479Z","caller":"traceutil/trace.go:171","msg":"trace[1988291010] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26915; }","duration":"249.904517ms","start":"2026-03-18T14:58:20.57357Z","end":"2026-03-18T14:58:20.823474Z","steps":["trace[1988291010] 'agreement among raft nodes before linearized reading' (duration: 249.839464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:20.823349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:20.326437Z","time spent":"496.80802ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:58:20.823564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.751149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-18T14:58:20.823633Z","caller":"traceutil/trace.go:171","msg":"trace[1666843085] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26915; }","duration":"412.85837ms","start":"2026-03-18T14:58:20.410761Z","end":"2026-03-18T14:58:20.82362Z","steps":["trace[1666843085] 'agreement among raft nodes before linearized reading' (duration: 412.645704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:20.823699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:58:20.410739Z","time spent":"412.949514ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-18T14:58:20.862781Z","caller":"traceutil/trace.go:171","msg":"trace[52444688] transaction","detail":"{read_only:false; response_revision:26916; number_of_response:1; }","duration":"101.613537ms","start":"2026-03-18T14:58:20.761152Z","end":"2026-03-18T14:58:20.862766Z","steps":["trace[52444688] 'process raft request' (duration: 101.534255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:20.863137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.535686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:58:20.863163Z","caller":"traceutil/trace.go:171","msg":"trace[866158068] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26916; }","duration":"107.592429ms","start":"2026-03-18T14:58:20.755565Z","end":"2026-03-18T14:58:20.863157Z","steps":["trace[866158068] 'agreement among raft nodes before linearized reading' (duration: 107.549218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:20.863243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.869598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-18T14:58:20.863261Z","caller":"traceutil/trace.go:171","msg":"trace[1229283779] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26916; }","duration":"106.89405ms","start":"2026-03-18T14:58:20.756363Z","end":"2026-03-18T14:58:20.863257Z","steps":["trace[1229283779] 'agreement among raft nodes before linearized reading' (duration: 106.863649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:20.863351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.983392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:58:20.863367Z","caller":"traceutil/trace.go:171","msg":"trace[1100373071] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26916; }","duration":"107.009913ms","start":"2026-03-18T14:58:20.756354Z","end":"2026-03-18T14:58:20.863364Z","steps":["trace[1100373071] 'agreement among raft nodes before linearized reading' (duration: 106.965332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:20.86343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.080855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:58:20.863449Z","caller":"traceutil/trace.go:171","msg":"trace[583339410] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26916; }","duration":"107.110926ms","start":"2026-03-18T14:58:20.756334Z","end":"2026-03-18T14:58:20.863445Z","steps":["trace[583339410] 'agreement among raft nodes before linearized reading' (duration: 107.083176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:20.863512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.488086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:58:20.863528Z","caller":"traceutil/trace.go:171","msg":"trace[909827451] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26916; }","duration":"107.504186ms","start":"2026-03-18T14:58:20.75602Z","end":"2026-03-18T14:58:20.863524Z","steps":["trace[909827451] 'agreement among raft nodes before linearized reading' (duration: 107.482616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:20.863589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.940558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-18T14:58:20.863607Z","caller":"traceutil/trace.go:171","msg":"trace[292739284] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26916; }","duration":"107.962079ms","start":"2026-03-18T14:58:20.755639Z","end":"2026-03-18T14:58:20.863602Z","steps":["trace[292739284] 'agreement among raft nodes before linearized reading' (duration: 107.936607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:20.863667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.03009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:58:20.863683Z","caller":"traceutil/trace.go:171","msg":"trace[392557278] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26916; }","duration":"108.051841ms","start":"2026-03-18T14:58:20.755627Z","end":"2026-03-18T14:58:20.863679Z","steps":["trace[392557278] 'agreement among raft nodes before linearized reading' (duration: 108.028671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:20.863753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.129503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:58:20.863771Z","caller":"traceutil/trace.go:171","msg":"trace[457273259] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26916; }","duration":"108.151234ms","start":"2026-03-18T14:58:20.755613Z","end":"2026-03-18T14:58:20.863765Z","steps":["trace[457273259] 'agreement among raft nodes before linearized reading' (duration: 108.129253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:58:51.234765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.360891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-18T14:58:51.234909Z","caller":"traceutil/trace.go:171","msg":"trace[1276165568] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27126; }","duration":"101.555866ms","start":"2026-03-18T14:58:51.133324Z","end":"2026-03-18T14:58:51.23488Z","steps":["trace[1276165568] 'range keys from in-memory index tree' (duration: 101.173164ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:51.247922Z","caller":"traceutil/trace.go:171","msg":"trace[1196775119] transaction","detail":"{read_only:false; response_revision:27127; number_of_response:1; }","duration":"114.159967ms","start":"2026-03-18T14:58:51.133734Z","end":"2026-03-18T14:58:51.247894Z","steps":["trace[1196775119] 'process raft request' (duration: 113.878859ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:51.45039Z","caller":"traceutil/trace.go:171","msg":"trace[651980220] linearizableReadLoop","detail":"{readStateIndex:28196; appliedIndex:28195; }","duration":"149.190663ms","start":"2026-03-18T14:58:51.301177Z","end":"2026-03-18T14:58:51.450368Z","steps":["trace[651980220] 'read index received' (duration: 148.939037ms)","trace[651980220] 'applied index is now lower than readState.Index' (duration: 250.856µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:58:51.450572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.382748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T14:58:51.450601Z","caller":"traceutil/trace.go:171","msg":"trace[1738547305] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:27129; }","duration":"149.458291ms","start":"2026-03-18T14:58:51.301135Z","end":"2026-03-18T14:58:51.450594Z","steps":["trace[1738547305] 'agreement among raft nodes before linearized reading' (duration: 149.309098ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:58:51.450552Z","caller":"traceutil/trace.go:171","msg":"trace[1256797456] transaction","detail":"{read_only:false; response_revision:27129; number_of_response:1; }","duration":"191.699143ms","start":"2026-03-18T14:58:51.258827Z","end":"2026-03-18T14:58:51.450526Z","steps":["trace[1256797456] 'process raft request' (duration: 191.400196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:09.199144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.113075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:59:09.199164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.319735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:59:09.199222Z","caller":"traceutil/trace.go:171","msg":"trace[1368826598] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27302; }","duration":"141.240109ms","start":"2026-03-18T14:59:09.057963Z","end":"2026-03-18T14:59:09.199203Z","steps":["trace[1368826598] 'range keys from in-memory index tree' (duration: 141.033503ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:09.199238Z","caller":"traceutil/trace.go:171","msg":"trace[252239959] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27302; }","duration":"389.443208ms","start":"2026-03-18T14:59:08.809777Z","end":"2026-03-18T14:59:09.19922Z","steps":["trace[252239959] 'range keys from in-memory index tree' (duration: 389.175781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:09.199277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:08.809754Z","time spent":"389.515439ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:59:09.199424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.29384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:59:09.199464Z","caller":"traceutil/trace.go:171","msg":"trace[1687581896] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27302; }","duration":"387.371323ms","start":"2026-03-18T14:59:08.812083Z","end":"2026-03-18T14:59:09.199455Z","steps":["trace[1687581896] 'range keys from in-memory index tree' (duration: 387.218039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:09.19949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:08.812062Z","time spent":"387.422533ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:59:09.19951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.334564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:59:09.199542Z","caller":"traceutil/trace.go:171","msg":"trace[563795095] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27302; }","duration":"130.386505ms","start":"2026-03-18T14:59:09.069145Z","end":"2026-03-18T14:59:09.199532Z","steps":["trace[563795095] 'range keys from in-memory index tree' (duration: 130.268321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:09.199538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.831836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:59:09.199629Z","caller":"traceutil/trace.go:171","msg":"trace[947963962] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27302; }","duration":"130.979591ms","start":"2026-03-18T14:59:09.068629Z","end":"2026-03-18T14:59:09.199608Z","steps":["trace[947963962] 'range keys from in-memory index tree' (duration: 130.755595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:09.199804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.367065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T14:59:09.199839Z","caller":"traceutil/trace.go:171","msg":"trace[236167013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27302; }","duration":"231.437746ms","start":"2026-03-18T14:59:08.96839Z","end":"2026-03-18T14:59:09.199828Z","steps":["trace[236167013] 'range keys from in-memory index tree' (duration: 231.106126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:09.199982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.551657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:59:09.200016Z","caller":"traceutil/trace.go:171","msg":"trace[309216503] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27302; }","duration":"141.620118ms","start":"2026-03-18T14:59:09.058386Z","end":"2026-03-18T14:59:09.200006Z","steps":["trace[309216503] 'range keys from in-memory index tree' (duration: 141.472215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:09.200121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.071598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:59:09.20015Z","caller":"traceutil/trace.go:171","msg":"trace[575443913] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:27302; }","duration":"136.13024ms","start":"2026-03-18T14:59:09.06401Z","end":"2026-03-18T14:59:09.20014Z","steps":["trace[575443913] 'range keys from in-memory index tree' (duration: 136.008247ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:12.40705Z","caller":"traceutil/trace.go:171","msg":"trace[660433299] transaction","detail":"{read_only:false; response_revision:27323; number_of_response:1; }","duration":"101.859534ms","start":"2026-03-18T14:59:12.305148Z","end":"2026-03-18T14:59:12.407007Z","steps":["trace[660433299] 'process raft request' (duration: 101.619158ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:12.409604Z","caller":"traceutil/trace.go:171","msg":"trace[31800094] transaction","detail":"{read_only:false; response_revision:27324; number_of_response:1; }","duration":"102.015699ms","start":"2026-03-18T14:59:12.307549Z","end":"2026-03-18T14:59:12.409565Z","steps":["trace[31800094] 'process raft request' (duration: 101.630018ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:12.409595Z","caller":"traceutil/trace.go:171","msg":"trace[409183488] transaction","detail":"{read_only:false; response_revision:27325; number_of_response:1; }","duration":"101.993457ms","start":"2026-03-18T14:59:12.307549Z","end":"2026-03-18T14:59:12.409542Z","steps":["trace[409183488] 'process raft request' (duration: 101.897675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:14.867055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18082406607476745735,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-18T14:59:15.218906Z","caller":"traceutil/trace.go:171","msg":"trace[1771622400] transaction","detail":"{read_only:false; response_revision:27334; number_of_response:1; }","duration":"997.26917ms","start":"2026-03-18T14:59:14.221609Z","end":"2026-03-18T14:59:15.218878Z","steps":["trace[1771622400] 'process raft request' (duration: 997.112366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:15.219084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:14.221583Z","time spent":"997.396294ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:59:15.566375Z","caller":"traceutil/trace.go:171","msg":"trace[1819548376] transaction","detail":"{read_only:false; response_revision:27335; number_of_response:1; }","duration":"1.335317789s","start":"2026-03-18T14:59:14.231033Z","end":"2026-03-18T14:59:15.566351Z","steps":["trace[1819548376] 'process raft request' (duration: 1.335057563s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:15.566597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:14.230997Z","time spent":"1.335456784s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:59:15.566603Z","caller":"traceutil/trace.go:171","msg":"trace[1075539729] transaction","detail":"{read_only:false; response_revision:27336; number_of_response:1; }","duration":"1.335030251s","start":"2026-03-18T14:59:14.231549Z","end":"2026-03-18T14:59:15.566579Z","steps":["trace[1075539729] 'process raft request' (duration: 1.334738703s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:15.566812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:14.231538Z","time spent":"1.335193215s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:59:15.566885Z","caller":"traceutil/trace.go:171","msg":"trace[597842927] transaction","detail":"{read_only:false; response_revision:27339; number_of_response:1; }","duration":"1.151015417s","start":"2026-03-18T14:59:14.415853Z","end":"2026-03-18T14:59:15.566868Z","steps":["trace[597842927] 'process raft request' (duration: 1.150936415s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:15.566904Z","caller":"traceutil/trace.go:171","msg":"trace[406500605] transaction","detail":"{read_only:false; response_revision:27337; number_of_response:1; }","duration":"1.279396237s","start":"2026-03-18T14:59:14.287464Z","end":"2026-03-18T14:59:15.56686Z","steps":["trace[406500605] 'process raft request' (duration: 1.279022057s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:15.566976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:14.415827Z","time spent":"1.151105468s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:59:15.567013Z","caller":"traceutil/trace.go:171","msg":"trace[814423697] transaction","detail":"{read_only:false; response_revision:27340; number_of_response:1; }","duration":"1.150793491s","start":"2026-03-18T14:59:14.416208Z","end":"2026-03-18T14:59:15.567002Z","steps":["trace[814423697] 'process raft request' (duration: 1.150620276s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:15.567077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:14.416198Z","time spent":"1.150847712s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:59:15.567082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:14.287436Z","time spent":"1.279565052s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:59:15.567163Z","caller":"traceutil/trace.go:171","msg":"trace[1502667681] transaction","detail":"{read_only:false; response_revision:27341; number_of_response:1; }","duration":"1.150805311s","start":"2026-03-18T14:59:14.416339Z","end":"2026-03-18T14:59:15.567144Z","steps":["trace[1502667681] 'process raft request' (duration: 1.150624907s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:15.567253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:14.416329Z","time spent":"1.150880103s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:59:15.567267Z","caller":"traceutil/trace.go:171","msg":"trace[1889258026] linearizableReadLoop","detail":"{readStateIndex:28416; appliedIndex:28407; }","duration":"1.200882034s","start":"2026-03-18T14:59:14.366373Z","end":"2026-03-18T14:59:15.567255Z","steps":["trace[1889258026] 'read index received' (duration: 852.362863ms)","trace[1889258026] 'applied index is now lower than readState.Index' (duration: 348.518031ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:15.567278Z","caller":"traceutil/trace.go:171","msg":"trace[1294685367] transaction","detail":"{read_only:false; response_revision:27342; number_of_response:1; }","duration":"890.082572ms","start":"2026-03-18T14:59:14.677174Z","end":"2026-03-18T14:59:15.567257Z","steps":["trace[1294685367] 'process raft request' (duration: 889.916498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:15.567406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.505083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:59:15.567422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20105118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T14:59:15.567445Z","caller":"traceutil/trace.go:171","msg":"trace[1503814378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27342; }","duration":"995.597625ms","start":"2026-03-18T14:59:14.571838Z","end":"2026-03-18T14:59:15.567436Z","steps":["trace[1503814378] 'agreement among raft nodes before linearized reading' (duration: 995.533443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:15.567434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:14.677142Z","time spent":"890.212396ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:59:15.56746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.412633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T14:59:15.56747Z","caller":"traceutil/trace.go:171","msg":"trace[1645223942] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:27342; }","duration":"1.201128742s","start":"2026-03-18T14:59:14.366328Z","end":"2026-03-18T14:59:15.567457Z","steps":["trace[1645223942] 'agreement among raft nodes before linearized reading' (duration: 1.200986998s)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:15.567491Z","caller":"traceutil/trace.go:171","msg":"trace[1427903183] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27342; }","duration":"249.471444ms","start":"2026-03-18T14:59:15.318009Z","end":"2026-03-18T14:59:15.567481Z","steps":["trace[1427903183] 'agreement among raft nodes before linearized reading' (duration: 249.360671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:15.567516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:14.366313Z","time spent":"1.201194204s","remote":"127.0.0.1:45854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:59:15.567552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.703489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:59:15.567583Z","caller":"traceutil/trace.go:171","msg":"trace[2026393996] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27342; }","duration":"354.761771ms","start":"2026-03-18T14:59:15.212814Z","end":"2026-03-18T14:59:15.567576Z","steps":["trace[2026393996] 'agreement among raft nodes before linearized reading' (duration: 354.72221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:15.567605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.096128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:59:15.567615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:15.212799Z","time spent":"354.809412ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:59:15.56762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.217985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-18T14:59:15.56752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.061242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:59:15.567645Z","caller":"traceutil/trace.go:171","msg":"trace[692313494] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:27342; }","duration":"453.176321ms","start":"2026-03-18T14:59:15.114457Z","end":"2026-03-18T14:59:15.567633Z","steps":["trace[692313494] 'agreement among raft nodes before linearized reading' (duration: 453.104539ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:15.567648Z","caller":"traceutil/trace.go:171","msg":"trace[1023692411] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27342; }","duration":"179.276257ms","start":"2026-03-18T14:59:15.388364Z","end":"2026-03-18T14:59:15.567641Z","steps":["trace[1023692411] 'agreement among raft nodes before linearized reading' (duration: 179.190205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:15.567604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.874566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:59:15.567722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.221214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:59:15.567757Z","caller":"traceutil/trace.go:171","msg":"trace[2038832563] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:27342; }","duration":"395.288347ms","start":"2026-03-18T14:59:15.172456Z","end":"2026-03-18T14:59:15.567744Z","steps":["trace[2038832563] 'agreement among raft nodes before linearized reading' (duration: 395.240295ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:15.56775Z","caller":"traceutil/trace.go:171","msg":"trace[518569549] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27342; }","duration":"354.061872ms","start":"2026-03-18T14:59:15.213659Z","end":"2026-03-18T14:59:15.56772Z","steps":["trace[518569549] 'agreement among raft nodes before linearized reading' (duration: 353.780414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:15.567793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:15.172434Z","time spent":"395.352108ms","remote":"127.0.0.1:54746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-18T14:59:15.56783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:15.213652Z","time spent":"354.167155ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:59:15.567874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.013991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T14:59:15.567882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.541128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-18T14:59:15.567793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.52335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:59:15.567916Z","caller":"traceutil/trace.go:171","msg":"trace[1447914888] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27342; }","duration":"944.097403ms","start":"2026-03-18T14:59:14.62381Z","end":"2026-03-18T14:59:15.567907Z","steps":["trace[1447914888] 'agreement among raft nodes before linearized reading' (duration: 943.954679ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:15.567924Z","caller":"traceutil/trace.go:171","msg":"trace[1886988714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27342; }","duration":"292.636541ms","start":"2026-03-18T14:59:15.275277Z","end":"2026-03-18T14:59:15.567914Z","steps":["trace[1886988714] 'agreement among raft nodes before linearized reading' (duration: 292.541629ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:15.567932Z","caller":"traceutil/trace.go:171","msg":"trace[398220180] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27342; }","duration":"352.671453ms","start":"2026-03-18T14:59:15.215249Z","end":"2026-03-18T14:59:15.567921Z","steps":["trace[398220180] 'agreement among raft nodes before linearized reading' (duration: 352.511119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:15.567945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:14.62379Z","time spent":"944.149274ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-18T14:59:15.56768Z","caller":"traceutil/trace.go:171","msg":"trace[313520838] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27342; }","duration":"354.261977ms","start":"2026-03-18T14:59:15.213403Z","end":"2026-03-18T14:59:15.567665Z","steps":["trace[313520838] 'agreement among raft nodes before linearized reading' (duration: 354.091922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:15.568022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:15.21338Z","time spent":"354.631137ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:59:15.568067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.706123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:59:15.567982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:15.215243Z","time spent":"352.726505ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-18T14:59:15.5681Z","caller":"traceutil/trace.go:171","msg":"trace[1317264223] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:27342; }","duration":"353.761744ms","start":"2026-03-18T14:59:15.21433Z","end":"2026-03-18T14:59:15.568092Z","steps":["trace[1317264223] 'agreement among raft nodes before linearized reading' (duration: 353.719123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:15.568031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.035401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-18T14:59:15.568126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:15.214318Z","time spent":"353.801325ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-18T14:59:15.567476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:14.571799Z","time spent":"995.671767ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:59:15.568146Z","caller":"traceutil/trace.go:171","msg":"trace[1618276830] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:27342; }","duration":"354.157434ms","start":"2026-03-18T14:59:15.213978Z","end":"2026-03-18T14:59:15.568135Z","steps":["trace[1618276830] 'agreement among raft nodes before linearized reading' (duration: 354.02434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:15.568179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:15.213973Z","time spent":"354.196945ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-18T14:59:15.567677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:15.114432Z","time spent":"453.236953ms","remote":"127.0.0.1:54788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-18T14:59:15.568452Z","caller":"traceutil/trace.go:171","msg":"trace[90403074] transaction","detail":"{read_only:false; response_revision:27338; number_of_response:1; }","duration":"1.27950502s","start":"2026-03-18T14:59:14.287464Z","end":"2026-03-18T14:59:15.566969Z","steps":["trace[90403074] 'process raft request' (duration: 1.279261623s)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:15.568559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:14.287437Z","time spent":"1.281080393s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:59:15.851921Z","caller":"traceutil/trace.go:171","msg":"trace[178050276] transaction","detail":"{read_only:false; response_revision:27344; number_of_response:1; }","duration":"277.81428ms","start":"2026-03-18T14:59:15.574081Z","end":"2026-03-18T14:59:15.851895Z","steps":["trace[178050276] 'process raft request' (duration: 264.586733ms)","trace[178050276] 'compare' (duration: 12.618591ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:15.852294Z","caller":"traceutil/trace.go:171","msg":"trace[842127557] transaction","detail":"{read_only:false; response_revision:27345; number_of_response:1; }","duration":"277.955494ms","start":"2026-03-18T14:59:15.574314Z","end":"2026-03-18T14:59:15.85227Z","steps":["trace[842127557] 'process raft request' (duration: 277.497602ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:15.852378Z","caller":"traceutil/trace.go:171","msg":"trace[1948011693] linearizableReadLoop","detail":"{readStateIndex:28421; appliedIndex:28417; }","duration":"252.269489ms","start":"2026-03-18T14:59:15.600065Z","end":"2026-03-18T14:59:15.852335Z","steps":["trace[1948011693] 'read index received' (duration: 238.61858ms)","trace[1948011693] 'applied index is now lower than readState.Index' (duration: 13.648739ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:15.852494Z","caller":"traceutil/trace.go:171","msg":"trace[1132545302] transaction","detail":"{read_only:false; response_revision:27346; number_of_response:1; }","duration":"277.528623ms","start":"2026-03-18T14:59:15.574953Z","end":"2026-03-18T14:59:15.852482Z","steps":["trace[1132545302] 'process raft request' (duration: 277.093951ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:15.852562Z","caller":"traceutil/trace.go:171","msg":"trace[1317109434] transaction","detail":"{read_only:false; response_revision:27347; number_of_response:1; }","duration":"277.581544ms","start":"2026-03-18T14:59:15.574966Z","end":"2026-03-18T14:59:15.852547Z","steps":["trace[1317109434] 'process raft request' (duration: 277.272536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:15.85268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.158218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:59:15.852802Z","caller":"traceutil/trace.go:171","msg":"trace[911799960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27347; }","duration":"275.308382ms","start":"2026-03-18T14:59:15.577465Z","end":"2026-03-18T14:59:15.852773Z","steps":["trace[911799960] 'agreement among raft nodes before linearized reading' (duration: 275.102037ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:15.862699Z","caller":"traceutil/trace.go:171","msg":"trace[111152269] transaction","detail":"{read_only:false; response_revision:27348; number_of_response:1; }","duration":"151.017552ms","start":"2026-03-18T14:59:15.71163Z","end":"2026-03-18T14:59:15.862647Z","steps":["trace[111152269] 'process raft request' (duration: 150.820547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:15.862839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.216082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18550"} {"level":"info","ts":"2026-03-18T14:59:15.862932Z","caller":"traceutil/trace.go:171","msg":"trace[1067740576] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:27348; }","duration":"261.342616ms","start":"2026-03-18T14:59:15.60157Z","end":"2026-03-18T14:59:15.862912Z","steps":["trace[1067740576] 'agreement among raft nodes before linearized reading' (duration: 261.009087ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:39.789443Z","caller":"traceutil/trace.go:171","msg":"trace[1045508114] transaction","detail":"{read_only:false; response_revision:27544; number_of_response:1; }","duration":"119.721286ms","start":"2026-03-18T14:59:39.669703Z","end":"2026-03-18T14:59:39.789425Z","steps":["trace[1045508114] 'process raft request' (duration: 119.580932ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:39.946141Z","caller":"traceutil/trace.go:171","msg":"trace[1574710160] transaction","detail":"{read_only:false; response_revision:27549; number_of_response:1; }","duration":"149.767238ms","start":"2026-03-18T14:59:39.796349Z","end":"2026-03-18T14:59:39.946117Z","steps":["trace[1574710160] 'process raft request' (duration: 149.623604ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:39.946139Z","caller":"traceutil/trace.go:171","msg":"trace[1574234186] linearizableReadLoop","detail":"{readStateIndex:28628; appliedIndex:28628; }","duration":"141.222148ms","start":"2026-03-18T14:59:39.804878Z","end":"2026-03-18T14:59:39.946101Z","steps":["trace[1574234186] 'read index received' (duration: 141.210108ms)","trace[1574234186] 'applied index is now lower than readState.Index' (duration: 9.38µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:59:39.946563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.660119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-18T14:59:39.946641Z","caller":"traceutil/trace.go:171","msg":"trace[1812340562] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27549; }","duration":"141.790434ms","start":"2026-03-18T14:59:39.804834Z","end":"2026-03-18T14:59:39.946625Z","steps":["trace[1812340562] 'agreement among raft nodes before linearized reading' (duration: 141.367583ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:40.101543Z","caller":"traceutil/trace.go:171","msg":"trace[885633489] linearizableReadLoop","detail":"{readStateIndex:28630; appliedIndex:28629; }","duration":"111.610677ms","start":"2026-03-18T14:59:39.989906Z","end":"2026-03-18T14:59:40.101517Z","steps":["trace[885633489] 'read index received' (duration: 83.59616ms)","trace[885633489] 'applied index is now lower than readState.Index' (duration: 28.012947ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:40.102137Z","caller":"traceutil/trace.go:171","msg":"trace[1823618871] transaction","detail":"{read_only:false; response_revision:27551; number_of_response:1; }","duration":"112.795079ms","start":"2026-03-18T14:59:39.989288Z","end":"2026-03-18T14:59:40.102083Z","steps":["trace[1823618871] 'process raft request' (duration: 84.282379ms)","trace[1823618871] 'compare' (duration: 27.801711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:59:40.102199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.278755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T14:59:40.102693Z","caller":"traceutil/trace.go:171","msg":"trace[311428927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27551; }","duration":"112.81265ms","start":"2026-03-18T14:59:39.989843Z","end":"2026-03-18T14:59:40.102655Z","steps":["trace[311428927] 'agreement among raft nodes before linearized reading' (duration: 112.159232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:44.089531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.047811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:59:44.089929Z","caller":"traceutil/trace.go:171","msg":"trace[719624564] transaction","detail":"{read_only:false; response_revision:27575; number_of_response:1; }","duration":"279.189027ms","start":"2026-03-18T14:59:43.810722Z","end":"2026-03-18T14:59:44.089911Z","steps":["trace[719624564] 'process raft request' (duration: 279.117046ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:44.089994Z","caller":"traceutil/trace.go:171","msg":"trace[442177230] transaction","detail":"{read_only:false; response_revision:27573; number_of_response:1; }","duration":"279.415484ms","start":"2026-03-18T14:59:43.81053Z","end":"2026-03-18T14:59:44.089945Z","steps":["trace[442177230] 'process raft request' (duration: 96.855659ms)","trace[442177230] 'compare' (duration: 181.629199ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:44.09005Z","caller":"traceutil/trace.go:171","msg":"trace[1860769351] transaction","detail":"{read_only:false; response_revision:27574; number_of_response:1; }","duration":"279.486005ms","start":"2026-03-18T14:59:43.810525Z","end":"2026-03-18T14:59:44.090011Z","steps":["trace[1860769351] 'process raft request' (duration: 279.121176ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:44.091199Z","caller":"traceutil/trace.go:171","msg":"trace[1522266248] transaction","detail":"{read_only:false; response_revision:27576; number_of_response:1; }","duration":"132.983775ms","start":"2026-03-18T14:59:43.958188Z","end":"2026-03-18T14:59:44.091172Z","steps":["trace[1522266248] 'process raft request' (duration: 132.740728ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:44.21051Z","caller":"traceutil/trace.go:171","msg":"trace[1383467069] transaction","detail":"{read_only:false; response_revision:27577; number_of_response:1; }","duration":"114.225448ms","start":"2026-03-18T14:59:44.096261Z","end":"2026-03-18T14:59:44.210487Z","steps":["trace[1383467069] 'process raft request' (duration: 113.818607ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:46.526297Z","caller":"traceutil/trace.go:171","msg":"trace[1708282472] transaction","detail":"{read_only:false; response_revision:27599; number_of_response:1; }","duration":"106.643143ms","start":"2026-03-18T14:59:46.419634Z","end":"2026-03-18T14:59:46.526277Z","steps":["trace[1708282472] 'process raft request' (duration: 106.488239ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:51.613456Z","caller":"traceutil/trace.go:171","msg":"trace[1163586882] transaction","detail":"{read_only:false; response_revision:27647; number_of_response:1; }","duration":"109.128189ms","start":"2026-03-18T14:59:51.504308Z","end":"2026-03-18T14:59:51.613436Z","steps":["trace[1163586882] 'process raft request' (duration: 108.989646ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:51.890747Z","caller":"traceutil/trace.go:171","msg":"trace[863295298] transaction","detail":"{read_only:false; response_revision:27648; number_of_response:1; }","duration":"375.610304ms","start":"2026-03-18T14:59:51.515087Z","end":"2026-03-18T14:59:51.890697Z","steps":["trace[863295298] 'process raft request' (duration: 323.974198ms)","trace[863295298] 'compare' (duration: 50.6868ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:51.890853Z","caller":"traceutil/trace.go:171","msg":"trace[1105036112] transaction","detail":"{read_only:false; response_revision:27649; number_of_response:1; }","duration":"366.016765ms","start":"2026-03-18T14:59:51.524801Z","end":"2026-03-18T14:59:51.890818Z","steps":["trace[1105036112] 'process raft request' (duration: 365.484911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:51.890979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:51.524774Z","time spent":"366.139868ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T14:59:51.890989Z","caller":"traceutil/trace.go:171","msg":"trace[1987815484] linearizableReadLoop","detail":"{readStateIndex:28730; appliedIndex:28727; }","duration":"322.6083ms","start":"2026-03-18T14:59:51.568153Z","end":"2026-03-18T14:59:51.890761Z","steps":["trace[1987815484] 'read index received' (duration: 45.211221ms)","trace[1987815484] 'applied index is now lower than readState.Index' (duration: 277.395629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:59:51.891007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.828976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:59:51.891105Z","caller":"traceutil/trace.go:171","msg":"trace[2090235878] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27649; }","duration":"322.960391ms","start":"2026-03-18T14:59:51.56812Z","end":"2026-03-18T14:59:51.89108Z","steps":["trace[2090235878] 'agreement among raft nodes before linearized reading' (duration: 322.807537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:51.891099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:51.515062Z","time spent":"375.875551ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9024,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T14:59:51.891239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.587826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-18T14:59:51.891287Z","caller":"traceutil/trace.go:171","msg":"trace[1094521388] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27649; }","duration":"192.687249ms","start":"2026-03-18T14:59:51.698588Z","end":"2026-03-18T14:59:51.891276Z","steps":["trace[1094521388] 'agreement among raft nodes before linearized reading' (duration: 192.518224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:51.891299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.362768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-03-18T14:59:51.891323Z","caller":"traceutil/trace.go:171","msg":"trace[262164285] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:27649; }","duration":"186.403848ms","start":"2026-03-18T14:59:51.704913Z","end":"2026-03-18T14:59:51.891317Z","steps":["trace[262164285] 'agreement among raft nodes before linearized reading' (duration: 186.299415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:51.891335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.321038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"warn","ts":"2026-03-18T14:59:51.891161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T14:59:51.568107Z","time spent":"323.042943ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-18T14:59:51.891383Z","caller":"traceutil/trace.go:171","msg":"trace[282275010] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:27649; }","duration":"186.392209ms","start":"2026-03-18T14:59:51.70498Z","end":"2026-03-18T14:59:51.891372Z","steps":["trace[282275010] 'agreement among raft nodes before linearized reading' (duration: 186.214704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T14:59:51.891597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.80144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-03-18T14:59:51.891688Z","caller":"traceutil/trace.go:171","msg":"trace[2002667787] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:27649; }","duration":"186.910484ms","start":"2026-03-18T14:59:51.704761Z","end":"2026-03-18T14:59:51.891671Z","steps":["trace[2002667787] 'agreement among raft nodes before linearized reading' (duration: 186.695158ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:52.07102Z","caller":"traceutil/trace.go:171","msg":"trace[757023666] linearizableReadLoop","detail":"{readStateIndex:28732; appliedIndex:28730; }","duration":"108.830432ms","start":"2026-03-18T14:59:51.962169Z","end":"2026-03-18T14:59:52.070999Z","steps":["trace[757023666] 'read index received' (duration: 9.804795ms)","trace[757023666] 'applied index is now lower than readState.Index' (duration: 99.024637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:59:52.071145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.966556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T14:59:52.071164Z","caller":"traceutil/trace.go:171","msg":"trace[970406844] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27651; }","duration":"109.009667ms","start":"2026-03-18T14:59:51.962148Z","end":"2026-03-18T14:59:52.071157Z","steps":["trace[970406844] 'agreement among raft nodes before linearized reading' (duration: 108.926396ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T14:59:52.071209Z","caller":"traceutil/trace.go:171","msg":"trace[1337927727] transaction","detail":"{read_only:false; response_revision:27651; number_of_response:1; }","duration":"164.62892ms","start":"2026-03-18T14:59:51.906545Z","end":"2026-03-18T14:59:52.071174Z","steps":["trace[1337927727] 'process raft request' (duration: 94.113144ms)","trace[1337927727] 'compare' (duration: 70.215058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T14:59:52.445572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.797118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T14:59:52.445677Z","caller":"traceutil/trace.go:171","msg":"trace[1133453799] transaction","detail":"{read_only:false; response_revision:27660; number_of_response:1; }","duration":"171.800065ms","start":"2026-03-18T14:59:52.273855Z","end":"2026-03-18T14:59:52.445655Z","steps":["trace[1133453799] 'process raft request' (duration: 17.831202ms)","trace[1133453799] 'compare' (duration: 153.268654ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T14:59:52.463413Z","caller":"traceutil/trace.go:171","msg":"trace[1410176932] transaction","detail":"{read_only:false; response_revision:27661; number_of_response:1; }","duration":"181.64958ms","start":"2026-03-18T14:59:52.281737Z","end":"2026-03-18T14:59:52.463386Z","steps":["trace[1410176932] 'process raft request' (duration: 181.485936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:23.091835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.632434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T15:00:23.09193Z","caller":"traceutil/trace.go:171","msg":"trace[1146621903] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:28015; }","duration":"308.767537ms","start":"2026-03-18T15:00:22.783137Z","end":"2026-03-18T15:00:23.091904Z","steps":["trace[1146621903] 'count revisions from in-memory index tree' (duration: 308.48575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:23.091985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:22.78311Z","time spent":"308.861079ms","remote":"127.0.0.1:41040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-18T15:00:23.092479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.619893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-18T15:00:23.092522Z","caller":"traceutil/trace.go:171","msg":"trace[189480861] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:28015; }","duration":"143.704385ms","start":"2026-03-18T15:00:22.948806Z","end":"2026-03-18T15:00:23.09251Z","steps":["trace[189480861] 'range keys from in-memory index tree' (duration: 143.376727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:23.091302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.380581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T15:00:23.093505Z","caller":"traceutil/trace.go:171","msg":"trace[1353063467] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28015; }","duration":"356.681632ms","start":"2026-03-18T15:00:22.736811Z","end":"2026-03-18T15:00:23.093493Z","steps":["trace[1353063467] 'range keys from in-memory index tree' (duration: 354.271876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:23.093672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:22.736785Z","time spent":"356.875958ms","remote":"127.0.0.1:33814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-18T15:00:24.676003Z","caller":"traceutil/trace.go:171","msg":"trace[1554045968] transaction","detail":"{read_only:false; response_revision:28025; number_of_response:1; }","duration":"290.292917ms","start":"2026-03-18T15:00:24.385679Z","end":"2026-03-18T15:00:24.675972Z","steps":["trace[1554045968] 'process raft request' (duration: 290.00579ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:00:24.754708Z","caller":"traceutil/trace.go:171","msg":"trace[40228495] transaction","detail":"{read_only:false; response_revision:28026; number_of_response:1; }","duration":"362.710895ms","start":"2026-03-18T15:00:24.391981Z","end":"2026-03-18T15:00:24.754692Z","steps":["trace[40228495] 'process raft request' (duration: 362.554022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:24.75482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:24.391953Z","time spent":"362.809679ms","remote":"127.0.0.1:33602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7603,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-18T15:00:24.754934Z","caller":"traceutil/trace.go:171","msg":"trace[1395434142] linearizableReadLoop","detail":"{readStateIndex:29117; appliedIndex:29114; }","duration":"305.325674ms","start":"2026-03-18T15:00:24.449575Z","end":"2026-03-18T15:00:24.7549Z","steps":["trace[1395434142] 'read index received' (duration: 226.173744ms)","trace[1395434142] 'applied index is now lower than readState.Index' (duration: 79.14968ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:00:24.755101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.562121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T15:00:24.755128Z","caller":"traceutil/trace.go:171","msg":"trace[254353729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28027; }","duration":"305.622142ms","start":"2026-03-18T15:00:24.449499Z","end":"2026-03-18T15:00:24.755121Z","steps":["trace[254353729] 'agreement among raft nodes before linearized reading' (duration: 305.541731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:24.755146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:24.449451Z","time spent":"305.692774ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-18T15:00:24.755087Z","caller":"traceutil/trace.go:171","msg":"trace[965667797] transaction","detail":"{read_only:false; response_revision:28027; number_of_response:1; }","duration":"337.821062ms","start":"2026-03-18T15:00:24.417212Z","end":"2026-03-18T15:00:24.755033Z","steps":["trace[965667797] 'process raft request' (duration: 337.437573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:24.755242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.725108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-18T15:00:24.755289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.708687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T15:00:24.755292Z","caller":"traceutil/trace.go:171","msg":"trace[1204473013] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28027; }","duration":"304.80246ms","start":"2026-03-18T15:00:24.450476Z","end":"2026-03-18T15:00:24.755278Z","steps":["trace[1204473013] 'agreement among raft nodes before linearized reading' (duration: 304.585404ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:00:24.755309Z","caller":"traceutil/trace.go:171","msg":"trace[526019708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28027; }","duration":"183.789409ms","start":"2026-03-18T15:00:24.571514Z","end":"2026-03-18T15:00:24.755304Z","steps":["trace[526019708] 'agreement among raft nodes before linearized reading' (duration: 183.751149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:24.755331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:24.450398Z","time spent":"304.924544ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-18T15:00:24.755332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:24.417089Z","time spent":"338.115562ms","remote":"127.0.0.1:33666","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6760,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-18T15:00:24.755419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.656752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-18T15:00:24.755438Z","caller":"traceutil/trace.go:171","msg":"trace[1274434437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28027; }","duration":"140.727595ms","start":"2026-03-18T15:00:24.614706Z","end":"2026-03-18T15:00:24.755434Z","steps":["trace[1274434437] 'agreement among raft nodes before linearized reading' (duration: 140.678504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:24.755507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.702804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-18T15:00:24.755561Z","caller":"traceutil/trace.go:171","msg":"trace[1287015841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28027; }","duration":"302.771635ms","start":"2026-03-18T15:00:24.452781Z","end":"2026-03-18T15:00:24.755553Z","steps":["trace[1287015841] 'agreement among raft nodes before linearized reading' (duration: 302.666952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:00:24.755594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-18T15:00:24.452772Z","time spent":"302.814956ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-18T15:00:33.445739Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25596} {"level":"info","ts":"2026-03-18T15:00:33.581946Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25596,"took":"133.124458ms","hash":2563533143,"current-db-size-bytes":46477312,"current-db-size":"46 MB","current-db-size-in-use-bytes":32432128,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-18T15:00:33.582026Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2563533143,"revision":25596,"compact-revision":23384} {"level":"info","ts":"2026-03-18T15:00:40.461389Z","caller":"traceutil/trace.go:171","msg":"trace[644375990] transaction","detail":"{read_only:false; response_revision:28161; number_of_response:1; }","duration":"116.381797ms","start":"2026-03-18T15:00:40.344982Z","end":"2026-03-18T15:00:40.461364Z","steps":["trace[644375990] 'process raft request' (duration: 80.399954ms)","trace[644375990] 'compare' (duration: 35.88043ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:00:40.472156Z","caller":"traceutil/trace.go:171","msg":"trace[1684676528] transaction","detail":"{read_only:false; response_revision:28162; number_of_response:1; }","duration":"126.995894ms","start":"2026-03-18T15:00:40.345138Z","end":"2026-03-18T15:00:40.472134Z","steps":["trace[1684676528] 'process raft request' (duration: 126.838929ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:01:06.01261Z","caller":"traceutil/trace.go:171","msg":"trace[2028342944] transaction","detail":"{read_only:false; response_revision:28473; number_of_response:1; }","duration":"128.991006ms","start":"2026-03-18T15:01:05.88358Z","end":"2026-03-18T15:01:06.012571Z","steps":["trace[2028342944] 'process raft request' (duration: 128.76701ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:01:23.35668Z","caller":"traceutil/trace.go:171","msg":"trace[1552613012] linearizableReadLoop","detail":"{readStateIndex:29711; appliedIndex:29710; }","duration":"144.507809ms","start":"2026-03-18T15:01:23.212134Z","end":"2026-03-18T15:01:23.356642Z","steps":["trace[1552613012] 'read index received' (duration: 144.224821ms)","trace[1552613012] 'applied index is now lower than readState.Index' (duration: 281.158µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:01:23.356808Z","caller":"traceutil/trace.go:171","msg":"trace[653225971] transaction","detail":"{read_only:false; response_revision:28604; number_of_response:1; }","duration":"184.188475ms","start":"2026-03-18T15:01:23.172575Z","end":"2026-03-18T15:01:23.356763Z","steps":["trace[653225971] 'process raft request' (duration: 183.812415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:23.357044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.822837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-18T15:01:23.357091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.033284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-64f6c5ccc-b9vwn\" ","response":"range_response_count:1 size:8775"} {"level":"info","ts":"2026-03-18T15:01:23.357126Z","caller":"traceutil/trace.go:171","msg":"trace[1649981776] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28604; }","duration":"113.975291ms","start":"2026-03-18T15:01:23.243134Z","end":"2026-03-18T15:01:23.357109Z","steps":["trace[1649981776] 'agreement among raft nodes before linearized reading' (duration: 113.797875ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:01:23.357174Z","caller":"traceutil/trace.go:171","msg":"trace[625467398] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-64f6c5ccc-b9vwn; range_end:; response_count:1; response_revision:28604; }","duration":"145.178177ms","start":"2026-03-18T15:01:23.211971Z","end":"2026-03-18T15:01:23.35715Z","steps":["trace[625467398] 'agreement among raft nodes before linearized reading' (duration: 144.852598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:23.357285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.325117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T15:01:23.357383Z","caller":"traceutil/trace.go:171","msg":"trace[2054977845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28604; }","duration":"105.48028ms","start":"2026-03-18T15:01:23.251879Z","end":"2026-03-18T15:01:23.35736Z","steps":["trace[2054977845] 'agreement among raft nodes before linearized reading' (duration: 105.206273ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:01:23.504708Z","caller":"traceutil/trace.go:171","msg":"trace[916863035] transaction","detail":"{read_only:false; response_revision:28605; number_of_response:1; }","duration":"143.287106ms","start":"2026-03-18T15:01:23.361389Z","end":"2026-03-18T15:01:23.504676Z","steps":["trace[916863035] 'process raft request' (duration: 142.988868ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:01:23.505064Z","caller":"traceutil/trace.go:171","msg":"trace[489190576] transaction","detail":"{read_only:false; response_revision:28606; number_of_response:1; }","duration":"143.571504ms","start":"2026-03-18T15:01:23.361466Z","end":"2026-03-18T15:01:23.505038Z","steps":["trace[489190576] 'process raft request' (duration: 143.136882ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:01:23.505254Z","caller":"traceutil/trace.go:171","msg":"trace[1545854688] transaction","detail":"{read_only:false; response_revision:28608; number_of_response:1; }","duration":"143.019659ms","start":"2026-03-18T15:01:23.362222Z","end":"2026-03-18T15:01:23.505241Z","steps":["trace[1545854688] 'process raft request' (duration: 142.897284ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:01:23.505285Z","caller":"traceutil/trace.go:171","msg":"trace[1937948692] transaction","detail":"{read_only:false; response_revision:28609; number_of_response:1; }","duration":"138.282561ms","start":"2026-03-18T15:01:23.366969Z","end":"2026-03-18T15:01:23.505251Z","steps":["trace[1937948692] 'process raft request' (duration: 138.191778ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:01:23.505368Z","caller":"traceutil/trace.go:171","msg":"trace[227441843] transaction","detail":"{read_only:false; response_revision:28607; number_of_response:1; }","duration":"143.851602ms","start":"2026-03-18T15:01:23.361509Z","end":"2026-03-18T15:01:23.505361Z","steps":["trace[227441843] 'process raft request' (duration: 143.4285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:01:39.859351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.389713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T15:01:39.859427Z","caller":"traceutil/trace.go:171","msg":"trace[1579014311] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:28814; }","duration":"131.501497ms","start":"2026-03-18T15:01:39.727908Z","end":"2026-03-18T15:01:39.859409Z","steps":["trace[1579014311] 'range keys from in-memory index tree' (duration: 131.302901ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:01:50.567656Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9bd4db28c48efaf1","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T15:01:50.57325Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-18T15:01:50.573358Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-18T15:05:33.453656Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28112} {"level":"info","ts":"2026-03-18T15:05:33.609546Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28112,"took":"150.979144ms","hash":2499806338,"current-db-size-bytes":46477312,"current-db-size":"46 MB","current-db-size-in-use-bytes":29229056,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-18T15:05:33.609648Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2499806338,"revision":28112,"compact-revision":25596} {"level":"info","ts":"2026-03-18T15:08:12.177224Z","caller":"traceutil/trace.go:171","msg":"trace[613478151] transaction","detail":"{read_only:false; response_revision:31594; number_of_response:1; }","duration":"136.135212ms","start":"2026-03-18T15:08:12.041057Z","end":"2026-03-18T15:08:12.177192Z","steps":["trace[613478151] 'process raft request' (duration: 99.487569ms)","trace[613478151] 'compare' (duration: 36.53142ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:14.182077Z","caller":"traceutil/trace.go:171","msg":"trace[2000206637] transaction","detail":"{read_only:false; response_revision:31607; number_of_response:1; }","duration":"155.000824ms","start":"2026-03-18T15:08:14.02705Z","end":"2026-03-18T15:08:14.182051Z","steps":["trace[2000206637] 'process raft request' (duration: 154.468969ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:14.499904Z","caller":"traceutil/trace.go:171","msg":"trace[1435625258] transaction","detail":"{read_only:false; response_revision:31609; number_of_response:1; }","duration":"166.647039ms","start":"2026-03-18T15:08:14.333225Z","end":"2026-03-18T15:08:14.499872Z","steps":["trace[1435625258] 'process raft request' (duration: 79.496436ms)","trace[1435625258] 'compare' (duration: 87.02183ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:08:14.537252Z","caller":"traceutil/trace.go:171","msg":"trace[1413182096] transaction","detail":"{read_only:false; response_revision:31613; number_of_response:1; }","duration":"162.23217ms","start":"2026-03-18T15:08:14.375002Z","end":"2026-03-18T15:08:14.537235Z","steps":["trace[1413182096] 'process raft request' (duration: 162.202789ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:14.53752Z","caller":"traceutil/trace.go:171","msg":"trace[788053419] transaction","detail":"{read_only:false; response_revision:31610; number_of_response:1; }","duration":"168.521321ms","start":"2026-03-18T15:08:14.368994Z","end":"2026-03-18T15:08:14.537515Z","steps":["trace[788053419] 'process raft request' (duration: 168.051127ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:14.5376Z","caller":"traceutil/trace.go:171","msg":"trace[935427410] transaction","detail":"{read_only:false; response_revision:31611; number_of_response:1; }","duration":"168.52533ms","start":"2026-03-18T15:08:14.369069Z","end":"2026-03-18T15:08:14.537594Z","steps":["trace[935427410] 'process raft request' (duration: 168.096218ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:14.537656Z","caller":"traceutil/trace.go:171","msg":"trace[2092363838] transaction","detail":"{read_only:false; response_revision:31612; number_of_response:1; }","duration":"167.464192ms","start":"2026-03-18T15:08:14.370188Z","end":"2026-03-18T15:08:14.537652Z","steps":["trace[2092363838] 'process raft request' (duration: 167.00251ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:16.399991Z","caller":"traceutil/trace.go:171","msg":"trace[95977617] transaction","detail":"{read_only:false; response_revision:31622; number_of_response:1; }","duration":"139.011149ms","start":"2026-03-18T15:08:16.26095Z","end":"2026-03-18T15:08:16.399961Z","steps":["trace[95977617] 'process raft request' (duration: 138.842635ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:08:50.154043Z","caller":"traceutil/trace.go:171","msg":"trace[1493068998] transaction","detail":"{read_only:false; response_revision:31851; number_of_response:1; }","duration":"116.687615ms","start":"2026-03-18T15:08:50.037307Z","end":"2026-03-18T15:08:50.153995Z","steps":["trace[1493068998] 'process raft request' (duration: 32.894972ms)","trace[1493068998] 'compare' (duration: 83.605628ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:10:33.460235Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30508} {"level":"info","ts":"2026-03-18T15:10:33.61178Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30508,"took":"148.259522ms","hash":264290144,"current-db-size-bytes":46477312,"current-db-size":"46 MB","current-db-size-in-use-bytes":27631616,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-18T15:10:33.611828Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":264290144,"revision":30508,"compact-revision":28112} {"level":"info","ts":"2026-03-18T15:12:15.977563Z","caller":"traceutil/trace.go:171","msg":"trace[520419739] transaction","detail":"{read_only:false; response_revision:33304; number_of_response:1; }","duration":"103.730473ms","start":"2026-03-18T15:12:15.87381Z","end":"2026-03-18T15:12:15.97754Z","steps":["trace[520419739] 'process raft request' (duration: 103.59838ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:12:17.502931Z","caller":"traceutil/trace.go:171","msg":"trace[97477009] transaction","detail":"{read_only:false; response_revision:33310; number_of_response:1; }","duration":"180.964228ms","start":"2026-03-18T15:12:17.321947Z","end":"2026-03-18T15:12:17.502911Z","steps":["trace[97477009] 'process raft request' (duration: 180.851175ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:12:17.503053Z","caller":"traceutil/trace.go:171","msg":"trace[1320681501] linearizableReadLoop","detail":"{readStateIndex:34565; appliedIndex:34565; }","duration":"171.984135ms","start":"2026-03-18T15:12:17.331043Z","end":"2026-03-18T15:12:17.503027Z","steps":["trace[1320681501] 'read index received' (duration: 171.975215ms)","trace[1320681501] 'applied index is now lower than readState.Index' (duration: 7.15µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:12:17.503326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.275622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T15:12:17.503394Z","caller":"traceutil/trace.go:171","msg":"trace[20476204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33310; }","duration":"172.413376ms","start":"2026-03-18T15:12:17.330968Z","end":"2026-03-18T15:12:17.503381Z","steps":["trace[20476204] 'agreement among raft nodes before linearized reading' (duration: 172.158149ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:12:17.612144Z","caller":"traceutil/trace.go:171","msg":"trace[1311646928] transaction","detail":"{read_only:false; response_revision:33311; number_of_response:1; }","duration":"152.117106ms","start":"2026-03-18T15:12:17.459999Z","end":"2026-03-18T15:12:17.612116Z","steps":["trace[1311646928] 'process raft request' (duration: 123.552492ms)","trace[1311646928] 'compare' (duration: 28.109862ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:12:17.612262Z","caller":"traceutil/trace.go:171","msg":"trace[1118404837] transaction","detail":"{read_only:false; response_revision:33312; number_of_response:1; }","duration":"149.967337ms","start":"2026-03-18T15:12:17.462286Z","end":"2026-03-18T15:12:17.612254Z","steps":["trace[1118404837] 'process raft request' (duration: 149.472574ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:12:17.612324Z","caller":"traceutil/trace.go:171","msg":"trace[1358021103] transaction","detail":"{read_only:false; response_revision:33313; number_of_response:1; }","duration":"104.770232ms","start":"2026-03-18T15:12:17.507547Z","end":"2026-03-18T15:12:17.612317Z","steps":["trace[1358021103] 'process raft request' (duration: 104.257478ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:12:29.494692Z","caller":"traceutil/trace.go:171","msg":"trace[412741901] transaction","detail":"{read_only:false; response_revision:33390; number_of_response:1; }","duration":"119.669655ms","start":"2026-03-18T15:12:29.37499Z","end":"2026-03-18T15:12:29.49466Z","steps":["trace[412741901] 'process raft request' (duration: 119.498571ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:12:29.690602Z","caller":"traceutil/trace.go:171","msg":"trace[1783232600] linearizableReadLoop","detail":"{readStateIndex:34649; appliedIndex:34648; }","duration":"113.556959ms","start":"2026-03-18T15:12:29.577017Z","end":"2026-03-18T15:12:29.690574Z","steps":["trace[1783232600] 'read index received' (duration: 113.371275ms)","trace[1783232600] 'applied index is now lower than readState.Index' (duration: 183.964µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:12:29.690731Z","caller":"traceutil/trace.go:171","msg":"trace[817089359] transaction","detail":"{read_only:false; response_revision:33391; number_of_response:1; }","duration":"117.297341ms","start":"2026-03-18T15:12:29.573424Z","end":"2026-03-18T15:12:29.690721Z","steps":["trace[817089359] 'process raft request' (duration: 116.867189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:12:29.690832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.795106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T15:12:29.690948Z","caller":"traceutil/trace.go:171","msg":"trace[734396376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33391; }","duration":"113.911139ms","start":"2026-03-18T15:12:29.577007Z","end":"2026-03-18T15:12:29.690918Z","steps":["trace[734396376] 'agreement among raft nodes before linearized reading' (duration: 113.734704ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:12:31.28628Z","caller":"traceutil/trace.go:171","msg":"trace[213602066] transaction","detail":"{read_only:false; response_revision:33402; number_of_response:1; }","duration":"124.30018ms","start":"2026-03-18T15:12:31.161935Z","end":"2026-03-18T15:12:31.286236Z","steps":["trace[213602066] 'process raft request' (duration: 124.124675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:12:31.887648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.756593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-18T15:12:31.888134Z","caller":"traceutil/trace.go:171","msg":"trace[22791738] transaction","detail":"{read_only:false; response_revision:33408; number_of_response:1; }","duration":"153.929756ms","start":"2026-03-18T15:12:31.734169Z","end":"2026-03-18T15:12:31.888099Z","steps":["trace[22791738] 'process raft request' (duration: 153.633767ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:12:31.888184Z","caller":"traceutil/trace.go:171","msg":"trace[773099945] transaction","detail":"{read_only:false; response_revision:33407; number_of_response:1; }","duration":"165.727674ms","start":"2026-03-18T15:12:31.7224Z","end":"2026-03-18T15:12:31.888128Z","steps":["trace[773099945] 'process raft request' (duration: 40.373295ms)","trace[773099945] 'compare' (duration: 124.503386ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:12:31.929319Z","caller":"traceutil/trace.go:171","msg":"trace[1176303677] transaction","detail":"{read_only:false; response_revision:33410; number_of_response:1; }","duration":"101.921003ms","start":"2026-03-18T15:12:31.827364Z","end":"2026-03-18T15:12:31.929285Z","steps":["trace[1176303677] 'process raft request' (duration: 101.732418ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:12:31.929706Z","caller":"traceutil/trace.go:171","msg":"trace[1976091478] transaction","detail":"{read_only:false; response_revision:33411; number_of_response:1; }","duration":"100.033132ms","start":"2026-03-18T15:12:31.829624Z","end":"2026-03-18T15:12:31.929657Z","steps":["trace[1976091478] 'process raft request' (duration: 99.57168ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:12:38.11571Z","caller":"traceutil/trace.go:171","msg":"trace[1422339372] linearizableReadLoop","detail":"{readStateIndex:34710; appliedIndex:34709; }","duration":"140.408088ms","start":"2026-03-18T15:12:37.975277Z","end":"2026-03-18T15:12:38.115685Z","steps":["trace[1422339372] 'read index received' (duration: 140.323746ms)","trace[1422339372] 'applied index is now lower than readState.Index' (duration: 83.432µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:12:38.115779Z","caller":"traceutil/trace.go:171","msg":"trace[1649093719] transaction","detail":"{read_only:false; response_revision:33451; number_of_response:1; }","duration":"174.367719ms","start":"2026-03-18T15:12:37.941382Z","end":"2026-03-18T15:12:38.115749Z","steps":["trace[1649093719] 'process raft request' (duration: 174.149723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:12:38.116091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.779008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-18T15:12:38.11619Z","caller":"traceutil/trace.go:171","msg":"trace[1274450896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33451; }","duration":"140.922052ms","start":"2026-03-18T15:12:37.975243Z","end":"2026-03-18T15:12:38.116165Z","steps":["trace[1274450896] 'agreement among raft nodes before linearized reading' (duration: 140.557932ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:12:38.121054Z","caller":"traceutil/trace.go:171","msg":"trace[2005685036] transaction","detail":"{read_only:false; response_revision:33453; number_of_response:1; }","duration":"141.783325ms","start":"2026-03-18T15:12:37.979257Z","end":"2026-03-18T15:12:38.12104Z","steps":["trace[2005685036] 'process raft request' (duration: 141.664172ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:12:38.121078Z","caller":"traceutil/trace.go:171","msg":"trace[2034410849] transaction","detail":"{read_only:false; response_revision:33454; number_of_response:1; }","duration":"140.979243ms","start":"2026-03-18T15:12:37.980081Z","end":"2026-03-18T15:12:38.12106Z","steps":["trace[2034410849] 'process raft request' (duration: 140.87991ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:12:38.121217Z","caller":"traceutil/trace.go:171","msg":"trace[1813316553] transaction","detail":"{read_only:false; response_revision:33452; number_of_response:1; }","duration":"143.380609ms","start":"2026-03-18T15:12:37.97781Z","end":"2026-03-18T15:12:38.12119Z","steps":["trace[1813316553] 'process raft request' (duration: 142.983317ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:15:06.1081Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008bc5.wal"} {"level":"info","ts":"2026-03-18T15:15:33.46806Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32594} {"level":"info","ts":"2026-03-18T15:15:33.595956Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32594,"took":"121.330191ms","hash":1698546506,"current-db-size-bytes":46477312,"current-db-size":"46 MB","current-db-size-in-use-bytes":27783168,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-18T15:15:33.596017Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1698546506,"revision":32594,"compact-revision":30508} {"level":"info","ts":"2026-03-18T15:15:40.012261Z","caller":"traceutil/trace.go:171","msg":"trace[1268555924] transaction","detail":"{read_only:false; response_revision:34783; number_of_response:1; }","duration":"179.21411ms","start":"2026-03-18T15:15:39.833026Z","end":"2026-03-18T15:15:40.012241Z","steps":["trace[1268555924] 'process raft request' (duration: 179.015064ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:20:33.474221Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34733} {"level":"info","ts":"2026-03-18T15:20:33.604992Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34733,"took":"127.55382ms","hash":809941719,"current-db-size-bytes":47321088,"current-db-size":"47 MB","current-db-size-in-use-bytes":29401088,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-18T15:20:33.605081Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":809941719,"revision":34733,"compact-revision":32594} {"level":"info","ts":"2026-03-18T15:21:00.428641Z","caller":"traceutil/trace.go:171","msg":"trace[647915113] linearizableReadLoop","detail":"{readStateIndex:38394; appliedIndex:38393; }","duration":"236.051641ms","start":"2026-03-18T15:21:00.192561Z","end":"2026-03-18T15:21:00.428613Z","steps":["trace[647915113] 'read index received' (duration: 235.822505ms)","trace[647915113] 'applied index is now lower than readState.Index' (duration: 228.146µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:21:00.428715Z","caller":"traceutil/trace.go:171","msg":"trace[1569326150] transaction","detail":"{read_only:false; response_revision:37022; number_of_response:1; }","duration":"272.169243ms","start":"2026-03-18T15:21:00.156476Z","end":"2026-03-18T15:21:00.428646Z","steps":["trace[1569326150] 'process raft request' (duration: 271.975307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:21:00.42888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.295759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-18T15:21:00.428949Z","caller":"traceutil/trace.go:171","msg":"trace[732350942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37022; }","duration":"236.419742ms","start":"2026-03-18T15:21:00.192517Z","end":"2026-03-18T15:21:00.428937Z","steps":["trace[732350942] 'agreement among raft nodes before linearized reading' (duration: 236.201266ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:21:04.256637Z","caller":"traceutil/trace.go:171","msg":"trace[1569826365] transaction","detail":"{read_only:false; response_revision:37048; number_of_response:1; }","duration":"142.630358ms","start":"2026-03-18T15:21:04.11398Z","end":"2026-03-18T15:21:04.256611Z","steps":["trace[1569826365] 'process raft request' (duration: 142.458944ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:21:04.259432Z","caller":"traceutil/trace.go:171","msg":"trace[1493757534] transaction","detail":"{read_only:false; response_revision:37049; number_of_response:1; }","duration":"132.788452ms","start":"2026-03-18T15:21:04.126623Z","end":"2026-03-18T15:21:04.259411Z","steps":["trace[1493757534] 'process raft request' (duration: 132.655048ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:21:13.57592Z","caller":"traceutil/trace.go:171","msg":"trace[1338059687] transaction","detail":"{read_only:false; response_revision:37111; number_of_response:1; }","duration":"114.2859ms","start":"2026-03-18T15:21:13.461597Z","end":"2026-03-18T15:21:13.575883Z","steps":["trace[1338059687] 'process raft request' (duration: 91.477261ms)","trace[1338059687] 'compare' (duration: 22.664105ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:21:16.349505Z","caller":"traceutil/trace.go:171","msg":"trace[26380413] linearizableReadLoop","detail":"{readStateIndex:38504; appliedIndex:38503; }","duration":"220.975702ms","start":"2026-03-18T15:21:16.128505Z","end":"2026-03-18T15:21:16.34948Z","steps":["trace[26380413] 'read index received' (duration: 220.91391ms)","trace[26380413] 'applied index is now lower than readState.Index' (duration: 60.652µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:21:16.349618Z","caller":"traceutil/trace.go:171","msg":"trace[1284292341] transaction","detail":"{read_only:false; response_revision:37128; number_of_response:1; }","duration":"273.027055ms","start":"2026-03-18T15:21:16.076558Z","end":"2026-03-18T15:21:16.349585Z","steps":["trace[1284292341] 'process raft request' (duration: 272.785328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:21:16.349788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.23244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-18T15:21:16.349859Z","caller":"traceutil/trace.go:171","msg":"trace[704314391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37128; }","duration":"221.360653ms","start":"2026-03-18T15:21:16.128462Z","end":"2026-03-18T15:21:16.349823Z","steps":["trace[704314391] 'agreement among raft nodes before linearized reading' (duration: 221.115367ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:21:16.592053Z","caller":"traceutil/trace.go:171","msg":"trace[1422672018] transaction","detail":"{read_only:false; response_revision:37132; number_of_response:1; }","duration":"236.044172ms","start":"2026-03-18T15:21:16.35597Z","end":"2026-03-18T15:21:16.592014Z","steps":["trace[1422672018] 'process raft request' (duration: 199.617104ms)","trace[1422672018] 'compare' (duration: 36.248523ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T15:21:16.62693Z","caller":"traceutil/trace.go:171","msg":"trace[1688588797] transaction","detail":"{read_only:false; response_revision:37133; number_of_response:1; }","duration":"133.274964ms","start":"2026-03-18T15:21:16.493621Z","end":"2026-03-18T15:21:16.626896Z","steps":["trace[1688588797] 'process raft request' (duration: 132.987486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:21:17.117558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.79181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T15:21:17.117666Z","caller":"traceutil/trace.go:171","msg":"trace[2137652540] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:37135; }","duration":"195.960074ms","start":"2026-03-18T15:21:16.921685Z","end":"2026-03-18T15:21:17.117645Z","steps":["trace[2137652540] 'count revisions from in-memory index tree' (duration: 195.702867ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:21:17.196905Z","caller":"traceutil/trace.go:171","msg":"trace[148267783] linearizableReadLoop","detail":"{readStateIndex:38512; appliedIndex:38511; }","duration":"115.821641ms","start":"2026-03-18T15:21:17.081057Z","end":"2026-03-18T15:21:17.196879Z","steps":["trace[148267783] 'read index received' (duration: 115.554284ms)","trace[148267783] 'applied index is now lower than readState.Index' (duration: 266.437µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T15:21:17.197116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.031777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-18T15:21:17.197155Z","caller":"traceutil/trace.go:171","msg":"trace[1333745351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:37136; }","duration":"116.104769ms","start":"2026-03-18T15:21:17.08104Z","end":"2026-03-18T15:21:17.197144Z","steps":["trace[1333745351] 'agreement among raft nodes before linearized reading' (duration: 115.943784ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:21:17.197389Z","caller":"traceutil/trace.go:171","msg":"trace[1633938100] transaction","detail":"{read_only:false; response_revision:37136; number_of_response:1; }","duration":"146.984385ms","start":"2026-03-18T15:21:17.050356Z","end":"2026-03-18T15:21:17.19734Z","steps":["trace[1633938100] 'process raft request' (duration: 146.315078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:21:18.344587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.81916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-18T15:21:18.34467Z","caller":"traceutil/trace.go:171","msg":"trace[1202845772] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:37141; }","duration":"105.929813ms","start":"2026-03-18T15:21:18.238722Z","end":"2026-03-18T15:21:18.344652Z","steps":["trace[1202845772] 'count revisions from in-memory index tree' (duration: 105.723077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:21:18.34472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.344811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-18T15:21:18.345127Z","caller":"traceutil/trace.go:171","msg":"trace[826109344] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:37141; }","duration":"173.462875ms","start":"2026-03-18T15:21:18.1713Z","end":"2026-03-18T15:21:18.344763Z","steps":["trace[826109344] 'count revisions from in-memory index tree' (duration: 173.243149ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:21:20.015673Z","caller":"traceutil/trace.go:171","msg":"trace[171329169] transaction","detail":"{read_only:false; response_revision:37153; number_of_response:1; }","duration":"161.15105ms","start":"2026-03-18T15:21:19.854212Z","end":"2026-03-18T15:21:20.015363Z","steps":["trace[171329169] 'process raft request' (duration: 160.968955ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:21:20.09454Z","caller":"traceutil/trace.go:171","msg":"trace[1340921949] transaction","detail":"{read_only:false; response_revision:37154; number_of_response:1; }","duration":"163.71127ms","start":"2026-03-18T15:21:19.930792Z","end":"2026-03-18T15:21:20.094503Z","steps":["trace[1340921949] 'process raft request' (duration: 163.379182ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:21:20.551044Z","caller":"traceutil/trace.go:171","msg":"trace[991002184] transaction","detail":"{read_only:false; response_revision:37158; number_of_response:1; }","duration":"138.008503ms","start":"2026-03-18T15:21:20.413013Z","end":"2026-03-18T15:21:20.551021Z","steps":["trace[991002184] 'process raft request' (duration: 134.474976ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:23:18.044364Z","caller":"traceutil/trace.go:171","msg":"trace[13809575] transaction","detail":"{read_only:false; response_revision:37965; number_of_response:1; }","duration":"135.361171ms","start":"2026-03-18T15:23:17.908981Z","end":"2026-03-18T15:23:18.044342Z","steps":["trace[13809575] 'process raft request' (duration: 135.221498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T15:23:25.44196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.208612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:420197"} {"level":"info","ts":"2026-03-18T15:23:25.442053Z","caller":"traceutil/trace.go:171","msg":"trace[784366453] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:38018; }","duration":"102.369556ms","start":"2026-03-18T15:23:25.33966Z","end":"2026-03-18T15:23:25.44203Z","steps":["trace[784366453] 'range keys from in-memory index tree' (duration: 101.889803ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T15:24:48.850023Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9bd4db28c48efaf1","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T15:24:48.855964Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-18T15:24:48.856088Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-03-18T15:25:33.481316Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36838} {"level":"info","ts":"2026-03-18T15:25:33.609962Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36838,"took":"119.002178ms","hash":1640380611,"current-db-size-bytes":49451008,"current-db-size":"50 MB","current-db-size-in-use-bytes":28209152,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-18T15:25:33.61006Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1640380611,"revision":36838,"compact-revision":34733}